00000800:00000200:3.1F:1767384882.522678:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a75fd] -> 12345-192.168.203.109@tcp (2) 00000800:00000200:3.1:1767384882.523333:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a75fd] -> 12345-192.168.203.109@tcp (2) 00000800:00000200:3.1:1767384882.523338:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp 00000000844574ce deleted 00000800:00000010:3.1:1767384882.523342:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000844574ce. 00000800:00000200:3.1:1767384882.523348:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384882.523356:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:1023 00000800:00000200:3.1:1767384882.523361:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003750bfb1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1767384882.523533:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384882.524038:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a75fd] -> 12345-192.168.203.109@tcp (4) 00000800:00000200:0.1:1767384882.524050:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp 000000005aca51c1 deleted 00000800:00000010:0.1:1767384882.524054:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005aca51c1. 00000800:00000200:0.1:1767384882.524061:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1767384882.524187:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1767384882.674939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000187c85d9. 00010000:00000010:2.1F:1767384882.674951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000079fa29a2. 00010000:00000010:0.1:1767384882.674959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000617d95f2. 00010000:00000010:2.1:1767384882.675020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005daef2f4. 00010000:00000010:2.1:1767384882.675037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032a9dda7. 00000020:00000001:1.0:1767384888.555942:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.555953:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008cd4d0be. 00000020:00000001:1.0:1767384888.555958:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.555980:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005e31c8aa. 00000020:00000001:1.0:1767384888.555983:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.555986:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000001:00000001:1.0:1767384888.555991:0:17872:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000001:00000001:1.0:1767384888.555993:0:17872:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:1.0:1767384888.555996:0:17872:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000d8e7d860. 00000001:00000001:1.0:1767384888.555998:0:17872:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:1.0:1767384888.556001:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556018:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory 200000003 00000001:00000001:1.0:1767384888.556455:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767831528 : -107292941720088 : ffff9e6aea5265e8) 00000001:00000010:1.0:1767384888.556460:0:17872:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000033447d2d. 00000001:00000001:1.0:1767384888.556462:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556463:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:1.0:1767384888.556681:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767827648 : -107292941723968 : ffff9e6aea5256c0) 00000001:00000001:1.0:1767384888.556685:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556686:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:1.0:1767384888.556698:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767827864 : -107292941723752 : ffff9e6aea525798) 00000001:00000001:1.0:1767384888.556700:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556700:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:1.0:1767384888.556710:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767827216 : -107292941724400 : ffff9e6aea525510) 00000001:00000001:1.0:1767384888.556712:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556713:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:1.0:1767384888.556754:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767826784 : -107292941724832 : ffff9e6aea525360) 00000001:00000001:1.0:1767384888.556757:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556758:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:1.0:1767384888.556767:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767828296 : -107292941723320 : ffff9e6aea525948) 00000001:00000001:1.0:1767384888.556769:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556770:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:1.0:1767384888.556777:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767828512 : -107292941723104 : ffff9e6aea525a20) 00000001:00000001:1.0:1767384888.556779:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556780:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:1.0:1767384888.556790:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767827000 : -107292941724616 : ffff9e6aea525438) 00000001:00000001:1.0:1767384888.556792:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556792:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:1.0:1767384888.556808:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767826136 : -107292941725480 : ffff9e6aea5250d8) 00000001:00000001:1.0:1767384888.556810:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556811:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:1.0:1767384888.556818:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767826568 : -107292941725048 : ffff9e6aea525288) 00000001:00000001:1.0:1767384888.556820:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556821:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:1.0:1767384888.556829:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767829376 : -107292941722240 : ffff9e6aea525d80) 00000001:00000001:1.0:1767384888.556831:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556832:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:1.0:1767384888.556839:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767825920 : -107292941725696 : ffff9e6aea525000) 00000001:00000001:1.0:1767384888.556841:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556842:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:1.0:1767384888.556849:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767828080 : -107292941723536 : ffff9e6aea525870) 00000001:00000001:1.0:1767384888.556851:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556852:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:1.0:1767384888.556859:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767829160 : -107292941722456 : ffff9e6aea525ca8) 00000001:00000001:1.0:1767384888.556861:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556862:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:1.0:1767384888.556890:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767829592 : -107292941722024 : ffff9e6aea525e58) 00000001:00000001:1.0:1767384888.556893:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556895:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:1.0:1767384888.556908:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767818160 : -107292941733456 : ffff9e6aea5231b0) 00000001:00000001:1.0:1767384888.556910:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556911:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:1.0:1767384888.556923:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767819024 : -107292941732592 : ffff9e6aea523510) 00000001:00000001:1.0:1767384888.556925:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556927:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:1.0:1767384888.556936:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134653528 : -107293574898088 : ffff9e6ac494de58) 00000001:00000001:1.0:1767384888.556938:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556939:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:1.0:1767384888.556946:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134653096 : -107293574898520 : ffff9e6ac494dca8) 00000001:00000001:1.0:1767384888.556948:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556949:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:1.0:1767384888.556957:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767195352 : -107292942356264 : ffff9e6aea48b0d8) 00000001:00000001:1.0:1767384888.556959:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556980:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:1.0:1767384888.556992:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767198160 : -107292942353456 : ffff9e6aea48bbd0) 00000001:00000001:1.0:1767384888.556995:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.556996:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:1.0:1767384888.557004:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767197944 : -107292942353672 : ffff9e6aea48baf8) 00000001:00000001:1.0:1767384888.557006:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557006:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:1.0:1767384888.557014:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767196648 : -107292942354968 : ffff9e6aea48b5e8) 00000001:00000001:1.0:1767384888.557016:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557017:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:1.0:1767384888.557026:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767195568 : -107292942356048 : ffff9e6aea48b1b0) 00000001:00000001:1.0:1767384888.557028:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557029:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:1.0:1767384888.557066:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767198592 : -107292942353024 : ffff9e6aea48bd80) 00000001:00000001:1.0:1767384888.557069:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557069:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:1.0:1767384888.557079:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767197296 : -107292942354320 : ffff9e6aea48b870) 00000001:00000001:1.0:1767384888.557081:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557082:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:1.0:1767384888.557089:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767195784 : -107292942355832 : ffff9e6aea48b288) 00000001:00000001:1.0:1767384888.557091:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557092:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:1.0:1767384888.557100:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767196432 : -107292942355184 : ffff9e6aea48b510) 00000001:00000001:1.0:1767384888.557102:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557102:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:1.0:1767384888.557110:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780767197728 : -107292942353888 : ffff9e6aea48ba20) 00000001:00000001:1.0:1767384888.557112:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557113:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:1.0:1767384888.557121:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780768313776 : -107292941237840 : ffff9e6aea59c1b0) 00000001:00000001:1.0:1767384888.557123:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557124:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:1.0:1767384888.557133:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780093774368 : -107293615777248 : ffff9e6ac2251a20) 00000001:00000001:1.0:1767384888.557134:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557135:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:1.0:1767384888.557144:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770753488 : -107292938798128 : ffff9e6aea7efbd0) 00000001:00000001:1.0:1767384888.557151:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557152:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:1.0:1767384888.557162:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770751976 : -107292938799640 : ffff9e6aea7ef5e8) 00000001:00000001:1.0:1767384888.557164:0:17872:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384888.557166:0:17872:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446636780334107328 : -107293375444288 : ffff9e6ad0784ac0) 00000001:00000001:1.0:1767384888.557186:0:17872:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557188:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.557192:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.557195:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.557198:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557201:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.557206:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636780941994584 : -107292767557032 : ffff9e6af4b3ea58) 00000020:00000001:1.0:1767384888.557380:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.557385:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c845704. 00000020:00000001:1.0:1767384888.557388:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.557390:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000c411cf9. 00000020:00000001:1.0:1767384888.557392:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557394:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.557396:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.557397:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557399:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.557402:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.557404:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.557409:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557412:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.557414:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636780941993560 : -107292767558056 : ffff9e6af4b3e658) 00080000:00000001:1.0:1767384888.557418:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.557421:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.557428:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.557433:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557435:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.557436:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557438:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.557440:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.557442:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1017:0x0] 13:2579233531 to info 0000000027ae34e2 00000020:00000001:1.0:1767384888.557446:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004107ca86 00080000:00000002:1.0:1767384888.557453:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/CONFIGS => [0x200000001:0x1017:0x0] 00080000:00000001:1.0:1767384888.557455:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.557459:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384888.557461:0:17872:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000632e6aa7. 00080000:00000001:1.0:1767384888.557463:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.557465:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.557467:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001462e601. 00000020:00000001:1.0:1767384888.557469:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.557471:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e487db88. 00000020:00000001:1.0:1767384888.557473:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557474:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.557476:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.557478:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.557479:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.557482:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557484:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.557486:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636780941993048 : -107292767558568 : ffff9e6af4b3e458) 00040000:00000001:1.0:1767384888.557509:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.557511:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.557512:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.557513:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.557514:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.557515:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384888.557518:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000c411cf9. 00000020:00000010:1.0:1767384888.557522:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c845704. 10000000:00000001:1.0:1767384888.557530:0:17872:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:1.0:1767384888.557531:0:17872:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:1.0:1767384888.557560:0:17872:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000032d0eeac. 00000020:00000040:1.0:1767384888.557563:0:17872:0:(genops.c:887:class_export_get()) GET export 0000000074da3081 refcount=2 00000040:00000001:1.0:1767384888.557566:0:17872:0:(llog_osd.c:2047:llog_osd_setup()) Process entered 00000040:00000040:1.0:1767384888.557568:0:17872:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000032d0eeac : new refcount 2 00000020:00000001:1.0:1767384888.557570:0:17872:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384888.557571:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.557572:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.557574:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00000020:00000010:1.0:1767384888.557576:0:17872:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000174c0228. 00000020:00000001:1.0:1767384888.557583:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.557586:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000052c914ee. 00000020:00000001:1.0:1767384888.557592:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.557603:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000c411cf9. 00000020:00000001:1.0:1767384888.557605:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.557607:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000001:00000001:1.0:1767384888.557609:0:17872:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000001:00000001:1.0:1767384888.557610:0:17872:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:1.0:1767384888.557612:0:17872:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 0000000021c89732. 00000001:00000001:1.0:1767384888.557614:0:17872:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:1.0:1767384888.557615:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557616:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory 1 00000001:00000001:1.0:1767384888.557633:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770753920 : -107292938797696 : ffff9e6aea7efd80) 00000001:00000010:1.0:1767384888.557637:0:17872:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 000000008fa60c9f. 00000001:00000001:1.0:1767384888.557638:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557639:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:1.0:1767384888.557840:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770751328 : -107292938800288 : ffff9e6aea7ef360) 00000001:00000001:1.0:1767384888.557843:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557844:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:1.0:1767384888.557855:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770750896 : -107292938800720 : ffff9e6aea7ef1b0) 00000001:00000001:1.0:1767384888.557857:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557858:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:1.0:1767384888.557889:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770750680 : -107292938800936 : ffff9e6aea7ef0d8) 00000001:00000001:1.0:1767384888.557892:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557894:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:1.0:1767384888.557907:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770753704 : -107292938797912 : ffff9e6aea7efca8) 00000001:00000001:1.0:1767384888.557909:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557910:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:1.0:1767384888.557922:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770752624 : -107292938798992 : ffff9e6aea7ef870) 00000001:00000001:1.0:1767384888.557925:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557925:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:1.0:1767384888.557934:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770751112 : -107292938800504 : ffff9e6aea7ef288) 00000001:00000001:1.0:1767384888.557935:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557936:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:1.0:1767384888.557943:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780770752840 : -107292938798776 : ffff9e6aea7ef948) 00000001:00000001:1.0:1767384888.557945:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557951:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:1.0:1767384888.557978:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135371616 : -107293574180000 : ffff9e6ac49fd360) 00000001:00000001:1.0:1767384888.557980:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557981:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:1.0:1767384888.557991:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135373128 : -107293574178488 : ffff9e6ac49fd948) 00000001:00000001:1.0:1767384888.557992:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.557993:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:1.0:1767384888.558030:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135372480 : -107293574179136 : ffff9e6ac49fd6c0) 00000001:00000001:1.0:1767384888.558033:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558034:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:1.0:1767384888.558043:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135374424 : -107293574177192 : ffff9e6ac49fde58) 00000001:00000001:1.0:1767384888.558045:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558046:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:1.0:1767384888.558054:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135372696 : -107293574178920 : ffff9e6ac49fd798) 00000001:00000001:1.0:1767384888.558056:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558057:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:1.0:1767384888.558064:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135372048 : -107293574179568 : ffff9e6ac49fd510) 00000001:00000001:1.0:1767384888.558066:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558067:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:1.0:1767384888.558076:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134648784 : -107293574902832 : ffff9e6ac494cbd0) 00000001:00000001:1.0:1767384888.558078:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558079:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:1.0:1767384888.558085:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134646624 : -107293574904992 : ffff9e6ac494c360) 00000001:00000001:1.0:1767384888.558087:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558088:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:1.0:1767384888.558096:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134646192 : -107293574905424 : ffff9e6ac494c1b0) 00000001:00000001:1.0:1767384888.558098:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558098:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:1.0:1767384888.558106:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134648352 : -107293574903264 : ffff9e6ac494ca20) 00000001:00000001:1.0:1767384888.558107:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558108:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:1.0:1767384888.558115:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134645976 : -107293574905640 : ffff9e6ac494c0d8) 00000001:00000001:1.0:1767384888.558116:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558117:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:1.0:1767384888.558124:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134647272 : -107293574904344 : ffff9e6ac494c5e8) 00000001:00000001:1.0:1767384888.558126:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558131:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:1.0:1767384888.558142:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134647704 : -107293574903912 : ffff9e6ac494c798) 00000001:00000001:1.0:1767384888.558144:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558145:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:1.0:1767384888.558152:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134649216 : -107293574902400 : ffff9e6ac494cd80) 00000001:00000001:1.0:1767384888.558154:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558155:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:1.0:1767384888.558163:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134647920 : -107293574903696 : ffff9e6ac494c870) 00000001:00000001:1.0:1767384888.558164:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558165:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:1.0:1767384888.558173:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134646408 : -107293574905208 : ffff9e6ac494c288) 00000001:00000001:1.0:1767384888.558175:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558176:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:1.0:1767384888.558182:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134648568 : -107293574903048 : ffff9e6ac494caf8) 00000001:00000001:1.0:1767384888.558184:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558185:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:1.0:1767384888.558191:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134649000 : -107293574902616 : ffff9e6ac494cca8) 00000001:00000001:1.0:1767384888.558193:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558194:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:1.0:1767384888.558200:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780134649432 : -107293574902184 : ffff9e6ac494ce58) 00000001:00000001:1.0:1767384888.558202:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558203:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:1.0:1767384888.558211:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135294872 : -107293574256744 : ffff9e6ac49ea798) 00000001:00000001:1.0:1767384888.558212:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558213:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:1.0:1767384888.558221:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135294224 : -107293574257392 : ffff9e6ac49ea510) 00000001:00000001:1.0:1767384888.558223:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558224:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:1.0:1767384888.558230:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135293792 : -107293574257824 : ffff9e6ac49ea360) 00000001:00000001:1.0:1767384888.558232:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558233:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:1.0:1767384888.558270:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135298752 : -107293574252864 : ffff9e6ac49eb6c0) 00000001:00000001:1.0:1767384888.558273:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558274:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:1.0:1767384888.558283:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135297672 : -107293574253944 : ffff9e6ac49eb288) 00000001:00000001:1.0:1767384888.558289:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558290:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:1.0:1767384888.558303:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135297240 : -107293574254376 : ffff9e6ac49eb0d8) 00000001:00000001:1.0:1767384888.558305:0:17872:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384888.558306:0:17872:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446636780334105536 : -107293375446080 : ffff9e6ad07843c0) 00000001:00000001:1.0:1767384888.558319:0:17872:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.558321:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.558323:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.558325:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.558327:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.558329:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.558332:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636780941992536 : -107292767559080 : ffff9e6af4b3e258) 00000020:00000001:1.0:1767384888.558536:0:17872:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384888.558538:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.558539:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.558542:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00000020:00000010:1.0:1767384888.558545:0:17872:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000a1b358b9. 00000020:00000001:1.0:1767384888.558547:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.558558:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000896ae97c. 00000020:00000001:1.0:1767384888.558561:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.558563:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b26680bf. 00000020:00000001:1.0:1767384888.558565:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.558567:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000001:00000001:1.0:1767384888.558568:0:17872:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000001:00000001:1.0:1767384888.558570:0:17872:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:1.0:1767384888.558571:0:17872:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000208b5e4e. 00000001:00000001:1.0:1767384888.558573:0:17872:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:1.0:1767384888.558574:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558575:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory 10 00000001:00000001:1.0:1767384888.558592:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135299832 : -107293574251784 : ffff9e6ac49ebaf8) 00000001:00000010:1.0:1767384888.558594:0:17872:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000055511c2e. 00000001:00000001:1.0:1767384888.558596:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.558597:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:1.0:1767384888.559974:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135299616 : -107293574252000 : ffff9e6ac49eba20) 00000001:00000001:1.0:1767384888.559985:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.559986:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:1.0:1767384888.560000:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135300264 : -107293574251352 : ffff9e6ac49ebca8) 00000001:00000001:1.0:1767384888.560002:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560003:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:1.0:1767384888.560012:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135297888 : -107293574253728 : ffff9e6ac49eb360) 00000001:00000001:1.0:1767384888.560014:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560014:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:1.0:1767384888.560022:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135299400 : -107293574252216 : ffff9e6ac49eb948) 00000001:00000001:1.0:1767384888.560024:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560025:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:1.0:1767384888.560034:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135297024 : -107293574254592 : ffff9e6ac49eb000) 00000001:00000001:1.0:1767384888.560035:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560036:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:1.0:1767384888.560042:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135299184 : -107293574252432 : ffff9e6ac49eb870) 00000001:00000001:1.0:1767384888.560044:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560045:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:1.0:1767384888.560052:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636780135298968 : -107293574252648 : ffff9e6ac49eb798) 00000001:00000001:1.0:1767384888.560054:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560054:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:1.0:1767384888.560079:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783923072 : -107297925628544 : ffff9e69c141fd80) 00000001:00000001:1.0:1767384888.560081:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560082:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:1.0:1767384888.560089:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783921128 : -107297925630488 : ffff9e69c141f5e8) 00000001:00000001:1.0:1767384888.560091:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560092:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:1.0:1767384888.560098:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783920048 : -107297925631568 : ffff9e69c141f1b0) 00000001:00000001:1.0:1767384888.560100:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560101:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:1.0:1767384888.560108:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783920264 : -107297925631352 : ffff9e69c141f288) 00000001:00000001:1.0:1767384888.560110:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560111:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:1.0:1767384888.560117:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783919832 : -107297925631784 : ffff9e69c141f0d8) 00000001:00000001:1.0:1767384888.560118:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560119:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:1.0:1767384888.560134:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783920696 : -107297925630920 : ffff9e69c141f438) 00000001:00000001:1.0:1767384888.560136:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560137:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:1.0:1767384888.560143:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783922208 : -107297925629408 : ffff9e69c141fa20) 00000001:00000001:1.0:1767384888.560145:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560146:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:1.0:1767384888.560152:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783921992 : -107297925629624 : ffff9e69c141f948) 00000001:00000001:1.0:1767384888.560154:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560155:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:1.0:1767384888.560205:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783920480 : -107297925631136 : ffff9e69c141f360) 00000001:00000001:1.0:1767384888.560207:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560208:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:1.0:1767384888.560217:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783920912 : -107297925630704 : ffff9e69c141f510) 00000001:00000001:1.0:1767384888.560219:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560219:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:1.0:1767384888.560228:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783921560 : -107297925630056 : ffff9e69c141f798) 00000001:00000001:1.0:1767384888.560230:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560231:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:1.0:1767384888.560238:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783921344 : -107297925630272 : ffff9e69c141f6c0) 00000001:00000001:1.0:1767384888.560240:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560241:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:1.0:1767384888.560248:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783923288 : -107297925628328 : ffff9e69c141fe58) 00000001:00000001:1.0:1767384888.560250:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560251:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:1.0:1767384888.560258:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783922856 : -107297925628760 : ffff9e69c141fca8) 00000001:00000001:1.0:1767384888.560259:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560260:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:1.0:1767384888.560267:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783921776 : -107297925629840 : ffff9e69c141f870) 00000001:00000001:1.0:1767384888.560269:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560270:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:1.0:1767384888.560276:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783919616 : -107297925632000 : ffff9e69c141f000) 00000001:00000001:1.0:1767384888.560278:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560279:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:1.0:1767384888.560285:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783922640 : -107297925628976 : ffff9e69c141fbd0) 00000001:00000001:1.0:1767384888.560287:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560291:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:1.0:1767384888.560303:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783922424 : -107297925629192 : ffff9e69c141faf8) 00000001:00000001:1.0:1767384888.560305:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560306:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:1.0:1767384888.560321:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783869392 : -107297925682224 : ffff9e69c1412bd0) 00000001:00000001:1.0:1767384888.560323:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560324:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:1.0:1767384888.560335:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783869176 : -107297925682440 : ffff9e69c1412af8) 00000001:00000001:1.0:1767384888.560337:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560338:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:1.0:1767384888.560344:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783869824 : -107297925681792 : ffff9e69c1412d80) 00000001:00000001:1.0:1767384888.560346:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560347:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:1.0:1767384888.560353:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783867880 : -107297925683736 : ffff9e69c14125e8) 00000001:00000001:1.0:1767384888.560355:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560356:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:1.0:1767384888.560362:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783866800 : -107297925684816 : ffff9e69c14121b0) 00000001:00000001:1.0:1767384888.560364:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560364:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:1.0:1767384888.560370:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783867016 : -107297925684600 : ffff9e69c1412288) 00000001:00000001:1.0:1767384888.560372:0:17872:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384888.560373:0:17872:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:1.0:1767384888.560379:0:17872:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446636775783866584 : -107297925685032 : ffff9e69c14120d8) 00000001:00000001:1.0:1767384888.560380:0:17872:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384888.560382:0:17872:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446636780818914880 : -107292890636736 : ffff9e6aed5dde40) 00000001:00000001:1.0:1767384888.560394:0:17872:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.560396:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.560399:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.560400:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.560402:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.560405:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.560408:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775782828632 : -107297926722984 : ffff9e69c1314a58) 00000040:00000001:1.0:1767384888.560557:0:17872:0:(llog_osd.c:2080:llog_osd_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000040:1.0:1767384888.560560:0:17872:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000032d0eeac : new refcount 1 00000040:01000000:1.0:1767384888.560563:0:17872:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.203.109@tcp ctxt 0 is initialized 00000040:00000001:1.0:1767384888.560569:0:17872:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384888.560571:0:17872:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000032d0eeac : new refcount 2 10000000:00000040:1.0:1767384888.560572:0:17872:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000032d0eeac : new refcount 1 10000000:00000001:1.0:1767384888.560574:0:17872:0:(mgc_request_server.c:53:mgc_local_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384888.560575:0:17872:0:(obd_config.c:927:class_incref()) incref MGC192.168.203.109@tcp (0000000005d2b629) now 6 - mgc_fs 10000000:00000001:1.0:1767384888.560577:0:17872:0:(mgc_request_server.c:131:mgc_fs_setup()) Process leaving 10000000:00000001:1.0:1767384888.560578:0:17872:0:(mgc_request_server.c:470:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.560580:0:17872:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.560581:0:17872:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.560583:0:17872:0:(tgt_mount.c:290:server_mgc_set_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.560585:0:17872:0:(tgt_mount.c:1354:server_register_target()) Process entered 00000020:00000001:1.0:1767384888.560587:0:17872:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000020:00000010:1.0:1767384888.560598:0:17872:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000cf86d550. 00000020:01000004:1.0:1767384888.560628:0:17872:0:(tgt_mount.c:1371:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.109@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1767384888.560630:0:17872:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1767384888.560632:0:17872:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384888.560633:0:17872:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384888.560634:0:17872:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384888.560635:0:17872:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384888.560636:0:17872:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384888.560637:0:17872:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384888.560638:0:17872:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384888.560639:0:17872:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:00000001:1.0:1767384888.560640:0:17872:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384888.560641:0:17872:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384888.560642:0:17872:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384888.560643:0:17872:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 10000000:00000001:1.0:1767384888.560645:0:17872:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:1.0:1767384888.560645:0:17872:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1767384888.560646:0:17872:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384888.560647:0:17872:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384888.560648:0:17872:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384888.560648:0:17872:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384888.560649:0:17872:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384888.560650:0:17872:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384888.560650:0:17872:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384888.560651:0:17872:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000010:1.0:1767384888.560655:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384888.560660:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384888.560664:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.560666:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.560670:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.560676:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ac8aed06. 00000100:00000001:1.0:1767384888.560681:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384888.560685:0:17872:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:1.0:1767384888.560686:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384888.560688:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384888.560691:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000caab83e3. 00000100:00000001:1.0:1767384888.560692:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780223375424 : -107293486176192 : ffff9e6ac9dea840) 00000100:00000001:1.0:1767384888.560694:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.560695:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384888.560698:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.560700:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.560702:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384888.560703:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384888.560708:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.560715:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.560716:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.560719:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384888.560720:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384888.560722:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.560723:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740160:0@lo:253: 00000100:00000001:1.0:1767384888.560726:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384888.560730:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384888.560732:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.560734:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384888.560744:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ef576588. 02000000:00000001:1.0:1767384888.560745:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384888.560749:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384888.560752:0:17872:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f802304. 00000100:00000200:1.0:1767384888.560754:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363740160, portal 25 00000100:00000001:1.0:1767384888.560755:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.560759:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384888.560762:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.560769:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384888.560770:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384888.560773:0:17872:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b38caeb4. 00000100:00000200:1.0:1767384888.560775:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363740160, offset 0 00000400:00000200:1.0:1767384888.560779:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384888.560789:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384888.560798:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c00e00 00000400:00000200:1.0:1767384888.560803:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x165 [2] + 0 00000400:00000010:1.0:1767384888.560806:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbc13011. 00000400:00000200:1.0:1767384888.560809:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cbde10de 00000400:00000200:1.0:1767384888.560815:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.560817:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384888.560821:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbde10de 00000400:00000010:1.0:1767384888.560822:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbde10de. 00000100:00000001:1.0:1767384888.560826:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384888.560828:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384888.560846:0:17872:0:(events.c:337:request_in_callback()) incoming req@0000000086bf7edc x1853237363740160 msgsize 4848 00000100:00100000:1.0:1767384888.560848:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384888.560850:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384888.560860:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.560883:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b38caeb4 00000400:00000010:1.0:1767384888.560885:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b38caeb4. 00000100:00000001:1.0:1767384888.560888:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384888.560891:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.560898:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.560900:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.560905:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.560924:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.560928:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.560938:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876443 00000100:00000010:1.0:1767384888.560943:0:17872:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0be799. 00000100:00000001:1.0:1767384888.560952:0:17872:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384888.560977:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876443 00000100:00000010:1.0:1767384888.560983:0:17872:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004493685d. 00000100:00000001:1.0:1767384888.560989:0:17872:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384888.560996:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876443 00000100:00000010:1.0:1767384888.561000:0:17872:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0b65b7c. 00000100:00000001:1.0:1767384888.561020:0:17872:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384888.561025:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876443 00000100:00000010:1.0:1767384888.561029:0:17872:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc2e889f. 00000100:00000001:1.0:1767384888.561034:0:17872:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384888.561038:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.561041:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.561043:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.561047:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384888.561048:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 00000000caab83e3 going to sleep for 11 seconds 00000100:00000001:1.0:1767384888.561051:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.561056:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.561863:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.561892:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.561895:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.561898:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384888.561903:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f802304 00000400:00000010:1.0:1767384888.561908:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f802304. 00000100:00000001:1.0:1767384888.561912:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.561918:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.561931:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.561940:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.561943:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.561946:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.561956:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.561973:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.561975:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.561979:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.561983:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.561986:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.561988:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.561989:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.561991:0:17872:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384888.561993:0:17872:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.561995:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.561998:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562003:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.562005:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.562007:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384888.562009:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.562014:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740160:0@lo:253: 00000100:00000001:1.0:1767384888.562017:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.562018:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.562019:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384888.562020:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.562021:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562025:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.562026:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000caab83e3. 00000100:00000001:1.0:1767384888.562028:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384888.562029:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384888.562032:0:17872:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1767384888.562034:0:17872:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1767384888.562035:0:17872:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384888.562036:0:17872:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384888.562037:0:17872:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384888.562043:0:17872:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384888.562044:0:17872:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384888.562044:0:17872:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384888.562045:0:17872:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384888.562046:0:17872:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:1.0:1767384888.562047:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.562049:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363740160/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562053:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.562054:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.562056:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ef576588. 02000000:00000001:1.0:1767384888.562058:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.562059:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.562060:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.562062:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.562063:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ac8aed06. 02000000:00000001:1.0:1767384888.562065:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.562066:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.562067:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384888.562070:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.562071:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384888.562072:0:17872:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.562074:0:17872:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.562075:0:17872:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.562076:0:17872:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.562078:0:17872:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 4608 at 00000000cf86d550. 00000020:00000001:1.0:1767384888.562080:0:17872:0:(tgt_mount.c:1415:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.562081:0:17872:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:1.0:1767384888.562083:0:17872:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000178ab2b5. 00000020:00000010:1.0:1767384888.562086:0:17872:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 000000005ea38f44. 00000020:00000001:1.0:1767384888.562088:0:17872:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384888.562090:0:17872:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384888.562092:0:17872:0:(tgt_mount.c:102:server_register_mount()) register mount 00000000f96835d8 from lustre-OST0000 00000020:00000001:1.0:1767384888.562093:0:17872:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.562094:0:17872:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:1.0:1767384888.562096:0:17872:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000005093c51b. 00000020:00000010:1.0:1767384888.562098:0:17872:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000b38caeb4. 00000020:00000001:1.0:1767384888.562102:0:17872:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384888.562105:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4437bdf. 00000020:00000010:1.0:1767384888.562107:0:17872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5fb94be. 00000040:00000010:1.0:1767384888.562109:0:17872:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000457ece9f. 00000020:00000010:1.0:1767384888.562112:0:17872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e1fc0bbb. 00000020:00000010:1.0:1767384888.562114:0:17872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001fc570f4. 00040000:00000010:1.0:1767384888.562117:0:17872:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006113bb0f. 00040000:00000010:1.0:1767384888.562119:0:17872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb768c24. 00080000:00000010:1.0:1767384888.562121:0:17872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ef576588. 00080000:00000010:1.0:1767384888.562125:0:17872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000004ab582. 10000000:00000001:1.0:1767384888.562137:0:17872:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384888.562139:0:17872:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:1.0:1767384888.562141:0:17872:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:1.0:1767384888.562143:0:17872:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:1.0:1767384888.562144:0:17872:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:1.0:1767384888.562146:0:17872:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384888.562149:0:17872:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384888.562150:0:17872:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000dbe1d3d4) refs 3 10000000:00000001:1.0:1767384888.562151:0:17872:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.562153:0:17872:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446636780990059008 : -107292719492608 : ffff9e6af7915200) 10000000:00000001:1.0:1767384888.562155:0:17872:0:(mgc_request_server.c:851:mgc_get_local_copy()) Process entered 10000000:01000000:1.0:1767384888.562157:0:17872:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9e6aefd0ca88 local copy 00010000:00000001:1.0:1767384888.562159:0:17872:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384888.562160:0:17872:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.562161:0:17872:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001d24e185 refcount=2 00000020:00000001:1.0:1767384888.562163:0:17872:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081295872 : -107293628255744 : ffff9e6ac166b200) 00010000:00000001:1.0:1767384888.562164:0:17872:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081295872 : -107293628255744 : ffff9e6ac166b200) 00010000:00000001:1.0:1767384888.562167:0:17872:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384888.562169:0:17872:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384888.562171:0:17872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 000000001d24e185/0x135556ebb484391b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843922 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.562178:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.562179:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000010:1.0:1767384888.562183:0:17872:0:(mgc_request_server.c:874:mgc_get_local_copy()) kmalloced '(env)': 56 at 000000004ef6c248. 00000020:00000010:1.0:1767384888.562185:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075fb1056. 00000020:00000010:1.0:1767384888.562187:0:17872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005e116d5f. 00000040:00000010:1.0:1767384888.562189:0:17872:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b260b6ec. 00000020:00000010:1.0:1767384888.562191:0:17872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc2f16a7. 00000020:00000010:1.0:1767384888.562193:0:17872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f827af96. 80000000:00000010:1.0:1767384888.562195:0:17872:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f0fe6a93. 00040000:00000010:1.0:1767384888.562197:0:17872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed78305f. 00080000:00000010:1.0:1767384888.562200:0:17872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008e8c7f13. 00080000:00000010:1.0:1767384888.562205:0:17872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ae430ee4. 20000000:00000010:1.0:1767384888.562207:0:17872:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007c51c77a. 10000000:00000040:1.0:1767384888.562209:0:17872:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000dcacafd0 : new refcount 2 10000000:00000040:1.0:1767384888.562211:0:17872:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000032d0eeac : new refcount 2 10000000:00000040:1.0:1767384888.562212:0:17872:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.109@tcp: copy local log lustre-sptlrpc 10000000:00000001:1.0:1767384888.562214:0:17872:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:1.0:1767384888.562215:0:17872:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 00000000a3ea24c6. 00000040:00000001:1.0:1767384888.562218:0:17872:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:1.0:1767384888.562219:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.562221:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c2d2d374. 00000040:00000001:1.0:1767384888.562223:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.562225:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.562226:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.562228:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.562232:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.562233:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.562239:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384888.562241:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000010:1.0:1767384888.562244:0:17872:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000f843187a. 00080000:00000001:1.0:1767384888.562245:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.562247:0:17872:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384888.562249:0:17872:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384888.562251:0:17872:0:(llog.c:1547:llog_open()) MGC192.168.203.109@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384888.562256:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c2d2d374. 00000040:00000001:1.0:1767384888.562258:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.562259:0:17872:0:(llog.c:1717:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.562262:0:17872:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384888.562262:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.562264:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c2d2d374. 00000040:00000001:1.0:1767384888.562265:0:17872:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384888.562267:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000010:1.0:1767384888.562269:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384888.562270:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384888.562272:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.562274:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.562276:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.562278:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7c58c9c. 00000100:00000001:1.0:1767384888.562281:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.562284:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384888.562285:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384888.562287:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.562288:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780599812096 : -107293109739520 : ffff9e6ae04ea000) 00000100:00000001:1.0:1767384888.562290:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.562291:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384888.562293:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.562294:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.562295:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384888.562296:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384888.562298:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562303:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.562304:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.562306:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384888.562307:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384888.562308:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.562310:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740288:0@lo:501: 00000100:00000001:1.0:1767384888.562312:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384888.562317:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384888.562318:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.562320:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384888.562321:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000365d0bfa. 02000000:00000001:1.0:1767384888.562323:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384888.562325:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384888.562328:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384888.562330:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363740288, portal 25 00000100:00000001:1.0:1767384888.562331:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.562332:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384888.562334:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562339:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384888.562340:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384888.562341:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000100:00000200:1.0:1767384888.562342:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237363740288, offset 0 00000400:00000200:1.0:1767384888.562345:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384888.562349:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384888.562353:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272c00e80 00000400:00000200:1.0:1767384888.562356:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x169 [2] + 0 00000400:00000010:1.0:1767384888.562358:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000677f4f5e. 00000400:00000200:1.0:1767384888.562360:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed29e91b 00000400:00000200:1.0:1767384888.562362:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.562364:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384888.562366:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed29e91b 00000400:00000010:1.0:1767384888.562367:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed29e91b. 00000100:00000001:1.0:1767384888.562369:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384888.562370:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384888.562372:0:17872:0:(events.c:337:request_in_callback()) incoming req@00000000bb18bbba x1853237363740288 msgsize 512 00000100:00100000:1.0:1767384888.562374:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384888.562375:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384888.562384:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.562388:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4c525 00000400:00000010:1.0:1767384888.562389:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4c525. 00000100:00000001:1.0:1767384888.562390:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384888.562397:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562403:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.562405:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562409:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.562411:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.562414:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.562419:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876444 00000100:00000001:1.0:1767384888.562425:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876443 00000100:00000001:1.0:1767384888.562432:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876444 00000100:00000001:1.0:1767384888.562437:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876443 00000100:00000001:1.0:1767384888.562442:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876444 00000100:00000001:1.0:1767384888.562445:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876443 00000100:00000001:1.0:1767384888.562449:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876444 00000100:00000001:1.0:1767384888.562454:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876443 00000100:00000001:1.0:1767384888.562459:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.562464:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.562467:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.562470:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384888.562475:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 000000008b41c688 going to sleep for 11 seconds 00000100:00000001:1.0:1767384888.562478:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.562480:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.562821:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.562826:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.562828:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.562831:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384888.562836:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565e22 00000400:00000010:1.0:1767384888.562839:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565e22. 00000100:00000001:1.0:1767384888.562843:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.562848:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.562895:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562906:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.562908:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.562912:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.562913:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.562915:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.562918:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.562922:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.562926:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.562930:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.562935:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384888.562940:0:17872:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562949:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384888.562953:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1767384888.562956:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.562977:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1767384888.562981:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.562983:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384888.562988:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.562997:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740288:0@lo:501: 00000100:00000001:1.0:1767384888.563001:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.563004:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384888.563006:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384888.563008:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.563011:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.563029:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.563031:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.563033:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384888.563034:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.563036:0:17872:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1767384888.563038:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.563039:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.563040:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384888.563041:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.563042:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363740288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.563047:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.563048:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.563049:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000365d0bfa. 02000000:00000001:1.0:1767384888.563050:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.563051:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.563051:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.563053:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.563053:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d7c58c9c. 02000000:00000001:1.0:1767384888.563055:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.563056:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.563056:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384888.563058:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.563059:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767384888.563060:0:17872:0:(llog.c:1547:llog_open()) MGC192.168.203.109@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384888.563061:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c2d2d374. 00000040:00000001:1.0:1767384888.563062:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.563064:0:17872:0:(llog.c:1644:llog_backup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:01000000:1.0:1767384888.563066:0:17872:0:(mgc_request_server.c:758:mgc_llog_local_copy()) MGC192.168.203.109@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000040:00000001:1.0:1767384888.563068:0:17872:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384888.563068:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.563070:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c2d2d374. 00000040:00000001:1.0:1767384888.563071:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.563073:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.563076:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.563078:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.563081:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.563083:0:17872:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384888.563084:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.563086:0:17872:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384888.563087:0:17872:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384888.563088:0:17872:0:(llog.c:1547:llog_open()) MGC192.168.203.109@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384888.563090:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c2d2d374. 00000040:00000001:1.0:1767384888.563091:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.563092:0:17872:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.563093:0:17872:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384888.563094:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.563095:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c2d2d374. 00000040:00000001:1.0:1767384888.563096:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.563096:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.563097:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.563098:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.563100:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.563101:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.563105:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384888.563106:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384888.563107:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.563109:0:17872:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384888.563110:0:17872:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384888.563110:0:17872:0:(llog.c:1547:llog_open()) MGC192.168.203.109@tcp: Failed to open llog lustre-sptlrpcT: rc -2 00000040:00000010:1.0:1767384888.563111:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c2d2d374. 00000040:00000001:1.0:1767384888.563112:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.563113:0:17872:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:1.0:1767384888.563115:0:17872:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 00000000a3ea24c6. 10000000:00000001:1.0:1767384888.563120:0:17872:0:(mgc_request_server.c:802:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 10000000:01000000:1.0:1767384888.563122:0:17872:0:(mgc_request_server.c:888:mgc_get_local_copy()) MGC192.168.203.109@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00000001:1.0:1767384888.563124:0:17872:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384888.563125:0:17872:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.563126:0:17872:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001d24e185 refcount=3 00000020:00000001:1.0:1767384888.563127:0:17872:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081295872 : -107293628255744 : ffff9e6ac166b200) 00010000:00000001:1.0:1767384888.563129:0:17872:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081295872 : -107293628255744 : ffff9e6ac166b200) 00010000:00000001:1.0:1767384888.563131:0:17872:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384888.563132:0:17872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000001d24e185/0x135556ebb484391b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843922 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.563137:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.563137:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384888.563139:0:17872:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 000000001d24e185/0x135556ebb484391b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843922 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.563143:0:17872:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384888.563144:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.563144:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384888.563145:0:17872:0:(mgc_request_server.c:896:mgc_get_local_copy()) Process leaving 00000020:00000010:1.0:1767384888.563147:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005e116d5f. 00000040:00000010:1.0:1767384888.563149:0:17872:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b260b6ec. 00000020:00000010:1.0:1767384888.563150:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fc2f16a7. 00000020:00000010:1.0:1767384888.563152:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f827af96. 80000000:00000010:1.0:1767384888.563153:0:17872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f0fe6a93. 00040000:00000010:1.0:1767384888.563155:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ed78305f. 00080000:00000010:1.0:1767384888.563157:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ae430ee4. 00080000:00000010:1.0:1767384888.563159:0:17872:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000f843187a. 00080000:00000010:1.0:1767384888.563161:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008e8c7f13. 20000000:00000010:1.0:1767384888.563163:0:17872:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007c51c77a. 00000020:00000010:1.0:1767384888.563165:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075fb1056. 10000000:00000010:1.0:1767384888.563166:0:17872:0:(mgc_request_server.c:901:mgc_get_local_copy()) kfreed 'env': 56 at 000000004ef6c248. 10000000:00000001:1.0:1767384888.563168:0:17872:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384888.563179:0:17872:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.563181:0:17872:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1767384888.563182:0:17872:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9e6ac5aed800 10000000:00000010:1.0:1767384888.563184:0:17872:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 0000000075fb1056. 10000000:01000000:1.0:1767384888.563187:0:17872:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:1.0:1767384888.563189:0:17872:0:(genops.c:887:class_export_get()) GET export 0000000010ba394e refcount=9 10000000:00000001:1.0:1767384888.563190:0:17872:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446636775781953536 : -107297927598080 : ffff9e69c123f000) 10000000:00000001:1.0:1767384888.563192:0:17872:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384888.563193:0:17872:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.563194:0:17872:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1767384888.563194:0:17872:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9e6aefd0ca88 10000000:00000010:1.0:1767384888.563196:0:17872:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 280 at 000000007c51c77a. 10000000:01000000:1.0:1767384888.563197:0:17872:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00000020:00000040:1.0:1767384888.563198:0:17872:0:(genops.c:887:class_export_get()) GET export 0000000010ba394e refcount=10 10000000:00000001:1.0:1767384888.563200:0:17872:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384888.563201:0:17872:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff9e6aefd0ca88 from 1 10000000:00000001:1.0:1767384888.563203:0:17872:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384888.563204:0:17872:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:1.0:1767384888.563206:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384888.563207:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384888.563208:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.563210:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.563211:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.563213:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a5cc274. 00000100:00000001:1.0:1767384888.563215:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.563217:0:17872:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384888.563219:0:17872:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384888.563224:0:17872:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005b3965a1. 00010000:00000001:1.0:1767384888.563227:0:17872:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384888.563230:0:17872:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7ab116. 00000020:00000001:1.0:1767384888.563232:0:17872:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384888.563234:0:17872:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca7ab116 with handle 0x135556ebb48439fb to hash 00000020:00000001:1.0:1767384888.563235:0:17872:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384888.563236:0:17872:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081294336 : -107293628257280 : ffff9e6ac166ac00) 00010000:00000001:1.0:1767384888.563238:0:17872:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081294336 : -107293628257280 : ffff9e6ac166ac00) 00010000:00000001:1.0:1767384888.563243:0:17872:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384888.563244:0:17872:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384888.563245:0:17872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 00000000ca7ab116/0x135556ebb48439fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384888.563250:0:17872:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 00000000ca7ab116/0x135556ebb48439fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384888.563256:0:17872:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 00000000ca7ab116/0x135556ebb48439fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384888.563259:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384888.563260:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384888.563262:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.563263:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780599812096 : -107293109739520 : ffff9e6ae04ea000) 00000100:00000001:1.0:1767384888.563265:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.563266:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384888.563268:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.563269:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.563270:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384888.563270:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384888.563272:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.563277:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.563277:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.563279:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384888.563280:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384888.563281:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.563283:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740416:0@lo:101: 00000100:00000001:1.0:1767384888.563285:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384888.563286:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384888.563287:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.563288:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384888.563290:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f843187a. 02000000:00000001:1.0:1767384888.563294:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384888.563296:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384888.563298:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384888.563300:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363740416, portal 25 00000100:00000001:1.0:1767384888.563302:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.563302:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384888.563305:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.563309:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384888.563310:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384888.563311:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000100:00000200:1.0:1767384888.563312:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363740416, offset 0 00000400:00000200:1.0:1767384888.563314:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384888.563318:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384888.563322:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c00f00 00000400:00000200:1.0:1767384888.563324:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16d [2] + 0 00000400:00000010:1.0:1767384888.563326:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047c032aa. 00000400:00000200:1.0:1767384888.563328:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000d039ae 00000400:00000200:1.0:1767384888.563330:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.563332:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384888.563334:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000d039ae 00000400:00000010:1.0:1767384888.563335:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000d039ae. 00000100:00000001:1.0:1767384888.563337:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384888.563338:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384888.563339:0:17872:0:(events.c:337:request_in_callback()) incoming req@000000004c3078a3 x1853237363740416 msgsize 328 00000100:00100000:1.0:1767384888.563342:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384888.563343:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384888.563352:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.563354:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4c525 00000400:00000010:1.0:1767384888.563355:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4c525. 00000100:00000001:1.0:1767384888.563357:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384888.563358:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.563363:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.563369:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.563374:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.563375:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.563380:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.563385:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876445 00000100:00000001:1.0:1767384888.563391:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876444 00000100:00000001:1.0:1767384888.563396:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876445 00000100:00000001:1.0:1767384888.563400:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876444 00000100:00000001:1.0:1767384888.563404:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876445 00000100:00000001:1.0:1767384888.563407:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876444 00000100:00000001:1.0:1767384888.563411:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876445 00000100:00000001:1.0:1767384888.563416:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876444 00000100:00000001:1.0:1767384888.563421:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.563425:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.563427:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.563431:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384888.563433:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 000000008b41c688 going to sleep for 11 seconds 00000100:00000001:1.0:1767384888.563434:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.563435:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.563825:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.563830:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.563834:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.563837:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384888.563841:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565e22 00000400:00000010:1.0:1767384888.563845:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565e22. 00000100:00000001:1.0:1767384888.563848:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.563854:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.563882:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.563887:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.563895:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.563899:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.563902:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.563903:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.563905:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.563906:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.563909:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.563913:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.563918:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.563920:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.563923:0:17872:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384888.563925:0:17872:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.563929:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.563935:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.563944:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.563947:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.563948:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384888.563956:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.563978:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740416:0@lo:101: 00000100:00000001:1.0:1767384888.563986:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.563990:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.563992:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384888.563994:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.563999:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564007:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.564010:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.564015:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384888.564016:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.564019:0:17872:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384888.564021:0:17872:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384888.564024:0:17872:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.564031:0:17872:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7ab116 refcount=4 00000020:00000001:1.0:1767384888.564035:0:17872:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081294336 : -107293628257280 : ffff9e6ac166ac00) 00010000:00000001:1.0:1767384888.564037:0:17872:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081294336 : -107293628257280 : ffff9e6ac166ac00) 00010000:00000040:1.0:1767384888.564041:0:17872:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ca7ab116, remote cookie: 0x135556ebb4843a02, flags: 0x0 00010000:00000001:1.0:1767384888.564043:0:17872:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384888.564045:0:17872:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384888.564046:0:17872:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384888.564047:0:17872:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384888.564048:0:17872:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384888.564049:0:17872:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (000000005b3965a1) refcount = 1 00010000:00010000:1.0:1767384888.564051:0:17872:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 00000000ca7ab116/0x135556ebb48439fb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843a02 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.564055:0:17872:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384888.564056:0:17872:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384888.564057:0:17872:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384888.564059:0:17872:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384888.564061:0:17872:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384888.564062:0:17872:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 00000000ca7ab116/0x135556ebb48439fb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843a02 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.564066:0:17872:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384888.564067:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.564068:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.564069:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.564070:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.564070:0:17872:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.564072:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.564073:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363740416/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564077:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.564078:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.564079:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f843187a. 02000000:00000001:1.0:1767384888.564080:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.564081:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.564085:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.564086:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.564087:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007a5cc274. 02000000:00000001:1.0:1767384888.564088:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.564089:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.564090:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384888.564092:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.564093:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384888.564094:0:17872:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.564095:0:17872:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384888.564096:0:17872:0:(mgc_request.c:108:config_log_get()) log nodemap (000000007c51c77a) refs 2 10000000:00000001:1.0:1767384888.564097:0:17872:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.564098:0:17872:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384888.564099:0:17872:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.564100:0:17872:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7ab116 refcount=3 00000020:00000001:1.0:1767384888.564101:0:17872:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081294336 : -107293628257280 : ffff9e6ac166ac00) 00010000:00000001:1.0:1767384888.564102:0:17872:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081294336 : -107293628257280 : ffff9e6ac166ac00) 00010000:00000001:1.0:1767384888.564104:0:17872:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384888.564105:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.564106:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.564107:0:17872:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.564109:0:17872:0:(mgc_request_server.c:501:mgc_process_nodemap_log()) Process entered 10000000:00000001:1.0:1767384888.564111:0:17872:0:(mgc_request_server.c:506:mgc_process_nodemap_log()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:1.0:1767384888.564113:0:17872:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'nodemap' succeeded (0). 10000000:00000001:1.0:1767384888.564121:0:17872:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384888.564122:0:17872:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384888.564123:0:17872:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.564124:0:17872:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7ab116 refcount=3 00000020:00000001:1.0:1767384888.564125:0:17872:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081294336 : -107293628257280 : ffff9e6ac166ac00) 00010000:00000001:1.0:1767384888.564126:0:17872:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081294336 : -107293628257280 : ffff9e6ac166ac00) 00010000:00000001:1.0:1767384888.564128:0:17872:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384888.564129:0:17872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 00000000ca7ab116/0x135556ebb48439fb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843a02 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.564133:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.564137:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384888.564138:0:17872:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 00000000ca7ab116/0x135556ebb48439fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843a02 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.564143:0:17872:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384888.564145:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.564146:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384888.564147:0:17872:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.564148:0:17872:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.564150:0:17872:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446636775781954560 : -107297927597056 : ffff9e69c123f400) 10000000:00000001:1.0:1767384888.564151:0:17872:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1767384888.564152:0:17872:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:1.0:1767384888.564154:0:17872:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000007a5cc274. 10000000:01000000:1.0:1767384888.564155:0:17872:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:1.0:1767384888.564157:0:17872:0:(genops.c:887:class_export_get()) GET export 0000000010ba394e refcount=11 10000000:00000001:1.0:1767384888.564159:0:17872:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446636775781950464 : -107297927601152 : ffff9e69c123e400) 10000000:00000001:1.0:1767384888.564161:0:17872:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446636775781950464 : -107297927601152 : ffff9e69c123e400) 10000000:00000001:1.0:1767384888.564163:0:17872:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384888.564163:0:17872:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:1.0:1767384888.564165:0:17872:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384888.564165:0:17872:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:1.0:1767384888.564167:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384888.564168:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384888.564170:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.564171:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.564172:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.564174:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed78305f. 00000100:00000001:1.0:1767384888.564176:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.564178:0:17872:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384888.564179:0:17872:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384888.564181:0:17872:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007e9c9214 count: 4 00010000:00000001:1.0:1767384888.564183:0:17872:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384888.564184:0:17872:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384888.564186:0:17872:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7f9e9c0. 00000020:00000001:1.0:1767384888.564187:0:17872:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384888.564191:0:17872:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7f9e9c0 with handle 0x135556ebb4843a09 to hash 00000020:00000001:1.0:1767384888.564192:0:17872:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384888.564193:0:17872:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081293312 : -107293628258304 : ffff9e6ac166a800) 00010000:00000001:1.0:1767384888.564195:0:17872:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081293312 : -107293628258304 : ffff9e6ac166a800) 00010000:00000001:1.0:1767384888.564197:0:17872:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384888.564198:0:17872:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384888.564199:0:17872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 00000000f7f9e9c0/0x135556ebb4843a09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384888.564203:0:17872:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 00000000f7f9e9c0/0x135556ebb4843a09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384888.564207:0:17872:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 00000000f7f9e9c0/0x135556ebb4843a09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384888.564210:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384888.564211:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384888.564213:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.564214:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780599812096 : -107293109739520 : ffff9e6ae04ea000) 00000100:00000001:1.0:1767384888.564215:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.564216:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384888.564218:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.564219:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.564220:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384888.564221:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384888.564223:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564227:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.564228:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.564229:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384888.564230:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384888.564231:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.564233:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740544:0@lo:101: 00000100:00000001:1.0:1767384888.564235:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384888.564239:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384888.564240:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.564242:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384888.564243:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f843187a. 02000000:00000001:1.0:1767384888.564245:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384888.564247:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384888.564249:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384888.564251:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363740544, portal 25 00000100:00000001:1.0:1767384888.564252:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.564253:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384888.564256:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564260:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384888.564262:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384888.564263:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000100:00000200:1.0:1767384888.564264:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363740544, offset 0 00000400:00000200:1.0:1767384888.564266:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384888.564270:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384888.564274:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c00f80 00000400:00000200:1.0:1767384888.564276:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x171 [2] + 0 00000400:00000010:1.0:1767384888.564278:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cb75fb1. 00000400:00000200:1.0:1767384888.564280:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015d98453 00000400:00000200:1.0:1767384888.564283:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.564285:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384888.564286:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d98453 00000400:00000010:1.0:1767384888.564288:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015d98453. 00000100:00000001:1.0:1767384888.564290:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384888.564291:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384888.564293:0:17872:0:(events.c:337:request_in_callback()) incoming req@000000008df11187 x1853237363740544 msgsize 328 00000100:00100000:1.0:1767384888.564296:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384888.564297:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384888.564304:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.564307:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4c525 00000400:00000010:1.0:1767384888.564308:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4c525. 00000100:00000001:1.0:1767384888.564309:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384888.564316:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564322:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.564324:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564329:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.564333:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.564338:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.564341:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876446 00000100:00000001:1.0:1767384888.564348:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876445 00000100:00000001:1.0:1767384888.564355:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876446 00000100:00000001:1.0:1767384888.564360:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876445 00000100:00000001:1.0:1767384888.564363:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876446 00000100:00000001:1.0:1767384888.564368:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876445 00000100:00000001:1.0:1767384888.564372:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876446 00000100:00000001:1.0:1767384888.564376:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876445 00000100:00000001:1.0:1767384888.564380:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.564383:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.564386:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.564387:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384888.564389:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 000000008b41c688 going to sleep for 11 seconds 00000100:00000001:1.0:1767384888.564393:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.564396:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.564676:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.564680:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.564683:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.564685:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384888.564688:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565e22 00000400:00000010:1.0:1767384888.564692:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565e22. 00000100:00000001:1.0:1767384888.564697:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.564703:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.564736:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564749:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.564752:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.564755:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.564758:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.564759:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.564761:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.564763:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.564765:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.564767:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.564769:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.564770:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.564771:0:17872:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384888.564772:0:17872:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.564774:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.564775:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564780:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.564781:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.564783:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384888.564785:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.564789:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740544:0@lo:101: 00000100:00000001:1.0:1767384888.564792:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.564794:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.564795:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384888.564796:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.564797:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564800:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.564802:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.564808:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384888.564809:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.564810:0:17872:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384888.564811:0:17872:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384888.564813:0:17872:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.564814:0:17872:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7f9e9c0 refcount=4 00000020:00000001:1.0:1767384888.564815:0:17872:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081293312 : -107293628258304 : ffff9e6ac166a800) 00010000:00000001:1.0:1767384888.564817:0:17872:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081293312 : -107293628258304 : ffff9e6ac166a800) 00010000:00000040:1.0:1767384888.564819:0:17872:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f7f9e9c0, remote cookie: 0x135556ebb4843a10, flags: 0x0 00010000:00000001:1.0:1767384888.564821:0:17872:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384888.564823:0:17872:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384888.564824:0:17872:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384888.564824:0:17872:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384888.564825:0:17872:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384888.564826:0:17872:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000007e9c9214) refcount = 4 00010000:00000040:1.0:1767384888.564828:0:17872:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384888.564830:0:17872:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384888.564833:0:17872:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384888.564836:0:17872:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.109@tcp lock: 000000001d24e185/0x135556ebb484391b lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843922 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384888.564839:0:17872:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 00000000f7f9e9c0/0x135556ebb4843a09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843a10 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.564842:0:17872:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384888.564843:0:17872:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384888.564843:0:17872:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384888.564845:0:17872:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384888.564846:0:17872:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384888.564847:0:17872:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 00000000f7f9e9c0/0x135556ebb4843a09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843a10 expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.564856:0:17872:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384888.564858:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.564859:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.564859:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.564860:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.564861:0:17872:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.564862:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.564879:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363740544/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.564884:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.564886:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.564887:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f843187a. 02000000:00000001:1.0:1767384888.564890:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.564891:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.564893:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.564894:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.564895:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ed78305f. 02000000:00000001:1.0:1767384888.564897:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.564898:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.564899:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384888.564902:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.564903:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384888.564905:0:17872:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.564906:0:17872:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384888.564908:0:17872:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (000000007a5cc274) refs 2 10000000:00000001:1.0:1767384888.564910:0:17872:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.564911:0:17872:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384888.564912:0:17872:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.564913:0:17872:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7f9e9c0 refcount=3 00000020:00000001:1.0:1767384888.564915:0:17872:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081293312 : -107293628258304 : ffff9e6ac166a800) 00010000:00000001:1.0:1767384888.564916:0:17872:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081293312 : -107293628258304 : ffff9e6ac166a800) 00010000:00000001:1.0:1767384888.564918:0:17872:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384888.564919:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.564920:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.564921:0:17872:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.564926:0:17872:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767384888.564928:0:17872:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000004ef6c248. 00000020:00000010:1.0:1767384888.564930:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed78305f. 00000020:00000010:1.0:1767384888.564932:0:17872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f827af96. 00000040:00000010:1.0:1767384888.564934:0:17872:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b260b6ec. 00000020:00000010:1.0:1767384888.564935:0:17872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc2f16a7. 00000020:00000010:1.0:1767384888.564937:0:17872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005e116d5f. 80000000:00000010:1.0:1767384888.564939:0:17872:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f0fe6a93. 00040000:00000010:1.0:1767384888.564941:0:17872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2d2d374. 00080000:00000010:1.0:1767384888.564943:0:17872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008e8c7f13. 00080000:00000010:1.0:1767384888.564945:0:17872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ae430ee4. 20000000:00000010:1.0:1767384888.564947:0:17872:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000365d0bfa. 10000000:00000040:1.0:1767384888.564949:0:17872:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000dcacafd0 : new refcount 2 10000000:00000040:1.0:1767384888.564951:0:17872:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000032d0eeac : new refcount 2 10000000:00000040:1.0:1767384888.564952:0:17872:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.109@tcp: copy local log lustre-OST0000 10000000:00000001:1.0:1767384888.564954:0:17872:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:1.0:1767384888.564955:0:17872:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 00000000a3ea24c6. 00000040:00000001:1.0:1767384888.564957:0:17872:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:1.0:1767384888.564958:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.564971:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f66a299e. 00000040:00000001:1.0:1767384888.564973:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.564974:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.564975:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.564977:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.564980:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.564981:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.564985:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.564993:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.564995:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.564996:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.564997:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.564998:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.565000:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 89:2317523024 to info 000000008e8c7f13 00000020:00000001:1.0:1767384888.565002:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c5c0a0ad 00080000:00000002:1.0:1767384888.565007:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x2:0x0] 00080000:00000001:1.0:1767384888.565009:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.565011:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384888.565013:0:17872:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000f843187a. 00080000:00000001:1.0:1767384888.565014:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384888.565017:0:17872:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007560dc83. 00000020:00000001:1.0:1767384888.565019:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.565021:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000052eeb6aa. 00000020:00000001:1.0:1767384888.565023:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.565025:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000028e10613. 00000020:00000001:1.0:1767384888.565026:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.565028:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.565029:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.565031:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.565032:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.565035:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.565036:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.565039:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775782827096 : -107297926724520 : ffff9e69c1314458) 00000040:00000001:1.0:1767384888.565041:0:17872:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565042:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565044:0:17872:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384888.565046:0:17872:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cf86d550. 00000040:00000001:1.0:1767384888.565048:0:17872:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384888.565049:0:17872:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384888.565382:0:17872:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565385:0:17872:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565386:0:17872:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565388:0:17872:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384888.565391:0:17872:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ef5c2e83. 00000040:00001000:1.0:1767384888.565393:0:17872:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384888.565396:0:17872:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384888.565398:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb006302. 00000020:00000010:1.0:1767384888.565400:0:17872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cae0696d. 00000040:00000010:1.0:1767384888.565402:0:17872:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007c2d125e. 00000020:00000010:1.0:1767384888.565404:0:17872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fec876e0. 00000020:00000010:1.0:1767384888.565407:0:17872:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f96678a7. 00000020:00000010:1.0:1767384888.565419:0:17872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e1e3b5e. 80000000:00000010:1.0:1767384888.565422:0:17872:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000034b43c5c. 40000000:00000010:1.0:1767384888.565424:0:17872:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000095e22ab1. 00100000:00000010:1.0:1767384888.565426:0:17872:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aeb4e3c5. 00040000:00000010:1.0:1767384888.565428:0:17872:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd885ad6. 00040000:00000010:1.0:1767384888.565431:0:17872:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c3feeedc. 00040000:00000010:1.0:1767384888.565433:0:17872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e10f673f. 00080000:00000010:1.0:1767384888.565435:0:17872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ac8aed06. 00080000:00000010:1.0:1767384888.565444:0:17872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009c39f825. 00000004:00000010:1.0:1767384888.565448:0:17872:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000016451b77. 00000004:00000010:1.0:1767384888.565451:0:17872:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d44ebb2. 00000004:00000010:1.0:1767384888.565453:0:17872:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000051c75816. 00002000:00000010:1.0:1767384888.565455:0:17872:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000650dd5ae. 00000004:00000010:1.0:1767384888.565457:0:17872:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000041622868. 00000020:00000010:1.0:1767384888.565459:0:17872:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000384d16f3. 00000040:00000010:1.0:1767384888.565464:0:17872:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000cce2168. 00000040:00001000:1.0:1767384888.565466:0:17872:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767384888.565468:0:17872:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384888.565469:0:17872:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384888.565472:0:17872:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:1.0:1767384888.565620:0:17872:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384888.565623:0:17872:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.565625:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134a000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384888.565627:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384888.565629:0:17872:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384888.565631:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134a0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384888.565632:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1767384888.565633:0:17872:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384888.565634:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134a160 type=0x10620000 idx=3 00000040:00001000:1.0:1767384888.565635:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1767384888.565636:0:17872:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384888.565636:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134a1d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384888.565637:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384888.565643:0:17872:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384888.565644:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134a2b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384888.565645:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384888.565647:0:17872:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384888.565648:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134a390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384888.565649:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384888.565649:0:17872:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384888.565650:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134a3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384888.565652:0:17872:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384888.565653:0:17872:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384888.565654:0:17872:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384888.565656:0:17872:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:1.0:1767384888.565659:0:17872:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384888.565660:0:17872:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.565661:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134a3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384888.565662:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384888.565663:0:17872:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00001000:1.0:1767384888.565664:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134a4c0 type=0x0 idx=0 00000040:00000001:1.0:1767384888.565665:0:17872:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384888.565666:0:17872:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000040:00000010:1.0:1767384888.565668:0:17872:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000000cce2168. 00000020:00000010:1.0:1767384888.565672:0:17872:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000384d16f3. 00000020:00000010:1.0:1767384888.565676:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cae0696d. 00000040:00000010:1.0:1767384888.565678:0:17872:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007c2d125e. 00000020:00000010:1.0:1767384888.565680:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fec876e0. 00000020:00000010:1.0:1767384888.565682:0:17872:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f96678a7. 00000020:00000010:1.0:1767384888.565685:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e1e3b5e. 80000000:00000010:1.0:1767384888.565687:0:17872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000034b43c5c. 40000000:00000010:1.0:1767384888.565689:0:17872:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000095e22ab1. 00100000:00000010:1.0:1767384888.565691:0:17872:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aeb4e3c5. 00040000:00000010:1.0:1767384888.565693:0:17872:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd885ad6. 00040000:00000010:1.0:1767384888.565695:0:17872:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c3feeedc. 00040000:00000010:1.0:1767384888.565697:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e10f673f. 00080000:00000010:1.0:1767384888.565700:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009c39f825. 00080000:00000010:1.0:1767384888.565705:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ac8aed06. 00000004:00000010:1.0:1767384888.565707:0:17872:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000016451b77. 00000004:00000010:1.0:1767384888.565710:0:17872:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001d44ebb2. 00000004:00000010:1.0:1767384888.565713:0:17872:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000051c75816. 00002000:00000010:1.0:1767384888.565715:0:17872:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000650dd5ae. 00000004:00000010:1.0:1767384888.565717:0:17872:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000041622868. 00000020:00000010:1.0:1767384888.565718:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb006302. 00000040:00000010:1.0:1767384888.565720:0:17872:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ef5c2e83. 00000040:00000001:1.0:1767384888.565721:0:17872:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565724:0:17872:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384888.565726:0:17872:0:(lu_object.c:207:lu_object_put()) Add 0000000028e10613/0000000052eeb6aa to site lru. bkt: 0000000080254e8b 00000040:00000010:1.0:1767384888.565728:0:17872:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007560dc83. 00000040:00000001:1.0:1767384888.565729:0:17872:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384888.565731:0:17872:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cf86d550. 00000040:00000010:1.0:1767384888.565732:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f66a299e. 00000040:00000001:1.0:1767384888.565734:0:17872:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565735:0:17872:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384888.565735:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.565737:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085650a19. 00000040:00000001:1.0:1767384888.565738:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.565739:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.565740:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.565742:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.565744:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.565746:0:17872:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:1.0:1767384888.565747:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384888.565749:0:17872:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007560dc83. 00000020:00000001:1.0:1767384888.565750:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384888.565752:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775782827096 : -107297926724520 : ffff9e69c1314458) 00000040:00000001:1.0:1767384888.565754:0:17872:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565755:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565756:0:17872:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384888.565757:0:17872:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009c39f825. 00000040:00000001:1.0:1767384888.565758:0:17872:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384888.565759:0:17872:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384888.565766:0:17872:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565768:0:17872:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565769:0:17872:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565770:0:17872:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384888.565771:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.565772:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e10f673f. 00000040:00000001:1.0:1767384888.565773:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.565774:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.565775:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.565776:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.565777:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.565779:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.565781:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384888.565783:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384888.565785:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.565786:0:17872:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384888.565788:0:17872:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384888.565789:0:17872:0:(llog.c:1547:llog_open()) MGC192.168.203.109@tcp: Failed to open llog lustre-OST0000T: rc -2 00000040:00000010:1.0:1767384888.565790:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e10f673f. 00000040:00000001:1.0:1767384888.565791:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.565792:0:17872:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384888.565794:0:17872:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384888.565794:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.565795:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e10f673f. 00000040:00000001:1.0:1767384888.565796:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.565797:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.565798:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.565800:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.565801:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.565802:0:17872:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384888.565803:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384888.565805:0:17872:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000078b5456e. 00000020:00000001:1.0:1767384888.565806:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.565811:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fd885ad6. 00000020:00000001:1.0:1767384888.565821:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.565835:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007e1e3b5e. 00000020:00000001:1.0:1767384888.565837:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.565839:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.565840:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.565841:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.565843:0:17872:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384888.565849:0:17872:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e9e21244. 00000001:00000010:1.0:1767384888.565857:0:17872:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e9e21244. 00080000:00000001:1.0:1767384888.565859:0:17872:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.565861:0:17872:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.565863:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775782826584 : -107297926725032 : ffff9e69c1314258) 00000040:00000001:1.0:1767384888.565898:0:17872:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565900:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565902:0:17872:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384888.565903:0:17872:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.565906:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.565909:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e14815b0. 00080000:00000001:1.0:1767384888.565911:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781604352 : -107297927947264 : ffff9e69c11e9c00) 00000040:00000001:1.0:1767384888.565913:0:17872:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384888.565916:0:17872:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384888.565917:0:17872:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384888.565920:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.565923:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.565925:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000774b39d4. 00080000:00000001:1.0:1767384888.565927:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.565928:0:17872:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384888.565930:0:17872:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000010:1.0:1767384888.565934:0:17872:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000c5be0f77. 00000001:00000001:1.0:1767384888.565935:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.565936:0:17872:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.565939:0:17872:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.565941:0:17872:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384888.565942:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.565943:0:17872:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565945:0:17872:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565951:0:17872:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.565953:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.565959:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.565973:0:17872:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384888.565975:0:17872:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384888.565977:0:17872:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384888.565979:0:17872:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384888.566201:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.566203:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566205:0:17872:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384888.566213:0:17872:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.566215:0:17872:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x5:0x0] 00080000:00000001:1.0:1767384888.566216:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.566217:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566219:0:17872:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384888.566222:0:17872:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e9e21244. 00000001:00000010:1.0:1767384888.566228:0:17872:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e9e21244. 00080000:00000001:1.0:1767384888.566230:0:17872:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566233:0:17872:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.566241:0:17872:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566244:0:17872:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:1.0:1767384888.566246:0:17872:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 0000000051c75816. 00080000:00000001:1.0:1767384888.566257:0:17872:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.566259:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000026acedaf 00080000:00000002:1.0:1767384888.566261:0:17872:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert lustre-OST0000T:174 rc = 0 00080000:00000001:1.0:1767384888.566263:0:17872:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566264:0:17872:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566266:0:17872:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566268:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.566272:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000774b39d4. 00040000:00000001:1.0:1767384888.566275:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.566276:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.566278:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566279:0:17872:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566280:0:17872:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384888.566282:0:17872:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000cce2168. 00000040:00000001:1.0:1767384888.566283:0:17872:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384888.566284:0:17872:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384888.566286:0:17872:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384888.566292:0:17872:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384888.566294:0:17872:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384888.566296:0:17872:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566297:0:17872:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566298:0:17872:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384888.566300:0:17872:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ef5c2e83. 00000040:00001000:1.0:1767384888.566301:0:17872:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384888.566303:0:17872:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384888.566305:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d7b3ea6. 00000020:00000010:1.0:1767384888.566306:0:17872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000006cdde1b. 00000040:00000010:1.0:1767384888.566308:0:17872:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ec226b35. 00000020:00000010:1.0:1767384888.566310:0:17872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000016451b77. 00000020:00000010:1.0:1767384888.566312:0:17872:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f96678a7. 00000020:00000010:1.0:1767384888.566314:0:17872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd8117ce. 80000000:00000010:1.0:1767384888.566315:0:17872:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000034b43c5c. 40000000:00000010:1.0:1767384888.566317:0:17872:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000774b39d4. 00100000:00000010:1.0:1767384888.566319:0:17872:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000023510792. 00040000:00000010:1.0:1767384888.566321:0:17872:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a25e583. 00040000:00000010:1.0:1767384888.566323:0:17872:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ad62d51. 00040000:00000010:1.0:1767384888.566324:0:17872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008c7de66e. 00080000:00000010:1.0:1767384888.566328:0:17872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e4449ffc. 00080000:00000010:1.0:1767384888.566332:0:17872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002308919c. 00000004:00000010:1.0:1767384888.566335:0:17872:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009f1f4ba7. 00000004:00000010:1.0:1767384888.566337:0:17872:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d44ebb2. 00000004:00000010:1.0:1767384888.566339:0:17872:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c0917971. 00002000:00000010:1.0:1767384888.566341:0:17872:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000041622868. 00000004:00000010:1.0:1767384888.566342:0:17872:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000650dd5ae. 00000020:00000010:1.0:1767384888.566344:0:17872:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b74829e3. 00000040:00000010:1.0:1767384888.566347:0:17872:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000cf86d550. 00000040:00001000:1.0:1767384888.566348:0:17872:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:1.0:1767384888.566349:0:17872:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384888.566350:0:17872:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384888.566352:0:17872:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:1.0:1767384888.566355:0:17872:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384888.566360:0:17872:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.566362:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6aeefe2000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384888.566363:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384888.566364:0:17872:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.566366:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.566367:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.566368:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.566369:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f5acdb59. 00080000:00000001:1.0:1767384888.566371:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781600768 : -107297927950848 : ffff9e69c11e8e00) 00000040:00000001:1.0:1767384888.566373:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566374:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.566376:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566377:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.566378:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ade3f88e. 00080000:00000001:1.0:1767384888.566380:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566381:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566382:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.566382:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566384:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566385:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566386:0:17872:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384888.566387:0:17872:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566389:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.566391:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566392:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566394:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.566394:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000010:1.0:1767384888.566400:0:17872:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000543c8734. 00000040:00080000:1.0:1767384888.566650:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].1, 224 off8416 00000040:00000001:1.0:1767384888.566652:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566654:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566657:0:17872:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.566659:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.566662:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ade3f88e. 00040000:00000001:1.0:1767384888.566664:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.566665:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.566665:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566670:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566671:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.566673:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6aeefe20e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384888.566674:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1767384888.566676:0:17872:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.566677:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.566678:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.566679:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.566681:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000097d962a. 00080000:00000001:1.0:1767384888.566682:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781599232 : -107297927952384 : ffff9e69c11e8800) 00000040:00000001:1.0:1767384888.566684:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566685:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.566686:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566687:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.566689:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ade3f88e. 00080000:00000001:1.0:1767384888.566690:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566691:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566693:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.566693:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566694:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566695:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566696:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.566699:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566700:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566700:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.566701:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384888.566708:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].2, 128 off8544 00000040:00000001:1.0:1767384888.566710:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566711:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566712:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.566714:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ade3f88e. 00040000:00000001:1.0:1767384888.566716:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.566716:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.566717:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566718:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566719:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.566720:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6aeefe2160 type=0x10620000 idx=3 00000040:00001000:1.0:1767384888.566722:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1767384888.566726:0:17872:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.566727:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.566728:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.566729:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.566731:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000af54b316. 00080000:00000001:1.0:1767384888.566732:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781598720 : -107297927952896 : ffff9e69c11e8600) 00000040:00000001:1.0:1767384888.566733:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566734:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.566735:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566736:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.566737:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ade3f88e. 00080000:00000001:1.0:1767384888.566738:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566739:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566740:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.566740:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566741:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566742:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566744:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.566745:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566746:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566747:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.566748:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384888.566753:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].3, 112 off8656 00000040:00000001:1.0:1767384888.566754:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566755:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566756:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.566758:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ade3f88e. 00040000:00000001:1.0:1767384888.566759:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.566760:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.566761:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566762:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566763:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.566764:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6aeefe21d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384888.566765:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384888.566766:0:17872:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.566767:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.566768:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.566768:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.566773:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001f725e7c. 00080000:00000001:1.0:1767384888.566774:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781604864 : -107297927946752 : ffff9e69c11e9e00) 00000040:00000001:1.0:1767384888.566775:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566777:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.566778:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566778:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.566779:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ade3f88e. 00080000:00000001:1.0:1767384888.566780:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566781:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566782:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.566783:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566784:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566785:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566786:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.566788:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566789:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566790:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.566790:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384888.566795:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].4, 224 off8880 00000040:00000001:1.0:1767384888.566797:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566798:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566799:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.566800:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ade3f88e. 00040000:00000001:1.0:1767384888.566802:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.566802:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.566803:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566804:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566805:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.566806:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6aeefe22b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384888.566807:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384888.566808:0:17872:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.566809:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.566810:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.566811:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.566812:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008d45cbd5. 00080000:00000001:1.0:1767384888.566813:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781601280 : -107297927950336 : ffff9e69c11e9000) 00000040:00000001:1.0:1767384888.566814:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566818:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.566819:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566820:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.566821:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ade3f88e. 00080000:00000001:1.0:1767384888.566822:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566823:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566824:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.566824:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566825:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566826:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566827:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.566829:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566830:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566830:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.566831:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384888.566836:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].5, 224 off9104 00000040:00000001:1.0:1767384888.566837:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566838:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566839:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.566841:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ade3f88e. 00040000:00000001:1.0:1767384888.566842:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.566843:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.566844:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566845:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566846:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.566847:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6aeefe2390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384888.566848:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384888.566849:0:17872:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.566850:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.566851:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.566851:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.566853:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f66a299e. 00080000:00000001:1.0:1767384888.566854:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781949440 : -107297927602176 : ffff9e69c123e000) 00000040:00000001:1.0:1767384888.566855:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566856:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.566856:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566857:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.566858:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ade3f88e. 00080000:00000001:1.0:1767384888.566863:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566882:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566884:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.566885:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566886:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566887:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566889:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.566891:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566892:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566893:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.566894:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384888.566901:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].6, 80 off9184 00000040:00000001:1.0:1767384888.566903:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566904:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566905:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.566907:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ade3f88e. 00040000:00000001:1.0:1767384888.566909:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.566910:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.566911:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566912:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566913:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.566914:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6aeefe23e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384888.566915:0:17872:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384888.566917:0:17872:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384888.566918:0:17872:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384888.566919:0:17872:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:1.0:1767384888.566921:0:17872:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384888.566923:0:17872:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.566924:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6aeefe23e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384888.566925:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384888.566926:0:17872:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.566927:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.566928:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.566929:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.566930:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bb006302. 00080000:00000001:1.0:1767384888.566931:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781953024 : -107297927598592 : ffff9e69c123ee00) 00000040:00000001:1.0:1767384888.566932:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566937:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.566938:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566940:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.566941:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ade3f88e. 00080000:00000001:1.0:1767384888.566942:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566943:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.566944:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.566945:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566946:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566947:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566948:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.566950:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566951:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.566951:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.566952:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384888.566957:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].7, 224 off9408 00000040:00000001:1.0:1767384888.566974:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566975:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.566977:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.566980:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ade3f88e. 00040000:00000001:1.0:1767384888.566981:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.566982:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.566983:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566984:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566985:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.566987:0:17872:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384888.566988:0:17872:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 8 00000040:00000010:1.0:1767384888.566989:0:17872:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000cf86d550. 00000020:00000010:1.0:1767384888.566992:0:17872:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b74829e3. 00000020:00000010:1.0:1767384888.566996:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000006cdde1b. 00000040:00000010:1.0:1767384888.566998:0:17872:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ec226b35. 00000020:00000010:1.0:1767384888.566999:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000016451b77. 00000020:00000010:1.0:1767384888.567001:0:17872:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f96678a7. 00000020:00000010:1.0:1767384888.567003:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bd8117ce. 80000000:00000010:1.0:1767384888.567004:0:17872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000034b43c5c. 40000000:00000010:1.0:1767384888.567006:0:17872:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000774b39d4. 00100000:00000010:1.0:1767384888.567008:0:17872:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000023510792. 00040000:00000010:1.0:1767384888.567014:0:17872:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a25e583. 00040000:00000010:1.0:1767384888.567016:0:17872:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005ad62d51. 00040000:00000010:1.0:1767384888.567017:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008c7de66e. 00080000:00000010:1.0:1767384888.567019:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002308919c. 00080000:00000010:1.0:1767384888.567021:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e4449ffc. 00000004:00000010:1.0:1767384888.567023:0:17872:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009f1f4ba7. 00000004:00000010:1.0:1767384888.567025:0:17872:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001d44ebb2. 00000004:00000010:1.0:1767384888.567026:0:17872:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c0917971. 00002000:00000010:1.0:1767384888.567028:0:17872:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000041622868. 00000004:00000010:1.0:1767384888.567030:0:17872:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000650dd5ae. 00000020:00000010:1.0:1767384888.567031:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d7b3ea6. 00000040:00000010:1.0:1767384888.567033:0:17872:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ef5c2e83. 00000040:00000001:1.0:1767384888.567034:0:17872:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.567035:0:17872:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384888.567037:0:17872:0:(lu_object.c:207:lu_object_put()) Add 000000007e1e3b5e/00000000fd885ad6 to site lru. bkt: 0000000026ae411f 00000040:00000010:1.0:1767384888.567039:0:17872:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 0000000078b5456e. 00000040:00000001:1.0:1767384888.567040:0:17872:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384888.567041:0:17872:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000cce2168. 00000040:00000010:1.0:1767384888.567043:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e10f673f. 00000040:00000001:1.0:1767384888.567044:0:17872:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384888.567045:0:17872:0:(lu_object.c:207:lu_object_put()) Add 0000000028e10613/0000000052eeb6aa to site lru. bkt: 0000000080254e8b 00000040:00000010:1.0:1767384888.567046:0:17872:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007560dc83. 00000040:00000001:1.0:1767384888.567047:0:17872:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384888.567048:0:17872:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009c39f825. 00000040:00000010:1.0:1767384888.567050:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085650a19. 00000040:00000001:1.0:1767384888.567051:0:17872:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.567052:0:17872:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384888.567053:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.567054:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007c2d125e. 00000040:00000001:1.0:1767384888.567055:0:17872:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384888.567056:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000010:1.0:1767384888.567058:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384888.567059:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384888.567061:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.567062:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.567067:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.567069:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cae0696d. 00000100:00000001:1.0:1767384888.567072:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567074:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384888.567075:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384888.567077:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008161fd5. 00000100:00000001:1.0:1767384888.567078:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780599812672 : -107293109738944 : ffff9e6ae04ea240) 00000100:00000001:1.0:1767384888.567080:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.567081:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384888.567083:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.567084:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567085:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384888.567086:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384888.567088:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.567093:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.567094:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.567096:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384888.567097:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384888.567098:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.567100:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740672:0@lo:501: 00000100:00000001:1.0:1767384888.567102:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384888.567103:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384888.567104:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.567105:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384888.567107:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085650a19. 02000000:00000001:1.0:1767384888.567108:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384888.567110:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384888.567112:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384888.567114:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363740672, portal 25 00000100:00000001:1.0:1767384888.567115:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.567116:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384888.567119:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.567130:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384888.567131:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384888.567133:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000100:00000200:1.0:1767384888.567134:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237363740672, offset 0 00000400:00000200:1.0:1767384888.567137:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384888.567141:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384888.567144:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272c01000 00000400:00000200:1.0:1767384888.567147:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x175 [2] + 0 00000400:00000010:1.0:1767384888.567149:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ed5fdfd. 00000400:00000200:1.0:1767384888.567151:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dddb374c 00000400:00000200:1.0:1767384888.567153:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.567155:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384888.567157:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dddb374c 00000400:00000010:1.0:1767384888.567158:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dddb374c. 00000100:00000001:1.0:1767384888.567160:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384888.567161:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384888.567163:0:17872:0:(events.c:337:request_in_callback()) incoming req@000000002b53b981 x1853237363740672 msgsize 512 00000100:00100000:1.0:1767384888.567165:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384888.567167:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384888.567175:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.567178:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4c525 00000400:00000010:1.0:1767384888.567179:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4c525. 00000100:00000001:1.0:1767384888.567181:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384888.567183:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.567188:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.567189:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.567193:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567194:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.567196:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567198:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876449 00000100:00000001:1.0:1767384888.567202:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876446 00000100:00000001:1.0:1767384888.567210:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876449 00000100:00000001:1.0:1767384888.567213:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876446 00000100:00000001:1.0:1767384888.567215:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876449 00000100:00000001:1.0:1767384888.567218:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876446 00000100:00000001:1.0:1767384888.567222:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876449 00000100:00000001:1.0:1767384888.567224:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876446 00000100:00000001:1.0:1767384888.567230:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.567233:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567236:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.567241:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384888.567245:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 0000000008161fd5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384888.567250:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.567252:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567708:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.567713:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.567716:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.567719:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384888.567724:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565e22 00000400:00000010:1.0:1767384888.567727:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565e22. 00000100:00000001:1.0:1767384888.567730:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.567736:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.567755:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.567760:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.567761:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.567763:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.567766:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.567768:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.567771:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.567773:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.567775:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.567779:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.567790:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.567793:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.567797:0:17872:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384888.567800:0:17872:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567805:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.567809:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.567816:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.567819:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.567821:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384888.567826:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.567836:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740672:0@lo:501: 00000100:00000001:1.0:1767384888.567840:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.567842:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567844:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384888.567846:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.567850:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.567857:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.567860:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000008161fd5. 00000100:00000001:1.0:1767384888.567862:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384888.567882:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.567885:0:17872:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384888.567887:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.567888:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.567890:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384888.567892:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.567896:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363740672/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.567901:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.567902:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.567904:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085650a19. 02000000:00000001:1.0:1767384888.567906:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.567911:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.567912:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.567914:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.567915:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cae0696d. 02000000:00000001:1.0:1767384888.567917:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.567918:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.567919:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384888.567921:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.567922:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384888.567923:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.567924:0:17872:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384888.567926:0:17872:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cf86d550. 00000040:00000001:1.0:1767384888.567927:0:17872:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384888.567928:0:17872:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384888.567929:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000010:1.0:1767384888.567931:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384888.567933:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384888.567934:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.567935:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.567937:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.567939:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085650a19. 00000100:00000001:1.0:1767384888.567941:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567942:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384888.567943:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384888.567945:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008161fd5. 00000100:00000001:1.0:1767384888.567946:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780599812672 : -107293109738944 : ffff9e6ae04ea240) 00000100:00000001:1.0:1767384888.567948:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.567948:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384888.567950:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.567951:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.567952:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384888.567953:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384888.567955:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.567972:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.567973:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.567979:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384888.567980:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384888.567982:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.567983:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740800:0@lo:503: 00000100:00000001:1.0:1767384888.567986:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384888.567988:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384888.567989:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.567990:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384888.567999:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000040515236. 02000000:00000001:1.0:1767384888.568000:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384888.568002:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384888.568005:0:17872:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000a00090e. 00000100:00000200:1.0:1767384888.568007:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363740800, portal 25 00000100:00000001:1.0:1767384888.568008:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.568009:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384888.568012:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.568017:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384888.568018:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384888.568019:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384888.568021:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363740800, offset 0 00000400:00000200:1.0:1767384888.568023:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384888.568027:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384888.568030:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c01080 00000400:00000200:1.0:1767384888.568033:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x179 [2] + 0 00000400:00000010:1.0:1767384888.568035:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fa4a88c. 00000400:00000200:1.0:1767384888.568037:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd7ecb09 00000400:00000200:1.0:1767384888.568039:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.568041:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384888.568043:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd7ecb09 00000400:00000010:1.0:1767384888.568044:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd7ecb09. 00000100:00000001:1.0:1767384888.568047:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384888.568047:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384888.568049:0:17872:0:(events.c:337:request_in_callback()) incoming req@000000009a690d6a x1853237363740800 msgsize 272 00000100:00100000:1.0:1767384888.568055:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384888.568056:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384888.568064:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.568068:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565e22 00000400:00000010:1.0:1767384888.568069:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565e22. 00000100:00000001:1.0:1767384888.568070:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384888.568072:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.568077:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.568078:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.568082:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.568083:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.568085:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.568087:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876450 00000100:00000001:1.0:1767384888.568090:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876449 00000100:00000001:1.0:1767384888.568093:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876450 00000100:00000001:1.0:1767384888.568095:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876449 00000100:00000001:1.0:1767384888.568098:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876450 00000100:00000001:1.0:1767384888.568100:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876449 00000100:00000001:1.0:1767384888.568102:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876450 00000100:00000001:1.0:1767384888.568106:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876449 00000100:00000001:1.0:1767384888.568109:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.568113:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.568114:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.568118:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384888.568120:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 0000000008161fd5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384888.568124:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.568127:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.568815:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.568819:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.568822:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.568829:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384888.568833:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a00090e 00000400:00000010:1.0:1767384888.568835:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000a00090e. 00000100:00000001:1.0:1767384888.568839:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.568845:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.568863:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.568886:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.568888:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.568889:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.568892:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.568894:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.568897:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.568900:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.568905:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.568909:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.568914:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.568918:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.568920:0:17872:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384888.568924:0:17872:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.568929:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.568934:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.568940:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.568944:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.568945:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384888.568950:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.568972:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740800:0@lo:503: 00000100:00000001:1.0:1767384888.568976:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.568978:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.568979:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384888.568988:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.568991:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.569000:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.569002:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000008161fd5. 00000100:00000001:1.0:1767384888.569007:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384888.569008:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569013:0:17872:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384888.569016:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.569019:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363740800/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.569023:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.569025:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.569026:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000040515236. 02000000:00000001:1.0:1767384888.569036:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.569037:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.569038:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.569039:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.569040:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000085650a19. 02000000:00000001:1.0:1767384888.569042:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.569042:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.569043:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384888.569045:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.569045:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.569047:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.569047:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.569049:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384888.569049:0:17872:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569051:0:17872:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569052:0:17872:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384888.569053:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.569054:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085650a19. 00000040:00000001:1.0:1767384888.569056:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.569057:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.569058:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.569060:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.569062:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.569067:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.569072:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.569077:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569078:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.569079:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569080:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.569081:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.569083:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 89:2317523024 to info 000000008e8c7f13 00000020:00000001:1.0:1767384888.569085:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000098995db9 00080000:00000002:1.0:1767384888.569086:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x2:0x0] 00080000:00000001:1.0:1767384888.569088:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.569089:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569090:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384888.569093:0:17872:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007560dc83. 00000020:00000001:1.0:1767384888.569095:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384888.569096:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775782827096 : -107297926724520 : ffff9e69c1314458) 00000040:00000001:1.0:1767384888.569098:0:17872:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569099:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569100:0:17872:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384888.569101:0:17872:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384888.569102:0:17872:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384888.569104:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.569105:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e10f673f. 00080000:00000001:1.0:1767384888.569106:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781602816 : -107297927948800 : ffff9e69c11e9600) 00000040:00000001:1.0:1767384888.569108:0:17872:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384888.569109:0:17872:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384888.569111:0:17872:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384888.569113:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.569114:0:17872:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569116:0:17872:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384888.569117:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384888.569118:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384888.569119:0:17872:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x2:0x0] not in the id map cache 00080000:00000001:1.0:1767384888.569121:0:17872:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569122:0:17872:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569123:0:17872:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569128:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.569131:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569132:0:17872:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384888.569134:0:17872:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384888.569139:0:17872:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 0000000003b47b35. 00080000:00000001:1.0:1767384888.569143:0:17872:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.569144:0:17872:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.569146:0:17872:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x2:0x0] decrease nlink 1 00080000:00000001:1.0:1767384888.569153:0:17872:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384888.569154:0:17872:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x2:0x0] 00080000:00000001:1.0:1767384888.569156:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.569156:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569158:0:17872:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384888.569161:0:17872:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e9e21244. 00000001:00000010:1.0:1767384888.569165:0:17872:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e9e21244. 00080000:00000001:1.0:1767384888.569167:0:17872:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569168:0:17872:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569170:0:17872:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569171:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384888.569173:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.569174:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384888.569175:0:17872:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 0000000003b47b35. 00080000:00000002:1.0:1767384888.569178:0:17872:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 89 00080000:00000001:1.0:1767384888.569179:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569180:0:17872:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569182:0:17872:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384888.569242:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.569243:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.569244:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.569245:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.569245:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.569246:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384888.569248:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000028e10613. 00000020:00000010:1.0:1767384888.569250:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000052eeb6aa. 00000040:00000010:1.0:1767384888.569253:0:17872:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007560dc83. 00000040:00000001:1.0:1767384888.569254:0:17872:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384888.569256:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085650a19. 00000040:00000001:1.0:1767384888.569257:0:17872:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569258:0:17872:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384888.569263:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.569265:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085650a19. 00000040:00000001:1.0:1767384888.569266:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.569267:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.569268:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.569270:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.569272:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.569274:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.569277:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384888.569279:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384888.569280:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384888.569283:0:17872:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007560dc83. 00000020:00000001:1.0:1767384888.569284:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.569286:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005a25e583. 00000020:00000001:1.0:1767384888.569288:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.569289:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003d7b3ea6. 00000020:00000001:1.0:1767384888.569291:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569292:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.569294:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.569294:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569296:0:17872:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384888.569298:0:17872:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e9e21244. 00000001:00000010:1.0:1767384888.569301:0:17872:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e9e21244. 00080000:00000001:1.0:1767384888.569303:0:17872:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569304:0:17872:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.569305:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775782826072 : -107297926725544 : ffff9e69c1314058) 00000040:00000001:1.0:1767384888.569307:0:17872:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569308:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569309:0:17872:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384888.569310:0:17872:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569311:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.569312:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bbd55a32. 00080000:00000001:1.0:1767384888.569314:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781603840 : -107297927947776 : ffff9e69c11e9a00) 00000040:00000001:1.0:1767384888.569315:0:17872:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384888.569316:0:17872:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384888.569321:0:17872:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384888.569323:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.569324:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.569326:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000774b39d4. 00080000:00000001:1.0:1767384888.569327:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569328:0:17872:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384888.569329:0:17872:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x6:0x0] not in the id map cache 00000001:00000001:1.0:1767384888.569331:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.569332:0:17872:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.569333:0:17872:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569335:0:17872:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384888.569336:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.569336:0:17872:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569338:0:17872:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569339:0:17872:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569340:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.569342:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569343:0:17872:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384888.569344:0:17872:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384888.569345:0:17872:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384888.569347:0:17872:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384888.569366:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.569367:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569368:0:17872:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384888.569373:0:17872:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.569374:0:17872:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x6:0x0] 00080000:00000001:1.0:1767384888.569375:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.569376:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569377:0:17872:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384888.569379:0:17872:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e9e21244. 00000001:00000010:1.0:1767384888.569383:0:17872:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e9e21244. 00080000:00000001:1.0:1767384888.569384:0:17872:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569385:0:17872:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.569389:0:17872:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569391:0:17872:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000001:1.0:1767384888.569396:0:17872:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.569398:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000026acedaf 00080000:00000002:1.0:1767384888.569399:0:17872:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert lustre-OST0000:89 rc = 0 00080000:00000001:1.0:1767384888.569405:0:17872:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569407:0:17872:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569408:0:17872:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.569409:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.569412:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000774b39d4. 00040000:00000001:1.0:1767384888.569414:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.569415:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.569416:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569417:0:17872:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569418:0:17872:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384888.569420:0:17872:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ac8aed06. 00000040:00000001:1.0:1767384888.569421:0:17872:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384888.569422:0:17872:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384888.569423:0:17872:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384888.569424:0:17872:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384888.569426:0:17872:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384888.569427:0:17872:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569428:0:17872:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.569429:0:17872:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384888.569430:0:17872:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000aec8a7fc. 00000040:00001000:1.0:1767384888.569431:0:17872:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384888.569433:0:17872:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384888.569435:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c7de66e. 00000020:00000010:1.0:1767384888.569436:0:17872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd8117ce. 00000040:00000010:1.0:1767384888.569438:0:17872:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ec226b35. 00000020:00000010:1.0:1767384888.569439:0:17872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c0917971. 00000020:00000010:1.0:1767384888.569441:0:17872:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f96678a7. 00000020:00000010:1.0:1767384888.569443:0:17872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000006cdde1b. 80000000:00000010:1.0:1767384888.569445:0:17872:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000000d652ce. 40000000:00000010:1.0:1767384888.569446:0:17872:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000774b39d4. 00100000:00000010:1.0:1767384888.569448:0:17872:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f1f4ba7. 00040000:00000010:1.0:1767384888.569450:0:17872:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008e1e9c37. 00040000:00000010:1.0:1767384888.569452:0:17872:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ad62d51. 00040000:00000010:1.0:1767384888.569454:0:17872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028e10613. 00080000:00000010:1.0:1767384888.569456:0:17872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009c39f825. 00080000:00000010:1.0:1767384888.569461:0:17872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000cce2168. 00000004:00000010:1.0:1767384888.569463:0:17872:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000023510792. 00000004:00000010:1.0:1767384888.569465:0:17872:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d44ebb2. 00000004:00000010:1.0:1767384888.569467:0:17872:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000016451b77. 00002000:00000010:1.0:1767384888.569469:0:17872:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000650dd5ae. 00000004:00000010:1.0:1767384888.569470:0:17872:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000041622868. 00000020:00000010:1.0:1767384888.569472:0:17872:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ade3f88e. 00000040:00000010:1.0:1767384888.569475:0:17872:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e4449ffc. 00000040:00001000:1.0:1767384888.569476:0:17872:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:1.0:1767384888.569477:0:17872:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384888.569479:0:17872:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384888.569480:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000010:1.0:1767384888.569482:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384888.569483:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384888.569485:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.569486:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.569488:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.569496:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011575545. 00000100:00000001:1.0:1767384888.569499:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.569501:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384888.569502:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384888.569504:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.569505:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780599812096 : -107293109739520 : ffff9e6ae04ea000) 00000100:00000001:1.0:1767384888.569507:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.569507:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384888.569509:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.569510:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.569512:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384888.569512:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384888.569514:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.569519:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.569520:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.569521:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384888.569522:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384888.569526:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.569528:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740928:0@lo:502: 00000100:00000001:1.0:1767384888.569531:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384888.569532:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384888.569534:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.569535:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384888.569540:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000040515236. 02000000:00000001:1.0:1767384888.569542:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384888.569544:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384888.569546:0:17872:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000008161fd5. 00000100:00000200:1.0:1767384888.569548:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363740928, portal 25 00000100:00000001:1.0:1767384888.569550:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.569550:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384888.569553:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.569557:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384888.569559:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384888.569560:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384888.569561:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363740928, offset 0 00000400:00000200:1.0:1767384888.569564:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384888.569568:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384888.569571:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c01100 00000400:00000200:1.0:1767384888.569574:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x17d [2] + 0 00000400:00000010:1.0:1767384888.569576:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c81ac4. 00000400:00000200:1.0:1767384888.569578:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000257a891e 00000400:00000200:1.0:1767384888.569580:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.569582:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384888.569584:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257a891e 00000400:00000010:1.0:1767384888.569585:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000257a891e. 00000100:00000001:1.0:1767384888.569587:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384888.569588:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384888.569590:0:17872:0:(events.c:337:request_in_callback()) incoming req@00000000d7721d02 x1853237363740928 msgsize 272 00000100:00100000:1.0:1767384888.569593:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384888.569594:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384888.569606:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.569610:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565e22 00000400:00000010:1.0:1767384888.569611:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565e22. 00000100:00000001:1.0:1767384888.569613:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384888.569615:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.569620:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.569622:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.569627:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.569629:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.569631:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.569633:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876451 00000100:00000001:1.0:1767384888.569637:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876450 00000100:00000001:1.0:1767384888.569645:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876451 00000100:00000001:1.0:1767384888.569650:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876450 00000100:00000001:1.0:1767384888.569654:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876451 00000100:00000001:1.0:1767384888.569660:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876450 00000100:00000001:1.0:1767384888.569666:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876451 00000100:00000001:1.0:1767384888.569671:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876450 00000100:00000001:1.0:1767384888.569678:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.569681:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.569683:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.569684:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384888.569685:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 000000008b41c688 going to sleep for 11 seconds 00000100:00000001:1.0:1767384888.569689:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.569690:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.570158:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.570164:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.570168:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.570172:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384888.570178:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008161fd5 00000400:00000010:1.0:1767384888.570187:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000008161fd5. 00000100:00000001:1.0:1767384888.570192:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.570198:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.570210:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.570220:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.570223:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.570226:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.570228:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.570231:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.570232:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.570237:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.570240:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.570244:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.570249:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.570251:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.570253:0:17872:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384888.570255:0:17872:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.570259:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.570264:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.570272:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.570276:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.570279:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384888.570283:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.570288:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363740928:0@lo:502: 00000100:00000001:1.0:1767384888.570292:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.570294:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.570295:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384888.570296:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.570298:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.570310:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.570311:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.570313:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384888.570314:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570317:0:17872:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384888.570318:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.570319:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363740928/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.570323:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.570324:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.570325:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000040515236. 02000000:00000001:1.0:1767384888.570331:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.570332:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.570333:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.570334:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.570335:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000011575545. 02000000:00000001:1.0:1767384888.570337:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.570338:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.570339:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384888.570340:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.570341:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.570343:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.570343:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.570345:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384888.570345:0:17872:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.570347:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134e000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384888.570348:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384888.570350:0:17872:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.570351:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.570352:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.570353:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.570355:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000011575545. 00080000:00000001:1.0:1767384888.570356:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775794964480 : -107297914587136 : ffff9e69c1ea7800) 00000040:00000001:1.0:1767384888.570358:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570359:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.570363:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570364:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.570366:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000070490b1d. 00080000:00000001:1.0:1767384888.570367:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570368:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570369:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.570370:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570371:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570372:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570373:0:17872:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384888.570374:0:17872:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570375:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.570378:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570379:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570380:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.570381:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000010:1.0:1767384888.570385:0:17872:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000059b3fa8. 00000040:00080000:1.0:1767384888.570455:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].1, 224 off8416 00000040:00000001:1.0:1767384888.570458:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570459:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570462:0:17872:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.570463:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.570466:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000070490b1d. 00040000:00000001:1.0:1767384888.570468:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.570469:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.570470:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570471:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570472:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.570473:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134e0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384888.570475:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1767384888.570476:0:17872:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.570477:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.570478:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.570479:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.570481:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005dc63800. 00080000:00000001:1.0:1767384888.570482:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775794961408 : -107297914590208 : ffff9e69c1ea6c00) 00000040:00000001:1.0:1767384888.570483:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570488:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.570489:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570490:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.570492:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000070490b1d. 00080000:00000001:1.0:1767384888.570493:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570494:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570495:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.570496:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570497:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570498:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570499:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.570501:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570502:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570503:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.570503:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384888.570510:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].2, 128 off8544 00000040:00000001:1.0:1767384888.570511:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570512:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570514:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.570516:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000070490b1d. 00040000:00000001:1.0:1767384888.570517:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.570518:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.570519:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570520:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570521:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.570522:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134e160 type=0x10620000 idx=3 00000040:00001000:1.0:1767384888.570523:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1767384888.570524:0:17872:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.570525:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.570526:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.570526:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.570528:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000944e1fa8. 00080000:00000001:1.0:1767384888.570529:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775794958848 : -107297914592768 : ffff9e69c1ea6200) 00000040:00000001:1.0:1767384888.570530:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570530:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.570531:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570532:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.570533:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000070490b1d. 00080000:00000001:1.0:1767384888.570537:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570539:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570540:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.570541:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570542:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570543:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570544:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.570546:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570547:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570547:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.570548:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384888.570554:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].3, 112 off8656 00000040:00000001:1.0:1767384888.570555:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570556:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570558:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.570559:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000070490b1d. 00040000:00000001:1.0:1767384888.570561:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.570562:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.570563:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570564:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570565:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.570566:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134e1d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384888.570567:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384888.570568:0:17872:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.570569:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.570570:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.570570:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.570572:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006bf1026f. 00080000:00000001:1.0:1767384888.570573:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775794958336 : -107297914593280 : ffff9e69c1ea6000) 00000040:00000001:1.0:1767384888.570574:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570574:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.570575:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570576:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.570577:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000070490b1d. 00080000:00000001:1.0:1767384888.570578:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570579:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570579:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.570580:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570584:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570585:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570587:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.570589:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570590:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570591:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.570591:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384888.570597:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].4, 224 off8880 00000040:00000001:1.0:1767384888.570598:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570599:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570600:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.570602:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000070490b1d. 00040000:00000001:1.0:1767384888.570604:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.570604:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.570605:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570606:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570607:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.570608:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134e2b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384888.570610:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384888.570611:0:17872:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.570612:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.570613:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.570613:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.570615:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b6bb7bfd. 00080000:00000001:1.0:1767384888.570616:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775794964992 : -107297914586624 : ffff9e69c1ea7a00) 00000040:00000001:1.0:1767384888.570617:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570618:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.570618:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570619:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.570620:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000070490b1d. 00080000:00000001:1.0:1767384888.570621:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570622:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570623:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.570624:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570625:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570626:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570627:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.570628:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570633:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570634:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.570634:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384888.570641:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].5, 224 off9104 00000040:00000001:1.0:1767384888.570643:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570644:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570645:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.570647:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000070490b1d. 00040000:00000001:1.0:1767384888.570649:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.570650:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.570650:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570651:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570652:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.570654:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134e390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384888.570655:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384888.570656:0:17872:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.570657:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.570657:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.570658:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.570659:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000df9007ae. 00080000:00000001:1.0:1767384888.570660:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775794961920 : -107297914589696 : ffff9e69c1ea6e00) 00000040:00000001:1.0:1767384888.570661:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570662:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.570663:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570664:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.570665:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000070490b1d. 00080000:00000001:1.0:1767384888.570666:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570667:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.570668:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.570669:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570670:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570671:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570672:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.570673:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570674:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.570675:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.570675:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384888.570680:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].6, 80 off9184 00000040:00000001:1.0:1767384888.570684:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570685:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.570687:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.570689:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000070490b1d. 00040000:00000001:1.0:1767384888.570691:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.570692:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.570693:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570693:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.570695:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.570696:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134e3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384888.570697:0:17872:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384888.570698:0:17872:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384888.570699:0:17872:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384888.570700:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000010:1.0:1767384888.570702:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384888.570703:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384888.570705:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.570706:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.570707:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.570710:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fbe043b. 00000100:00000001:1.0:1767384888.570712:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.570714:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384888.570714:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384888.570716:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.570717:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780599812096 : -107293109739520 : ffff9e6ae04ea000) 00000100:00000001:1.0:1767384888.570719:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.570720:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384888.570722:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.570723:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.570724:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384888.570725:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384888.570726:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.570731:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.570732:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.570733:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384888.570737:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384888.570739:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.570741:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363741056:0@lo:502: 00000100:00000001:1.0:1767384888.570743:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384888.570744:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384888.570745:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.570746:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384888.570752:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000040515236. 02000000:00000001:1.0:1767384888.570753:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384888.570755:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384888.570758:0:17872:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000008161fd5. 00000100:00000200:1.0:1767384888.570760:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363741056, portal 25 00000100:00000001:1.0:1767384888.570761:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384888.570762:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384888.570764:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.570768:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384888.570770:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384888.570771:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384888.570772:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363741056, offset 0 00000400:00000200:1.0:1767384888.570775:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384888.570778:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384888.570782:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c01180 00000400:00000200:1.0:1767384888.570784:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x181 [2] + 0 00000400:00000010:1.0:1767384888.570786:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7cfd1e9. 00000400:00000200:1.0:1767384888.570788:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddca194f 00000400:00000200:1.0:1767384888.570790:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.570792:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384888.570794:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddca194f 00000400:00000010:1.0:1767384888.570795:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddca194f. 00000100:00000001:1.0:1767384888.570797:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384888.570798:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384888.570800:0:17872:0:(events.c:337:request_in_callback()) incoming req@0000000065dde2e0 x1853237363741056 msgsize 272 00000100:00100000:1.0:1767384888.570802:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384888.570807:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384888.570815:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.570819:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565e22 00000400:00000010:1.0:1767384888.570820:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565e22. 00000100:00000001:1.0:1767384888.570821:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384888.570823:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.570828:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.570829:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.570833:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.570834:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.570836:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.570838:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876452 00000100:00000001:1.0:1767384888.570840:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876451 00000100:00000001:1.0:1767384888.570842:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876452 00000100:00000001:1.0:1767384888.570844:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876451 00000100:00000001:1.0:1767384888.570845:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876452 00000100:00000001:1.0:1767384888.570847:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876451 00000100:00000001:1.0:1767384888.570848:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876452 00000100:00000001:1.0:1767384888.570850:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876451 00000100:00000001:1.0:1767384888.570851:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.570852:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.570853:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.570854:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384888.570855:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 000000008b41c688 going to sleep for 11 seconds 00000100:00000001:1.0:1767384888.570856:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.570857:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.571180:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.571184:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.571187:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.571189:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384888.571200:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008161fd5 00000400:00000010:1.0:1767384888.571203:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000008161fd5. 00000100:00000001:1.0:1767384888.571207:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.571212:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.571228:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.571237:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.571240:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.571246:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.571247:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.571250:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.571252:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.571257:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.571260:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.571265:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.571267:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.571268:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.571272:0:17872:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384888.571275:0:17872:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.571278:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.571282:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.571290:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.571292:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.571293:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384888.571298:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.571303:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363741056:0@lo:502: 00000100:00000001:1.0:1767384888.571305:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.571306:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.571308:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384888.571309:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.571317:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.571321:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.571323:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b41c688. 00000100:00000001:1.0:1767384888.571325:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384888.571326:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571329:0:17872:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384888.571330:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.571331:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363741056/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.571335:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.571336:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.571337:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000040515236. 02000000:00000001:1.0:1767384888.571343:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.571344:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.571345:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.571346:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.571347:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005fbe043b. 02000000:00000001:1.0:1767384888.571349:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.571350:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.571351:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384888.571353:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.571353:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.571355:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.571356:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.571357:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384888.571358:0:17872:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.571359:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c134e3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384888.571361:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384888.571362:0:17872:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:1.0:1767384888.571363:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384888.571364:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384888.571366:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.571367:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005fbe043b. 00080000:00000001:1.0:1767384888.571369:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775794960384 : -107297914591232 : ffff9e69c1ea6800) 00000040:00000001:1.0:1767384888.571370:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384888.571374:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384888.571376:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.571377:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384888.571378:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000070490b1d. 00080000:00000001:1.0:1767384888.571380:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571381:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.571382:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.571382:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571384:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571384:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571386:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.571388:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571389:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384888.571390:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384888.571391:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384888.571400:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].7, 224 off9408 00000040:00000001:1.0:1767384888.571402:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571403:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571404:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384888.571407:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000070490b1d. 00040000:00000001:1.0:1767384888.571408:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.571409:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384888.571410:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571411:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571412:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571414:0:17872:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384888.571415:0:17872:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 8 00000040:00000010:1.0:1767384888.571416:0:17872:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e4449ffc. 00000020:00000010:1.0:1767384888.571419:0:17872:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ade3f88e. 00000020:00000010:1.0:1767384888.571423:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bd8117ce. 00000040:00000010:1.0:1767384888.571424:0:17872:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ec226b35. 00000020:00000010:1.0:1767384888.571426:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c0917971. 00000020:00000010:1.0:1767384888.571428:0:17872:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f96678a7. 00000020:00000010:1.0:1767384888.571430:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000006cdde1b. 80000000:00000010:1.0:1767384888.571432:0:17872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000000d652ce. 40000000:00000010:1.0:1767384888.571434:0:17872:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000774b39d4. 00100000:00000010:1.0:1767384888.571435:0:17872:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009f1f4ba7. 00040000:00000010:1.0:1767384888.571449:0:17872:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008e1e9c37. 00040000:00000010:1.0:1767384888.571451:0:17872:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005ad62d51. 00040000:00000010:1.0:1767384888.571452:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000028e10613. 00080000:00000010:1.0:1767384888.571454:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000cce2168. 00080000:00000010:1.0:1767384888.571456:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009c39f825. 00000004:00000010:1.0:1767384888.571458:0:17872:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000023510792. 00000004:00000010:1.0:1767384888.571459:0:17872:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001d44ebb2. 00000004:00000010:1.0:1767384888.571461:0:17872:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000016451b77. 00002000:00000010:1.0:1767384888.571463:0:17872:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000650dd5ae. 00000004:00000010:1.0:1767384888.571464:0:17872:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000041622868. 00000020:00000010:1.0:1767384888.571466:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c7de66e. 00000040:00000010:1.0:1767384888.571467:0:17872:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000aec8a7fc. 00000040:00000001:1.0:1767384888.571468:0:17872:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571470:0:17872:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384888.571472:0:17872:0:(lu_object.c:207:lu_object_put()) Add 000000003d7b3ea6/000000005a25e583 to site lru. bkt: 0000000093944850 00000040:00000010:1.0:1767384888.571473:0:17872:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007560dc83. 00000040:00000001:1.0:1767384888.571475:0:17872:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384888.571476:0:17872:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ac8aed06. 00000040:00000010:1.0:1767384888.571477:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085650a19. 00000040:00000010:1.0:1767384888.571479:0:17872:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cf86d550. 00000040:00000010:1.0:1767384888.571480:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007c2d125e. 00000040:00000001:1.0:1767384888.571481:0:17872:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571482:0:17872:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384888.571483:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.571484:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c27120ab. 00000040:00000001:1.0:1767384888.571485:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.571486:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.571488:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.571489:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.571492:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.571493:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.571497:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.571502:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571503:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.571504:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571508:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.571510:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.571511:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x5:0x0] 174:4132130455 to info 000000008e8c7f13 00000020:00000001:1.0:1767384888.571513:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000043ee89aa 00080000:00000002:1.0:1767384888.571515:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000T => [0xa:0x5:0x0] 00080000:00000001:1.0:1767384888.571517:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.571518:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571519:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384888.571522:0:17872:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 000000007560dc83. 00000020:00000001:1.0:1767384888.571523:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384888.571525:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775782826584 : -107297926725032 : ffff9e69c1314258) 00000040:00000001:1.0:1767384888.571526:0:17872:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571527:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571529:0:17872:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384888.571529:0:17872:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384888.571530:0:17872:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384888.571531:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.571533:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002eca566e. 00080000:00000001:1.0:1767384888.571534:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775794966016 : -107297914585600 : ffff9e69c1ea7e00) 00000040:00000001:1.0:1767384888.571535:0:17872:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384888.571536:0:17872:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384888.571537:0:17872:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384888.571539:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384888.571539:0:17872:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571541:0:17872:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384888.571542:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384888.571543:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384888.571544:0:17872:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000001:1.0:1767384888.571545:0:17872:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571547:0:17872:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571548:0:17872:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571549:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.571551:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571552:0:17872:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384888.571553:0:17872:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384888.571556:0:17872:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000919ca9c6. 00080000:00000001:1.0:1767384888.571563:0:17872:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.571564:0:17872:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.571566:0:17872:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x5:0x0] decrease nlink 1 00080000:00000001:1.0:1767384888.571569:0:17872:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384888.571572:0:17872:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x5:0x0] 00080000:00000001:1.0:1767384888.571573:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.571574:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571575:0:17872:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384888.571578:0:17872:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e9e21244. 00000001:00000010:1.0:1767384888.571582:0:17872:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e9e21244. 00080000:00000001:1.0:1767384888.571584:0:17872:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571585:0:17872:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571586:0:17872:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571588:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384888.571590:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384888.571591:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384888.571592:0:17872:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000919ca9c6. 00080000:00000002:1.0:1767384888.571594:0:17872:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 174 00080000:00000001:1.0:1767384888.571595:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571596:0:17872:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571598:0:17872:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384888.571637:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.571639:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.571639:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.571640:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.571641:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.571642:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384888.571643:0:17872:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000543c8734. 00080000:00000010:1.0:1767384888.571645:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007e1e3b5e. 00000020:00000010:1.0:1767384888.571647:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fd885ad6. 00000040:00000010:1.0:1767384888.571650:0:17872:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000007560dc83. 00000040:00000001:1.0:1767384888.571651:0:17872:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384888.571652:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c27120ab. 00000040:00000001:1.0:1767384888.571654:0:17872:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384888.571655:0:17872:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 00000000a3ea24c6. 10000000:00000040:1.0:1767384888.571657:0:17872:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000dcacafd0 : new refcount 1 10000000:00000001:1.0:1767384888.571658:0:17872:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.571664:0:17872:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384888.571666:0:17872:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:1.0:1767384888.571667:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384888.571668:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c27120ab. 00000040:00000001:1.0:1767384888.571669:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384888.571670:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.571671:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.571673:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:1.0:1767384888.571675:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.571677:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.571680:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.571684:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571686:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.571686:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571687:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.571688:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.571690:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x6:0x0] 89:1973609083 to info 000000008e8c7f13 00000020:00000001:1.0:1767384888.571692:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b0a6538a 00080000:00000002:1.0:1767384888.571693:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:1.0:1767384888.571694:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.571695:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.571697:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384888.571699:0:17872:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000a3ea24c6. 00000020:00000001:1.0:1767384888.571700:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384888.571702:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775782826072 : -107297926725544 : ffff9e69c1314058) 00000040:00000001:1.0:1767384888.571703:0:17872:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571704:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571705:0:17872:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384888.571707:0:17872:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009c39f825. 00000040:00000001:1.0:1767384888.571708:0:17872:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384888.571709:0:17872:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384888.571712:0:17872:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571714:0:17872:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571715:0:17872:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.571716:0:17872:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384888.571717:0:17872:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000aec8a7fc. 00000040:00001000:1.0:1767384888.571721:0:17872:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000100:00000040:1.0:1767384888.573934:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294876452, at 4294876453 00000100:00000010:1.0:1767384888.573945:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004493685d. 00002000:00000001:1.0:1767384888.578133:0:17890:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:1.0:1767384888.578139:0:17890:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 0000000000d652ce. 00000020:00000010:1.0:1767384888.578143:0:17890:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c00c707. 00000020:00000010:1.0:1767384888.578145:0:17890:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006451cd41. 00000020:00000010:1.0:1767384888.578147:0:17890:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000016451b77. 00000020:00000010:1.0:1767384888.578150:0:17890:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f96678a7. 00000020:00000010:1.0:1767384888.578153:0:17890:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f8fa83b. 80000000:00000010:1.0:1767384888.578156:0:17890:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d2e6c25. 40000000:00000010:1.0:1767384888.578159:0:17890:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000774b39d4. 00100000:00000010:1.0:1767384888.578162:0:17890:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000023510792. 00040000:00000010:1.0:1767384888.578164:0:17890:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008e1e9c37. 00040000:00000010:1.0:1767384888.578167:0:17890:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089e0d78a. 00080000:00000010:1.0:1767384888.578172:0:17890:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000cce2168. 00080000:00000010:1.0:1767384888.578175:0:17890:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e4449ffc. 00002000:00000010:1.0:1767384888.578178:0:17890:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000041622868. 00002000:00000001:1.0:1767384888.578397:0:17890:0:(ofd_objects.c:1417:ofd_id_repair_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.578402:0:17890:0:(sec_config.c:914:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:1.0:1767384888.578407:0:17890:0:(sec_config.c:942:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384888.578410:0:17890:0:(ofd_dev.c:3209:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.578414:0:17890:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000197003a7. 00000020:00000010:1.0:1767384888.578418:0:17890:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9fbfaea. 00000020:00000010:1.0:1767384888.578421:0:17890:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d9301c17. 00000020:00000010:1.0:1767384888.578424:0:17890:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000062bac75f. 80000000:00000010:1.0:1767384888.578426:0:17890:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f69426b. 40000000:00000010:1.0:1767384888.578430:0:17890:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ce8ae558. 00100000:00000010:1.0:1767384888.578432:0:17890:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f05c0c28. 00040000:00000010:1.0:1767384888.578434:0:17890:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000533d5e2b. 00040000:00000010:1.0:1767384888.578436:0:17890:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000036381b7f. 00080000:00000010:1.0:1767384888.578438:0:17890:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000e73cab61. 00080000:00000010:1.0:1767384888.578440:0:17890:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ea46e397. 00080000:00000010:1.0:1767384888.578450:0:17890:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000009205f073. 00080000:00000010:1.0:1767384888.578452:0:17890:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000d8ab4093. 00080000:00000010:1.0:1767384888.578454:0:17890:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000086435df8. 00002000:00000010:1.0:1767384888.578456:0:17890:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000044b7fb02. 00000020:00000010:1.0:1767384888.578458:0:17890:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000633f64d2. 00000020:00000010:1.0:1767384888.578461:0:17890:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce204d7. 00000020:00000010:1.0:1767384888.578463:0:17890:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000786fa643. 00000008:00000010:1.0:1767384888.578465:0:17890:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002ddb7dc9. 00020000:00000010:1.0:1767384888.578468:0:17890:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000da3895d1. 00008000:00000010:1.0:1767384888.578472:0:17890:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d70cefff. 00000080:00000010:1.0:1767384888.578475:0:17890:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b7826c2a. 00000020:00000010:1.0:1767384888.578477:0:17890:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e86063b. 00000020:00000001:1.0:1767384888.578479:0:17890:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384888.578481:0:17890:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 3 - setup 00000020:00000080:1.0:1767384888.578483:0:17890:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:1.0:1767384888.578484:0:17890:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.578486:0:17890:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.578488:0:17890:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000116b6f06. 00000020:00000001:1.0:1767384888.578490:0:17890:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.578492:0:17890:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3201d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384888.578495:0:17890:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384888.578497:0:17890:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1767384888.578499:0:17890:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1767384888.578501:0:17890:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.578502:0:17890:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1767384888.578503:0:17890:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1767384888.578507:0:17890:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d0ce93e2. 00000020:00000080:1.0:1767384888.578508:0:17890:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767384888.578510:0:17890:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:00000001:1.0:1767384888.578512:0:17890:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.578513:0:17890:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d0ce93e2. 00000020:00000001:1.0:1767384888.578515:0:17890:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.578516:0:17890:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3202b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384888.578523:0:17890:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384888.578525:0:17890:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1767384888.578526:0:17890:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1767384888.578528:0:17890:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.578529:0:17890:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1767384888.578530:0:17890:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1767384888.578532:0:17890:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1767384888.578533:0:17890:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.578536:0:17890:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d0ce93e2. 00000020:00000080:1.0:1767384888.578537:0:17890:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767384888.578538:0:17890:0:(obd_config.c:1477:class_process_config()) marker 14 (0x1) lustre sys.timeout 00000020:00000001:1.0:1767384888.578539:0:17890:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.578540:0:17890:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d0ce93e2. 00000020:00000001:1.0:1767384888.578542:0:17890:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.578544:0:17890:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384888.578545:0:17890:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384888.578546:0:17890:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1767384888.578547:0:17890:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1767384888.578549:0:17890:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000070490b1d. 00000020:00000080:1.0:1767384888.578550:0:17890:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1767384888.578551:0:17890:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:1.0:1767384888.578552:0:17890:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.578553:0:17890:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000070490b1d. 00000020:00000001:1.0:1767384888.578554:0:17890:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.578555:0:17890:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3203e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384888.578557:0:17890:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384888.578559:0:17890:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384888.578561:0:17890:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384888.578564:0:17890:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:1.0:1767384888.578570:0:17890:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384888.578572:0:17890:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.578573:0:17890:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3203e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384888.578574:0:17890:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384888.578575:0:17890:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000020:00000001:1.0:1767384888.578582:0:17890:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1767384888.578583:0:17890:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.578584:0:17890:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1767384888.578585:0:17890:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1767384888.578587:0:17890:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d0ce93e2. 00000020:00000080:1.0:1767384888.578588:0:17890:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767384888.578589:0:17890:0:(obd_config.c:1477:class_process_config()) marker 14 (0x2) lustre sys.timeout 00000020:00000001:1.0:1767384888.578590:0:17890:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.578591:0:17890:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d0ce93e2. 00000020:00000001:1.0:1767384888.578592:0:17890:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.578593:0:17890:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3204c0 type=0x0 idx=0 00000040:00000001:1.0:1767384888.578595:0:17890:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384888.578596:0:17890:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 8 count 8 00000040:00000010:1.0:1767384888.578597:0:17890:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000091c31604. 00000020:00000010:1.0:1767384888.578600:0:17890:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a39f4e4e. 00000020:00000010:1.0:1767384888.578608:0:17890:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000067425fed. 00000040:00000010:1.0:1767384888.578611:0:17890:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a993c1db. 00000020:00000010:1.0:1767384888.578614:0:17890:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d50bbd71. 00000020:00000010:1.0:1767384888.578617:0:17890:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d92a3d13. 00000020:00000010:1.0:1767384888.578621:0:17890:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009867afac. 80000000:00000010:1.0:1767384888.578623:0:17890:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000064591f95. 40000000:00000010:1.0:1767384888.578626:0:17890:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b6565f3. 00100000:00000010:1.0:1767384888.578629:0:17890:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001edaa8d8. 00040000:00000010:1.0:1767384888.578632:0:17890:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f6de0905. 00040000:00000010:1.0:1767384888.578635:0:17890:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004dda2cbe. 00040000:00000010:1.0:1767384888.578637:0:17890:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000705b36a7. 00080000:00000010:1.0:1767384888.578639:0:17890:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003aaaf5e4. 00080000:00000010:1.0:1767384888.578641:0:17890:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e7408b84. 00000004:00000010:1.0:1767384888.578644:0:17890:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000093d7db79. 00000004:00000010:1.0:1767384888.578647:0:17890:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000015f5fb16. 00000004:00000010:1.0:1767384888.578649:0:17890:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004ca889bd. 00002000:00000010:1.0:1767384888.578651:0:17890:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a991b7ed. 00000004:00000010:1.0:1767384888.578654:0:17890:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001432e3ec. 00000020:00000010:1.0:1767384888.578656:0:17890:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000709fab4f. 00000020:00000010:1.0:1767384888.579475:0:17065:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002308919c. 00000100:00000001:1.0:1767384888.580909:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384888.580913:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384888.580919:0:17065:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.580925:0:17065:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.583654:0:17894:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384888.583658:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f345eda. 00000020:00000010:1.0:1767384888.583662:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000181aa31d. 00000040:00000010:1.0:1767384888.583664:0:17894:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c27120ab. 00000020:00000010:1.0:1767384888.583667:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ad62d51. 00000020:00000010:1.0:1767384888.583669:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384888.583672:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a42b9341. 80000000:00000010:1.0:1767384888.583674:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001793996d. 40000000:00000010:1.0:1767384888.583676:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.583678:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f1f4ba7. 00040000:00000010:1.0:1767384888.583681:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd885ad6. 00040000:00000010:1.0:1767384888.583683:0:17894:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c0917971. 00040000:00000010:1.0:1767384888.583685:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000709fab4f. 00080000:00000010:1.0:1767384888.583689:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009c39f825. 00080000:00000010:1.0:1767384888.583693:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e7408b84. 00000004:00000010:1.0:1767384888.583696:0:17894:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008a3f5270. 00000004:00000010:1.0:1767384888.583699:0:17894:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d44ebb2. 00000004:00000010:1.0:1767384888.583701:0:17894:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000051c75816. 00002000:00000010:1.0:1767384888.583702:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000650dd5ae. 00000004:00000010:1.0:1767384888.583704:0:17894:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ac0d4d28. 00000020:00000010:1.0:1767384888.583706:0:17894:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b74829e3. 00000040:00000010:1.0:1767384888.583711:0:17894:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003aaaf5e4. 00000040:00080000:1.0:1767384888.584159:0:17894:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:1.0:1767384888.584162:0:17894:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003aaaf5e4. 00000020:00000010:1.0:1767384888.584166:0:17894:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b74829e3. 00000020:00000010:1.0:1767384888.584169:0:17894:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000181aa31d. 00000040:00000010:1.0:1767384888.584172:0:17894:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c27120ab. 00000020:00000010:1.0:1767384888.584174:0:17894:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ad62d51. 00000020:00000010:1.0:1767384888.584183:0:17894:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384888.584202:0:17894:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a42b9341. 80000000:00000010:1.0:1767384888.584204:0:17894:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001793996d. 40000000:00000010:1.0:1767384888.584206:0:17894:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.584208:0:17894:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009f1f4ba7. 00040000:00000010:1.0:1767384888.584209:0:17894:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd885ad6. 00040000:00000010:1.0:1767384888.584211:0:17894:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c0917971. 00040000:00000010:1.0:1767384888.584213:0:17894:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000709fab4f. 00080000:00000010:1.0:1767384888.584215:0:17894:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e7408b84. 00080000:00000010:1.0:1767384888.584217:0:17894:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009c39f825. 00000004:00000010:1.0:1767384888.584219:0:17894:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008a3f5270. 00000004:00000010:1.0:1767384888.584220:0:17894:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001d44ebb2. 00000004:00000010:1.0:1767384888.584222:0:17894:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000051c75816. 00002000:00000010:1.0:1767384888.584224:0:17894:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000650dd5ae. 00000004:00000010:1.0:1767384888.584226:0:17894:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ac0d4d28. 00000020:00000010:1.0:1767384888.584227:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f345eda. 00000100:00000001:1.0:1767384888.584984:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384888.584988:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384888.584991:0:17065:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.584995:0:17065:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.587928:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294876466, at 4294876467 00000100:00000010:1.0:1767384888.587936:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c78703d. 00080000:00000001:3.0:1767384888.594147:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594152:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594153:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594154:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384888.594156:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384888.594157:0:17872:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594158:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594159:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594160:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594161:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e4d8dc98. 00080000:00000001:3.0:1767384888.594162:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781253120 : -107297928298496 : ffff9e69c1194000) 00000040:00000001:3.0:1767384888.594164:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594165:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594167:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594168:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594170:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594172:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594174:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594175:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594176:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594178:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594180:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594182:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594186:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594188:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594189:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594191:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594202:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00000001:3.0:1767384888.594205:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594207:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594209:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594213:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594216:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594218:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594219:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594221:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594222:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594224:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384888.594226:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384888.594233:0:17872:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594234:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594235:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594237:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594238:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b2e3602e. 00080000:00000001:3.0:1767384888.594240:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781259776 : -107297928291840 : ffff9e69c1195a00) 00000040:00000001:3.0:1767384888.594241:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594243:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594244:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594245:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594247:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594248:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594249:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594250:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594251:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594252:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594253:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594255:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594257:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594258:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594259:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594260:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594267:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00000001:3.0:1767384888.594269:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594270:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594272:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594274:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594275:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594276:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594277:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594279:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594280:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594281:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13402e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384888.594282:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384888.594283:0:17872:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594284:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594285:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594286:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594291:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000535bdb7f. 00080000:00000001:3.0:1767384888.594292:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781256704 : -107297928294912 : ffff9e69c1194e00) 00000040:00000001:3.0:1767384888.594294:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594295:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594296:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594297:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594299:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594300:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594301:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594301:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594302:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594303:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594304:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594306:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594307:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594308:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594309:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594310:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594315:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00000001:3.0:1767384888.594317:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594318:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594319:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594321:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594322:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594323:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594323:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594324:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594325:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594326:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13403c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384888.594328:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384888.594329:0:17872:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594330:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594331:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594331:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594333:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000b1f2188. 00080000:00000001:3.0:1767384888.594334:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781255168 : -107297928296448 : ffff9e69c1194800) 00000040:00000001:3.0:1767384888.594335:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594339:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594340:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594341:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594342:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594344:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594345:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594345:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594346:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594347:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594348:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594349:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594351:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594352:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594352:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594353:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594358:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00000001:3.0:1767384888.594360:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594361:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594362:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594363:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594365:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594366:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594367:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594368:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594369:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594370:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384888.594371:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384888.594372:0:17872:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594373:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594374:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594374:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594376:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000072caef30. 00080000:00000001:3.0:1767384888.594377:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781254656 : -107297928296960 : ffff9e69c1194600) 00000040:00000001:3.0:1767384888.594378:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594379:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594379:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594380:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594381:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594386:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594387:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594388:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594389:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594390:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594391:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594392:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594394:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594395:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594396:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594396:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594402:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00000001:3.0:1767384888.594403:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594404:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594405:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594407:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594409:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594409:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594410:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594411:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594412:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594413:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13404e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384888.594414:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384888.594415:0:17872:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594417:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594417:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594418:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594419:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004a9d41fc. 00080000:00000001:3.0:1767384888.594421:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781260800 : -107297928290816 : ffff9e69c1195e00) 00000040:00000001:3.0:1767384888.594422:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594423:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594423:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594424:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594425:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594426:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594427:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594428:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594428:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594432:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594434:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594435:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594437:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594438:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594439:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594440:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594445:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00000001:3.0:1767384888.594447:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594448:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594449:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594451:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594452:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594453:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594454:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594455:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594456:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594457:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13405c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384888.594458:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384888.594459:0:17872:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594461:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594461:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594462:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594463:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005aad973a. 00080000:00000001:3.0:1767384888.594464:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781257216 : -107297928294400 : ffff9e69c1195000) 00000040:00000001:3.0:1767384888.594465:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594466:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594467:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594468:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594469:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594470:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594471:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594471:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594472:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594473:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594474:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594475:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594476:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594480:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594481:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594482:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594488:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00000001:3.0:1767384888.594490:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594491:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594492:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594494:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594495:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594496:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594497:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594498:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594499:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594500:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13406a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384888.594501:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384888.594503:0:17872:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594504:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594505:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594505:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594507:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f47c97fa. 00080000:00000001:3.0:1767384888.594508:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781257728 : -107297928293888 : ffff9e69c1195200) 00000040:00000001:3.0:1767384888.594509:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594509:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594510:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594511:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594512:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594513:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594514:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594515:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594515:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594516:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594517:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594518:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594520:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594521:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594521:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594522:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594526:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00000001:3.0:1767384888.594531:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594532:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594550:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594553:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594555:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594555:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594557:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594558:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594559:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594561:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384888.594562:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384888.594563:0:17872:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594565:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594565:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594566:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594568:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f29f2862. 00080000:00000001:3.0:1767384888.594569:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781258752 : -107297928292864 : ffff9e69c1195600) 00000040:00000001:3.0:1767384888.594570:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594571:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594572:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594573:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594574:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594575:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594577:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594578:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594579:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594580:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594581:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594583:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594584:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594586:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594587:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594587:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594594:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00000001:3.0:1767384888.594595:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594597:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594598:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594599:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594605:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594606:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594607:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594609:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594610:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594611:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13407f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384888.594613:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384888.594614:0:17872:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594616:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594617:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594618:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594620:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000001461781. 00080000:00000001:3.0:1767384888.594621:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781255680 : -107297928295936 : ffff9e69c1194a00) 00000040:00000001:3.0:1767384888.594623:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594623:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594624:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594626:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594627:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594628:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594629:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594630:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594631:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594632:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594633:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594634:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594637:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594638:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594639:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594640:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594647:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00000001:3.0:1767384888.594649:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594650:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594651:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594654:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594655:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594656:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594657:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594658:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594663:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594665:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13408d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384888.594666:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384888.594668:0:17872:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594669:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594670:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594671:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594673:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007f929553. 00080000:00000001:3.0:1767384888.594674:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781260288 : -107297928291328 : ffff9e69c1195c00) 00000040:00000001:3.0:1767384888.594675:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594676:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594677:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594678:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594679:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594681:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594682:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594683:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594683:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594685:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594686:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594687:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594689:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594691:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594692:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594693:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594699:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00000001:3.0:1767384888.594701:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594702:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594704:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594706:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594708:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594708:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594710:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594711:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594712:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594713:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384888.594715:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384888.594716:0:17872:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594721:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594722:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594723:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594725:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a3625d99. 00080000:00000001:3.0:1767384888.594726:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781254144 : -107297928297472 : ffff9e69c1194400) 00000040:00000001:3.0:1767384888.594728:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594729:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594730:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594731:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594732:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594733:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594735:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594735:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594736:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594737:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594739:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594740:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594742:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594744:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594745:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594746:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594752:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00000001:3.0:1767384888.594754:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594755:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594756:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594758:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594760:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594761:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594762:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594764:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594765:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594766:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13409b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384888.594768:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384888.594769:0:17872:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594771:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594772:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594772:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594774:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004d4104be. 00080000:00000001:3.0:1767384888.594779:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781258240 : -107297928293376 : ffff9e69c1195400) 00000040:00000001:3.0:1767384888.594781:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594782:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594784:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594785:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594786:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594787:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594789:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594789:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594790:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594791:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594792:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594794:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594796:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594797:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594798:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594799:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594805:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00000001:3.0:1767384888.594807:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594808:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594809:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594811:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594813:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594813:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594814:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594816:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594817:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594818:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384888.594820:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384888.594821:0:17872:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594822:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594823:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594824:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594826:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b0afa0c4. 00080000:00000001:3.0:1767384888.594827:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781259264 : -107297928292352 : ffff9e69c1195800) 00000040:00000001:3.0:1767384888.594828:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594829:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594834:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594836:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594837:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594838:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594840:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594841:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594842:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594843:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594844:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594846:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594847:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594849:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594850:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594850:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594857:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00000001:3.0:1767384888.594858:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594859:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594861:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594863:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594865:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594866:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594867:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594868:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594869:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594870:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384888.594871:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384888.594872:0:17872:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594874:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594874:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594875:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594877:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000050b0d68f. 00080000:00000001:3.0:1767384888.594917:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781256192 : -107297928295424 : ffff9e69c1194c00) 00000040:00000001:3.0:1767384888.594919:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594921:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.594922:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594924:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.594926:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.594927:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594933:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.594935:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.594936:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594937:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594938:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594940:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.594943:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594945:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.594946:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.594947:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.594956:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00000001:3.0:1767384888.594958:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594972:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.594974:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.594977:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.594979:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.594980:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.594981:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594982:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.594984:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.594985:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384888.594986:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384888.594987:0:17872:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.594989:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.594989:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.594990:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.594997:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c39de5c3. 00080000:00000001:3.0:1767384888.594999:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781268480 : -107297928283136 : ffff9e69c1197c00) 00000040:00000001:3.0:1767384888.595000:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595001:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595003:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595004:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595006:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595007:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595008:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595009:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595010:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595011:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595015:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595016:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595019:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595020:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595021:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595022:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595029:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00000001:3.0:1767384888.595031:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595032:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595033:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595035:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595037:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595038:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595038:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595040:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595041:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595042:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384888.595043:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384888.595044:0:17872:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595045:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595046:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595047:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595048:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b5c25f10. 00080000:00000001:3.0:1767384888.595049:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781262336 : -107297928289280 : ffff9e69c1196400) 00000040:00000001:3.0:1767384888.595050:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595051:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595052:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595053:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595054:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595055:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595056:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595057:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595058:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595059:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595060:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595061:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595062:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595064:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595068:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595069:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595075:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:3.0:1767384888.595076:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595077:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595079:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595081:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595082:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595083:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595084:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595085:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595086:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595087:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384888.595089:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384888.595090:0:17872:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595090:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595091:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595092:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595093:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002ca5e61c. 00080000:00000001:3.0:1767384888.595094:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781266432 : -107297928285184 : ffff9e69c1197400) 00000040:00000001:3.0:1767384888.595095:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595096:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595097:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595098:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595099:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595100:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595101:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595102:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595103:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595104:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595105:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595106:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595107:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595108:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595109:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595110:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595114:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:3.0:1767384888.595115:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595119:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595121:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595123:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595125:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595126:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595127:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595128:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595129:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595130:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384888.595131:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384888.595132:0:17872:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595133:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595134:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595135:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595136:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006c3494ac. 00080000:00000001:3.0:1767384888.595137:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781267456 : -107297928284160 : ffff9e69c1197800) 00000040:00000001:3.0:1767384888.595138:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595139:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595139:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595140:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595141:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595142:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595143:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595144:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595145:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595145:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595146:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595147:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595149:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595150:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595151:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595151:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595157:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:3.0:1767384888.595159:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595160:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595161:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595162:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595164:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595170:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595172:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595173:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595175:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595177:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384888.595179:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384888.595181:0:17872:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595183:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595184:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595185:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595188:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e12ddd17. 00080000:00000001:3.0:1767384888.595190:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781264384 : -107297928287232 : ffff9e69c1196c00) 00000040:00000001:3.0:1767384888.595192:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595194:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595196:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595198:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595200:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595202:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595204:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595205:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595207:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595208:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595210:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595212:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595216:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595218:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595219:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595220:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595229:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:3.0:1767384888.595230:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595231:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595232:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595235:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595237:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595238:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595239:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595240:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595241:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595247:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384888.595248:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384888.595249:0:17872:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595250:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595251:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595252:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595254:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000091c8049b. 00080000:00000001:3.0:1767384888.595255:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781261824 : -107297928289792 : ffff9e69c1196200) 00000040:00000001:3.0:1767384888.595257:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595257:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595259:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595260:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595261:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595263:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595264:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595264:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595265:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595266:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595267:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595268:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595270:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595271:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595272:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595272:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595278:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:3.0:1767384888.595279:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595280:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595282:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595284:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595285:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595286:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595287:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595288:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595289:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595290:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1340f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384888.595291:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384888.595292:0:17872:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595297:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595298:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595299:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595300:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e9201bec. 00080000:00000001:3.0:1767384888.595302:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781261312 : -107297928290304 : ffff9e69c1196000) 00000040:00000001:3.0:1767384888.595303:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595304:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595305:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595306:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595307:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595308:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595309:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595309:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595310:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595311:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595312:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595313:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595315:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595316:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595317:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595318:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595324:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:3.0:1767384888.595325:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595326:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595327:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595329:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595330:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595331:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595333:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595334:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595335:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595336:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1341018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384888.595337:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384888.595338:0:17872:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595340:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595340:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595341:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595342:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000095a6e446. 00080000:00000001:3.0:1767384888.595347:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781267968 : -107297928283648 : ffff9e69c1197a00) 00000040:00000001:3.0:1767384888.595348:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595350:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595351:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595352:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595353:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595354:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595355:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595356:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595357:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595358:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595359:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595360:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595361:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595362:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595363:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595364:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595369:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:3.0:1767384888.595370:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595371:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595372:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595374:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595376:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595377:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595377:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595379:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595380:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595381:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1341098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384888.595382:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384888.595383:0:17872:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595384:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595385:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595386:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595387:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000026483cd2. 00080000:00000001:3.0:1767384888.595389:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781264896 : -107297928286720 : ffff9e69c1196e00) 00000040:00000001:3.0:1767384888.595390:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595391:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595395:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595396:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595398:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595399:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595400:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595401:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595402:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595403:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595404:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595405:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595407:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595407:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595408:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595409:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595414:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:3.0:1767384888.595416:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595417:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595418:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595420:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595421:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595422:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595423:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595424:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595425:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595426:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1341178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384888.595428:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384888.595429:0:17872:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595430:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595431:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595432:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595433:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eee47127. 00080000:00000001:3.0:1767384888.595434:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781263360 : -107297928288256 : ffff9e69c1196800) 00000040:00000001:3.0:1767384888.595435:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595436:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595437:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595437:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595438:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595439:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595444:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595445:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595446:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595447:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595448:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595449:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595451:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595452:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595452:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595453:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595458:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:3.0:1767384888.595460:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595461:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595462:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595463:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595465:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595466:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595467:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595468:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595469:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595470:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c1341258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384888.595471:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384888.595472:0:17872:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.595473:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.595474:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.595474:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.595476:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000361a539e. 00080000:00000001:3.0:1767384888.595477:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781262848 : -107297928288768 : ffff9e69c1196600) 00000040:00000001:3.0:1767384888.595478:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595478:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.595479:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595480:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.595481:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.595482:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595483:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.595484:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.595485:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595486:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595490:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595492:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.595494:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595495:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.595496:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.595496:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.595502:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:3.0:1767384888.595503:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595504:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.595505:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.595507:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.595509:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.595510:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.595511:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595512:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.595513:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.595514:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13412a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384888.595515:0:17872:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384888.595516:0:17872:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384888.595518:0:17872:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384888.595519:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000010:3.0:1767384888.595521:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d76350d. 00000020:00000040:3.0:1767384888.595522:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384888.595524:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384888.595525:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384888.595527:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384888.595529:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0de2831. 00000100:00000001:3.0:1767384888.595531:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.595533:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384888.595534:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384888.595536:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000153fe0d6. 00000100:00000001:3.0:1767384888.595537:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780211364800 : -107293498186816 : ffff9e6ac92763c0) 00000100:00000001:3.0:1767384888.595539:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384888.595540:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794842624 : -107297914708992 : ffff9e69c1e89c00) 00000100:00000001:3.0:1767384888.595542:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384888.595543:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.595544:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384888.595555:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384888.595558:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.595563:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384888.595564:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.595565:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384888.595567:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384888.595568:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384888.595569:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002d76350d pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363742080:0@lo:502: 00000100:00000001:3.0:1767384888.595571:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384888.595573:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384888.595574:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.595575:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384888.595580:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000fc5c8a7c. 02000000:00000001:3.0:1767384888.595582:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384888.595584:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079356665. 00000400:00000010:3.0:1767384888.595586:0:17872:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fb780b25. 00000100:00000200:3.0:1767384888.595588:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363742080, portal 25 00000100:00000001:3.0:1767384888.595590:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384888.595591:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794842624 : -107297914708992 : ffff9e69c1e89c00) 00000100:00000040:3.0:1767384888.595593:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.595598:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384888.595599:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384888.595600:0:17872:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa2e4493. 00000100:00000200:3.0:1767384888.595602:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363742080, offset 0 00000400:00000200:3.0:1767384888.595604:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384888.595608:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384888.595612:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c01580 00000400:00000200:3.0:1767384888.595614:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a1 [2] + 0 00000400:00000010:3.0:1767384888.595617:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6cb238a. 00000400:00000200:3.0:1767384888.595619:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000011cd551f 00000400:00000200:3.0:1767384888.595621:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384888.595626:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384888.595629:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011cd551f 00000400:00000010:3.0:1767384888.595630:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011cd551f. 00000100:00000001:3.0:1767384888.595632:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384888.595633:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384888.595635:0:17872:0:(events.c:337:request_in_callback()) incoming req@00000000b0f443e4 x1853237363742080 msgsize 272 00000100:00100000:3.0:1767384888.595638:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384888.595639:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384888.595648:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384888.595651:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa2e4493 00000400:00000010:3.0:1767384888.595652:0:17872:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa2e4493. 00000100:00000001:3.0:1767384888.595654:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384888.595656:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.595661:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384888.595662:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.595666:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.595667:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384888.595669:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.595671:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876477 00000100:00000001:3.0:1767384888.595673:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876475 00000100:00000001:3.0:1767384888.595676:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876477 00000100:00000001:3.0:1767384888.595677:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876475 00000100:00000001:3.0:1767384888.595679:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876477 00000100:00000001:3.0:1767384888.595681:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876475 00000100:00000001:3.0:1767384888.595682:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876477 00000100:00000001:3.0:1767384888.595683:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876475 00000100:00000001:3.0:1767384888.595684:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384888.595686:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.595687:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384888.595688:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384888.595693:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 00000000153fe0d6 going to sleep for 11 seconds 00000100:00000001:3.0:1767384888.595695:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384888.595697:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.596044:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384888.596051:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384888.596054:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384888.596057:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079356665. 00000400:00000200:3.0:1767384888.596063:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb780b25 00000400:00000010:3.0:1767384888.596067:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fb780b25. 00000100:00000001:3.0:1767384888.596074:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384888.596080:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384888.596094:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.596107:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384888.596110:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.596114:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384888.596116:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384888.596118:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384888.596119:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.596120:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384888.596123:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384888.596127:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384888.596130:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384888.596133:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.596135:0:17872:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384888.596138:0:17872:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.596141:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384888.596148:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.596156:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384888.596158:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384888.596159:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384888.596160:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384888.596180:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002d76350d pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363742080:0@lo:502: 00000100:00000001:3.0:1767384888.596185:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.596187:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.596188:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384888.596190:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384888.596192:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.596199:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384888.596201:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000153fe0d6. 00000100:00000001:3.0:1767384888.596204:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384888.596205:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596210:0:17872:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384888.596212:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384888.596214:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002d76350d x1853237363742080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.596219:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384888.596221:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384888.596223:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000fc5c8a7c. 02000000:00000001:3.0:1767384888.596231:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384888.596233:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384888.596234:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384888.596236:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384888.596238:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a0de2831. 02000000:00000001:3.0:1767384888.596240:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384888.596242:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384888.596243:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d76350d. 00000100:00000001:3.0:1767384888.596246:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384888.596247:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384888.596249:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384888.596250:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384888.596252:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384888.596253:0:17872:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384888.596255:0:17872:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e69c13412a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384888.596257:0:17872:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384888.596264:0:17872:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:3.0:1767384888.596266:0:17872:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384888.596267:0:17872:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384888.596269:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.596271:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a0de2831. 00080000:00000001:3.0:1767384888.596273:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781268992 : -107297928282624 : ffff9e69c1197e00) 00000040:00000001:3.0:1767384888.596275:0:17872:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384888.596277:0:17872:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384888.596278:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.596281:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.596283:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008b947877. 00080000:00000001:3.0:1767384888.596285:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596286:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.596288:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.596289:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596291:0:17872:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596293:0:17872:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596295:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.596298:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596300:0:17872:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384888.596301:0:17872:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384888.596302:0:17872:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:3.0:1767384888.596314:0:17872:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:3.0:1767384888.596316:0:17872:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596318:0:17872:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596320:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.596324:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008b947877. 00040000:00000001:3.0:1767384888.596326:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.596328:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.596329:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596331:0:17872:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596333:0:17872:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596334:0:17872:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384888.596336:0:17872:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:3.0:1767384888.596338:0:17872:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ef576588. 00000020:00000010:3.0:1767384888.596342:0:17872:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000879b0829. 00000020:00000010:3.0:1767384888.596348:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001fc570f4. 00000040:00000010:3.0:1767384888.596357:0:17872:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e4882b4d. 00000020:00000010:3.0:1767384888.596360:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e3b589eb. 00000020:00000010:3.0:1767384888.596362:0:17872:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384888.596366:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d5c93b06. 80000000:00000010:3.0:1767384888.596368:0:17872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ddfc475c. 40000000:00000010:3.0:1767384888.596371:0:17872:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e23f5fdc. 00100000:00000010:3.0:1767384888.596373:0:17872:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003e385411. 00040000:00000010:3.0:1767384888.596376:0:17872:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006eaacc91. 00040000:00000010:3.0:1767384888.596378:0:17872:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000099c42544. 00040000:00000010:3.0:1767384888.596381:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001a2683d6. 00080000:00000010:3.0:1767384888.596384:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b33990f9. 00080000:00000010:3.0:1767384888.596386:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d1f548cd. 00000004:00000010:3.0:1767384888.596389:0:17872:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000aca99a48. 00000004:00000010:3.0:1767384888.596392:0:17872:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000322b8170. 00000004:00000010:3.0:1767384888.596395:0:17872:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cd0c2edc. 00002000:00000010:3.0:1767384888.596397:0:17872:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f8ea1672. 00000004:00000010:3.0:1767384888.596399:0:17872:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000079bac7eb. 00000020:00000010:3.0:1767384888.596401:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4437bdf. 00000040:00000010:3.0:1767384888.596404:0:17872:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b08e4fb1. 00000040:00000001:3.0:1767384888.596406:0:17872:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596408:0:17872:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384888.596411:0:17872:0:(lu_object.c:207:lu_object_put()) Add 00000000457ece9f/000000005615057d to site lru. bkt: 000000009d726bf5 00000040:00000010:3.0:1767384888.596413:0:17872:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000042b677b0. 00000040:00000001:3.0:1767384888.596415:0:17872:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384888.596417:0:17872:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ccd37838. 00000040:00000010:3.0:1767384888.596419:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003bf1eeb9. 00000040:00000010:3.0:1767384888.596422:0:17872:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f8057426. 00000040:00000010:3.0:1767384888.596424:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e3c2003f. 00000040:00000001:3.0:1767384888.596426:0:17872:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596428:0:17872:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384888.596429:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384888.596431:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b746e30e. 00000040:00000001:3.0:1767384888.596434:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384888.596436:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384888.596437:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:3.0:1767384888.596444:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:3.0:1767384888.596448:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384888.596450:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384888.596456:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384888.596463:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596465:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384888.596466:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596467:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384888.596469:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384888.596470:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x8:0x0] 174:1967285273 to info 000000006a24fc6e 00000020:00000001:3.0:1767384888.596474:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000929fae51 00080000:00000002:3.0:1767384888.596475:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-clientT => [0xa:0x8:0x0] 00080000:00000001:3.0:1767384888.596478:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.596480:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596482:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384888.596485:0:17872:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000042b677b0. 00000020:00000001:3.0:1767384888.596488:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384888.596491:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775780772952 : -107297928778664 : ffff9e69c111ec58) 00000040:00000001:3.0:1767384888.596493:0:17872:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596495:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596497:0:17872:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384888.596498:0:17872:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384888.596499:0:17872:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384888.596501:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.596503:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005dd81541. 00080000:00000001:3.0:1767384888.596505:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781265920 : -107297928285696 : ffff9e69c1197200) 00000040:00000001:3.0:1767384888.596508:0:17872:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384888.596509:0:17872:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384888.596511:0:17872:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:3.0:1767384888.596513:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384888.596514:0:17872:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596516:0:17872:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1767384888.596518:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1767384888.596519:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1767384888.596521:0:17872:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1767384888.596529:0:17872:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596532:0:17872:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596534:0:17872:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596536:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.596540:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596542:0:17872:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384888.596544:0:17872:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:3.0:1767384888.596550:0:17872:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000cf8586f6. 00080000:00000001:3.0:1767384888.596555:0:17872:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.596557:0:17872:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384888.596559:0:17872:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x8:0x0] decrease nlink 1 00080000:00000001:3.0:1767384888.596563:0:17872:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:3.0:1767384888.596566:0:17872:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x8:0x0] 00080000:00000001:3.0:1767384888.596567:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384888.596568:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596569:0:17872:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:3.0:1767384888.596572:0:17872:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000079356665. 00000001:00000010:3.0:1767384888.596577:0:17872:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000079356665. 00080000:00000001:3.0:1767384888.596579:0:17872:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596580:0:17872:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596582:0:17872:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596583:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384888.596585:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.596586:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384888.596588:0:17872:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000cf8586f6. 00080000:00000002:3.0:1767384888.596591:0:17872:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 174 00080000:00000001:3.0:1767384888.596592:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596593:0:17872:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596595:0:17872:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:3.0:1767384888.596636:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.596637:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384888.596638:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.596639:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384888.596640:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.596640:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384888.596642:0:17872:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000054d9e4cd. 00080000:00000010:3.0:1767384888.596644:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006e6c2d96. 00000020:00000010:3.0:1767384888.596646:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a2669c7b. 00000040:00000010:3.0:1767384888.596654:0:17872:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000042b677b0. 00000040:00000001:3.0:1767384888.596656:0:17872:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384888.596657:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b746e30e. 00000040:00000001:3.0:1767384888.596659:0:17872:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384888.596660:0:17872:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 0000000024013e02. 10000000:00000040:3.0:1767384888.596662:0:17872:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000dcacafd0 : new refcount 1 10000000:00000001:3.0:1767384888.596664:0:17872:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.596666:0:17872:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767384888.596667:0:17872:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1767384888.596668:0:17872:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384888.596669:0:17872:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b746e30e. 00000040:00000001:3.0:1767384888.596671:0:17872:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384888.596672:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384888.596673:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:3.0:1767384888.596675:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00080000:00000001:3.0:1767384888.596678:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384888.596679:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384888.596683:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384888.596687:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596689:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384888.596690:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596691:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384888.596692:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384888.596693:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x9:0x0] 96:1132282871 to info 000000006a24fc6e 00000020:00000001:3.0:1767384888.596695:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e76ba8ab 00080000:00000002:3.0:1767384888.596696:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x9:0x0] 00080000:00000001:3.0:1767384888.596698:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.596699:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.596701:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384888.596703:0:17872:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000024013e02. 00000020:00000001:3.0:1767384888.596704:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384888.596706:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775780772696 : -107297928778920 : ffff9e69c111eb58) 00000040:00000001:3.0:1767384888.596708:0:17872:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596709:0:17872:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596714:0:17872:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384888.596715:0:17872:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ef576588. 00000040:00000001:3.0:1767384888.596717:0:17872:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384888.596717:0:17872:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384888.596722:0:17872:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596723:0:17872:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596724:0:17872:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384888.596726:0:17872:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384888.596727:0:17872:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000054d9e4cd. 00000040:00001000:3.0:1767384888.596728:0:17872:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384888.596978:0:17895:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384888.596982:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000705b36a7. 00000020:00000010:1.0:1767384888.596985:0:17895:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000709fab4f. 00000040:00000010:1.0:1767384888.596987:0:17895:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009867afac. 00000020:00000010:1.0:1767384888.596989:0:17895:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000051c75816. 00000020:00000010:1.0:1767384888.596992:0:17895:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384888.596994:0:17895:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a993c1db. 80000000:00000010:1.0:1767384888.596996:0:17895:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001793996d. 40000000:00000010:1.0:1767384888.596998:0:17895:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.597000:0:17895:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008a3f5270. 00040000:00000010:1.0:1767384888.597001:0:17895:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd885ad6. 00040000:00000010:1.0:1767384888.597003:0:17895:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c0917971. 00040000:00000010:1.0:1767384888.597011:0:17895:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067425fed. 00080000:00000010:1.0:1767384888.597014:0:17895:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e7408b84. 00080000:00000010:1.0:1767384888.597017:0:17895:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003aaaf5e4. 00000004:00000010:1.0:1767384888.597020:0:17895:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009f1f4ba7. 00000004:00000010:1.0:1767384888.597023:0:17895:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d44ebb2. 00000004:00000010:1.0:1767384888.597025:0:17895:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005ad62d51. 00002000:00000010:1.0:1767384888.597026:0:17895:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ac0d4d28. 00000004:00000010:1.0:1767384888.597028:0:17895:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000650dd5ae. 00000020:00000010:1.0:1767384888.597030:0:17895:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000070490b1d. 00000040:00000010:1.0:1767384888.597034:0:17895:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000091c31604. 00000040:00001000:1.0:1767384888.597036:0:17895:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767384888.597037:0:17895:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384888.597038:0:17895:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384888.597041:0:17895:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384888.597049:0:17895:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384888.597051:0:17895:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597052:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384888.597054:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384888.597055:0:17895:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597057:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.597060:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.597061:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.597064:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.597066:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597067:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3200e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384888.597068:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1767384888.597069:0:17895:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597070:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.597071:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597072:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320158 type=0x10620000 idx=3 00000040:00001000:1.0:1767384888.597073:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1767384888.597074:0:17895:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597075:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.597075:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597080:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320200 type=0x10620000 idx=4 00000040:00001000:1.0:1767384888.597081:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1767384888.597083:0:17895:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597084:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.597085:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.597086:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.597087:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.597088:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597089:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3202e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384888.597090:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1767384888.597091:0:17895:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597092:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.597092:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.597093:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.597094:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.597095:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597096:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3203c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767384888.597097:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1767384888.597098:0:17895:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597099:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.597099:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597100:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320438 type=0x10620000 idx=7 00000040:00001000:1.0:1767384888.597101:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1767384888.597102:0:17895:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597103:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.597104:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597105:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3204e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767384888.597106:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1767384888.597106:0:17895:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597107:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.597108:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.597109:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.597110:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.597111:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597114:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3205c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767384888.597116:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1767384888.597117:0:17895:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597118:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.597119:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.597120:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.597121:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.597122:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597123:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3206a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767384888.597124:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1767384888.597124:0:17895:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597125:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.597126:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597127:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320718 type=0x10620000 idx=11 00000040:00001000:1.0:1767384888.597128:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1767384888.597129:0:17895:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597130:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.597131:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.597131:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.597132:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.597133:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597134:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3207f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767384888.597135:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1767384888.597136:0:17895:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597137:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.597138:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.597138:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.597140:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.597141:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3208d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767384888.597142:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1767384888.597143:0:17895:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.597144:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.597145:0:17895:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1767384888.597148:0:17895:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000f843187a. 00000100:00000040:1.0:1767384888.597156:0:17895:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.109@tcp 192.168.203.109@tcp cnt=2 00000400:00000200:1.0:1767384888.597158:0:17895:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:1.0:1767384888.597160:0:17895:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767384888.597163:0:17895:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:1.0:1767384888.597164:0:17895:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:1.0:1767384888.597165:0:17895:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp 00000400:00000200:1.0:1767384888.597169:0:17895:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384888.597173:0:17895:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (1) 00000400:00000200:1.0:1767384888.597177:0:17895:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384888.597179:0:17895:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:1.0:1767384888.597181:0:17895:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (2) 00000400:00000200:1.0:1767384888.597183:0:17895:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000100:00000010:1.0:1767384888.597184:0:17895:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000f843187a. 00000020:00000010:1.0:1767384888.597187:0:17895:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000009ddf1fd4. 00000020:00000001:1.0:1767384888.597189:0:17895:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1767384888.597190:0:17895:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000000c52e013. 00000020:00000001:1.0:1767384888.597193:0:17895:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.597194:0:17895:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000000c52e013. 00000020:00000010:1.0:1767384888.597197:0:17895:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000000c52e013. 00000020:01000004:1.0:1767384888.597198:0:17895:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1767384888.597200:0:17895:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1767384888.597203:0:17895:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000bcedd7ea. 00000020:00000080:1.0:1767384888.597205:0:17895:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1767384888.597207:0:17895:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:1.0:1767384888.597208:0:17895:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1767384888.597216:0:17895:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000bf54de80. 00000020:00000080:1.0:1767384888.597218:0:17895:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (00000000bf54de80) 00000020:00000001:1.0:1767384888.597220:0:17895:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384888.597222:0:17895:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d50bbd71. 00000020:00000001:1.0:1767384888.597224:0:17895:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384888.597225:0:17895:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d50bbd71 with handle 0x135556ebb4843a41 to hash 00000020:00000001:1.0:1767384888.597227:0:17895:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384888.597229:0:17895:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767384888.597230:0:17895:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.597232:0:17895:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446636775795146752 : -107297914404864 : ffff9e69c1ed4000) 00000020:00000040:1.0:1767384888.597237:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000d50bbd71 : new refcount 1 00000020:00000040:1.0:1767384888.597243:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000bf54de80) now 2 - obd_device_list 00000020:00000001:1.0:1767384888.597246:0:17895:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384888.597247:0:17895:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:1.0:1767384888.597249:0:17895:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.597250:0:17895:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.597252:0:17895:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000bcedd7ea. 00000020:00000001:1.0:1767384888.597254:0:17895:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.203.109@tcp (null) (null) (null) 00000020:00000010:1.0:1767384888.597256:0:17895:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000aec8a7fc. 00000020:00000080:1.0:1767384888.597257:0:17895:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1767384888.597260:0:17895:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:1.0:1767384888.597269:0:17895:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384888.597271:0:17895:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000052eeb6aa. 00000001:00000010:1.0:1767384888.597274:0:17895:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d180ef10. 00000001:00000010:1.0:1767384888.597276:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f345eda. 00000001:00000010:1.0:1767384888.597278:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c27120ab. 00000001:00000010:1.0:1767384888.597279:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000181aa31d. 00000001:00000010:1.0:1767384888.597281:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009205f073. 00000001:00000001:1.0:1767384888.597282:0:17895:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384888.597284:0:17895:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d0ce93e2. 00000001:00000010:1.0:1767384888.597285:0:17895:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007522d506. 00000001:00000010:1.0:1767384888.597287:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004e86063b. 00000001:00000010:1.0:1767384888.597288:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000633f64d2. 00000001:00000010:1.0:1767384888.597290:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000705b91a8. 00000001:00000010:1.0:1767384888.597291:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000036381b7f. 00000020:00000001:1.0:1767384888.597293:0:17895:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1767384888.597294:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062bac75f. 00000020:00000010:1.0:1767384888.597296:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcedd7ea. 00000020:00000010:1.0:1767384888.597298:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e829d1b9. 00000008:00000010:1.0:1767384888.597301:0:17895:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bee5fe19. 00020000:00000010:1.0:1767384888.597304:0:17895:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000000afa432d. 00008000:00000010:1.0:1767384888.597307:0:17895:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e55f8d9d. 00000080:00000010:1.0:1767384888.597310:0:17895:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000098ab49d3. 00000020:00000010:1.0:1767384888.597316:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000197003a7. 00000020:00000010:1.0:1767384888.597318:0:17895:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009fe1397f. 00000040:00000010:1.0:1767384888.597321:0:17895:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ed78305f. 00000020:00000010:1.0:1767384888.597323:0:17895:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e73cab61. 00000020:00000010:1.0:1767384888.597326:0:17895:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000036e36886. 00000020:00000010:1.0:1767384888.597327:0:17895:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000365d0bfa. 80000000:00000010:1.0:1767384888.597329:0:17895:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000064591f95. 40000000:00000010:1.0:1767384888.597331:0:17895:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de1a3916. 00100000:00000010:1.0:1767384888.597334:0:17895:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ca889bd. 00040000:00000010:1.0:1767384888.597336:0:17895:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008e07f164. 00040000:00000010:1.0:1767384888.597338:0:17895:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000093d7db79. 00040000:00000010:1.0:1767384888.597340:0:17895:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d7c58c9c. 00080000:00000010:1.0:1767384888.597344:0:17895:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009c39f825. 00080000:00000010:1.0:1767384888.597347:0:17895:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cf86d550. 00000004:00000010:1.0:1767384888.597350:0:17895:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004dda2cbe. 00000004:00000010:1.0:1767384888.597358:0:17895:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000e784631. 00000004:00000010:1.0:1767384888.597361:0:17895:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001edaa8d8. 00000004:00000010:1.0:1767384888.597363:0:17895:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c94185c1. 00000010:00000010:1.0:1767384888.597366:0:17895:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000116b6f06. 00000010:00000001:1.0:1767384888.597368:0:17895:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:1.0:1767384888.597372:0:17895:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1767384888.597373:0:17895:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.597433:0:17895:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1767384888.597436:0:17895:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1767384888.597438:0:17895:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000fff27762. 00000010:00000010:1.0:1767384888.597441:0:17895:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000e04e179a. 00000010:00000010:1.0:1767384888.597443:0:17895:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000007f2aed77. 00000020:00000001:1.0:1767384888.597446:0:17895:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1767384888.597447:0:17895:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384888.597449:0:17895:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446636780328120416 : -107293381431200 : ffff9e6ad01cf060) 00000020:01000004:1.0:1767384888.597451:0:17895:0:(tgt_mount.c:154:server_get_mount()) get mount 00000000f96835d8 from lustre-OST0000, refs=3 00000020:00000001:1.0:1767384888.597452:0:17895:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446636780328120416 : -107293381431200 : ffff9e6ad01cf060) 00000020:00000001:1.0:1767384888.597455:0:17895:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384888.597456:0:17895:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384888.597461:0:17895:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446636780328120416 : -107293381431200 : ffff9e6ad01cf060) 00000020:01000004:1.0:1767384888.597463:0:17895:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000f96835d8 from lustre-OST0000, refs=3 00000020:00000001:1.0:1767384888.597465:0:17895:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384888.597466:0:17895:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000f96835d8 3 00000020:00000001:1.0:1767384888.597467:0:17895:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.597468:0:17895:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1767384888.597471:0:17895:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000006dfc9108. 00010000:00000001:1.0:1767384888.597472:0:17895:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:1.0:1767384888.597477:0:17895:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000015372f02. 00010000:00000010:1.0:1767384888.597481:0:17895:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000010591ade. 00010000:00000010:1.0:1767384888.597486:0:17895:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000039cdcba. 00010000:00000001:1.0:1767384888.597487:0:17895:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1767384888.597489:0:17895:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.597492:0:17895:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f05c0c28. 00000020:00000040:1.0:1767384888.597493:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000bf54de80) now 3 - import 00000020:00000001:1.0:1767384888.597497:0:17895:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.597498:0:17895:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384888.597499:0:17895:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384888.597501:0:17895:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1767384888.597506:0:17895:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.109@tcp->12345-0@lo 00000100:00000001:1.0:1767384888.597508:0:17895:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384888.597510:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384888.597511:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 14 to 0@lo 00000100:00000001:1.0:1767384888.597513:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:1.0:1767384888.597514:0:17895:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446636780169408256 : -107293540143360 : 0xffff9e6ac6a72f00) 00000100:00000040:1.0:1767384888.597516:0:17895:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000fff8df14 refcount 14 to 0@lo 00000100:00000040:1.0:1767384888.597517:0:17895:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.109@tcp -> 00000000fff8df14 00010000:00000010:1.0:1767384888.597519:0:17895:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000005f69426b. 00010000:00080000:1.0:1767384888.597521:0:17895:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f05c0c28@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.109@tcp at head 00010000:00000001:1.0:1767384888.597522:0:17895:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.597524:0:17895:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1767384888.597526:0:17895:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1767384888.597527:0:17895:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384888.597534:0:17895:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000009e5cdc3d. 00000001:00000001:1.0:1767384888.597539:0:17895:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384888.597541:0:17895:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b260b6ec. 00000001:00000010:1.0:1767384888.597544:0:17895:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000052144184. 00000001:00000010:1.0:1767384888.597578:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d2f7c4d2. 00000001:00000010:1.0:1767384888.597620:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b0db5c86. 00000001:00000010:1.0:1767384888.597665:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dfba4536. 00000001:00000010:1.0:1767384888.597709:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000850ea942. 00000001:00000010:1.0:1767384888.597764:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f6cdb665. 00000001:00000010:1.0:1767384888.597820:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000678dbf63. 00000001:00000010:1.0:1767384888.597863:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009571055a. 00000001:00000010:1.0:1767384888.597947:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006a53b84d. 00000001:00000010:1.0:1767384888.598006:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007d4a077a. 00000001:00000010:1.0:1767384888.598055:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae6e85fb. 00000001:00000010:1.0:1767384888.598102:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000023740c7e. 00000001:00000010:1.0:1767384888.598150:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3091e1f. 00000001:00000010:1.0:1767384888.598196:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e333ef12. 00000001:00000010:1.0:1767384888.598239:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009adcc699. 00000001:00000010:1.0:1767384888.598282:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8c2f30e. 00000001:00000010:1.0:1767384888.598330:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000450f20c5. 00000001:00000010:1.0:1767384888.598373:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b1964884. 00000001:00000010:1.0:1767384888.598419:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000032f33afa. 00000001:00000010:1.0:1767384888.598471:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008305c763. 00000001:00000010:1.0:1767384888.598517:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f27f20c9. 00000001:00000010:1.0:1767384888.598560:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006488bb07. 00000001:00000010:1.0:1767384888.598604:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002fa99fd8. 00000001:00000010:1.0:1767384888.598649:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000035faea7c. 00000001:00000010:1.0:1767384888.598695:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003195e21d. 00000001:00000010:1.0:1767384888.598743:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000025feddc0. 00000001:00000010:1.0:1767384888.598790:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000011afc44f. 00000001:00000010:1.0:1767384888.598838:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f8441b5c. 00000100:00000040:1.0:1767384888.598916:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294876477, at 4294876478 00000100:00000010:1.0:1767384888.598929:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d706aea. 00000001:00000010:1.0:1767384888.598975:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003cf49712. 00000001:00000010:1.0:1767384888.599029:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004e3fe1c4. 00000001:00000010:1.0:1767384888.599070:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ed3ef2c9. 00000001:00000010:1.0:1767384888.599119:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1dfd11e. 00000001:00000010:1.0:1767384888.599168:0:17895:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cee08bdb. 00000020:00000010:1.0:1767384888.599214:0:17895:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b2002b04. 00000020:00000010:1.0:1767384888.599217:0:17895:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000003c990ac4. 00010000:00000001:1.0:1767384888.599228:0:17895:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1767384888.599249:0:17895:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1767384888.599260:0:17895:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000995d4733. 00000020:00000010:1.0:1767384888.599263:0:17895:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000f827af96. 00010000:00000001:1.0:1767384888.599289:0:17895:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1767384888.599290:0:17895:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:1.0:1767384888.599292:0:17895:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.599294:0:17895:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446636775783777280 : -107297925774336 : ffff9e69c13fc400) 00010000:00000001:1.0:1767384888.599296:0:17895:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1767384888.599299:0:17895:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000fff27762. 00000010:00000010:1.0:1767384888.599301:0:17895:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000007f2aed77. 00000010:00000010:1.0:1767384888.599303:0:17895:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000e04e179a. 00000010:00000010:1.0:1767384888.599304:0:17895:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000006dfc9108. 00000010:00000001:1.0:1767384888.599306:0:17895:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.599319:0:17895:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002b047250. 00000020:00000010:1.0:1767384888.599322:0:17895:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000054f786f8. 00000010:00000001:1.0:1767384888.599336:0:17895:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.599339:0:17895:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009fe1397f. 00000040:00000010:1.0:1767384888.599341:0:17895:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ed78305f. 00000020:00000010:1.0:1767384888.599343:0:17895:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e73cab61. 00000020:00000010:1.0:1767384888.599346:0:17895:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000036e36886. 00000020:00000010:1.0:1767384888.599348:0:17895:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000365d0bfa. 80000000:00000010:1.0:1767384888.599351:0:17895:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000064591f95. 40000000:00000010:1.0:1767384888.599353:0:17895:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de1a3916. 00100000:00000010:1.0:1767384888.599355:0:17895:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004ca889bd. 00040000:00000010:1.0:1767384888.599363:0:17895:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008e07f164. 00040000:00000010:1.0:1767384888.599365:0:17895:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000093d7db79. 00040000:00000010:1.0:1767384888.599367:0:17895:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d7c58c9c. 00080000:00000010:1.0:1767384888.599370:0:17895:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cf86d550. 00080000:00000010:1.0:1767384888.599372:0:17895:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009c39f825. 00000004:00000010:1.0:1767384888.599374:0:17895:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004dda2cbe. 00000004:00000010:1.0:1767384888.599376:0:17895:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000e784631. 00000004:00000010:1.0:1767384888.599378:0:17895:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001edaa8d8. 00000004:00000010:1.0:1767384888.599380:0:17895:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c94185c1. 00000020:00000010:1.0:1767384888.599383:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000197003a7. 00000020:00000010:1.0:1767384888.599385:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcedd7ea. 00000020:00000010:1.0:1767384888.599388:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e829d1b9. 00000008:00000010:1.0:1767384888.599390:0:17895:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bee5fe19. 00020000:00000010:1.0:1767384888.599393:0:17895:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000000afa432d. 00008000:00000010:1.0:1767384888.599395:0:17895:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e55f8d9d. 00000080:00000010:1.0:1767384888.599398:0:17895:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000098ab49d3. 00000020:00000010:1.0:1767384888.599399:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062bac75f. 00000020:00000001:1.0:1767384888.599401:0:17895:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384888.599403:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000bf54de80) now 4 - setup 00000020:00000080:1.0:1767384888.599404:0:17895:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1767384888.599406:0:17895:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.599407:0:17895:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.599409:0:17895:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000aec8a7fc. 00000020:00000001:1.0:1767384888.599414:0:17895:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1767384888.599417:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2d2d374. 00000020:00000010:1.0:1767384888.599420:0:17895:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7c58c9c. 00000040:00000010:1.0:1767384888.599424:0:17895:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000365d0bfa. 00000020:00000010:1.0:1767384888.599427:0:17895:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001edaa8d8. 00000020:00000010:1.0:1767384888.599430:0:17895:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000036e36886. 00000020:00000010:1.0:1767384888.599433:0:17895:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed78305f. 80000000:00000010:1.0:1767384888.599435:0:17895:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f1a70165. 40000000:00000010:1.0:1767384888.599438:0:17895:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de1a3916. 00100000:00000010:1.0:1767384888.599441:0:17895:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004dda2cbe. 00040000:00000010:1.0:1767384888.599448:0:17895:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008e07f164. 00040000:00000010:1.0:1767384888.599451:0:17895:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000093d7db79. 00040000:00000010:1.0:1767384888.599453:0:17895:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009fe1397f. 00080000:00000010:1.0:1767384888.599455:0:17895:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf86d550. 00080000:00000010:1.0:1767384888.599459:0:17895:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ac8aed06. 00000004:00000010:1.0:1767384888.599461:0:17895:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004ca889bd. 00000004:00000010:1.0:1767384888.599464:0:17895:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000e784631. 00000004:00000010:1.0:1767384888.599466:0:17895:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f9fbfaea. 00000004:00000010:1.0:1767384888.599468:0:17895:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003329b18e. 00000020:00000010:1.0:1767384888.599471:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cae0696d. 00000020:00000010:1.0:1767384888.599472:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcedd7ea. 00000020:00000010:1.0:1767384888.599475:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e829d1b9. 00000020:00000010:1.0:1767384888.599478:0:17895:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000000a00090e. 00000020:00000010:1.0:1767384888.599480:0:17895:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000007efdc4ca. 00000020:00000001:1.0:1767384888.599481:0:17895:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:1.0:1767384888.599483:0:17895:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1767384888.599485:0:17895:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1767384888.599486:0:17895:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384888.599488:0:17895:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384888.599490:0:17895:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e73cab61. 00000020:00000001:1.0:1767384888.599491:0:17895:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384888.599493:0:17895:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e73cab61 with handle 0x135556ebb4843a48 to hash 00000020:00000001:1.0:1767384888.599495:0:17895:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384888.599496:0:17895:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767384888.599497:0:17895:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384888.599499:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000e73cab61 refcount=3 00000020:00000040:1.0:1767384888.599502:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000bf54de80) now 5 - export 00000020:00000001:1.0:1767384888.599504:0:17895:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000020:00000040:1.0:1767384888.599505:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000e73cab61 : new refcount 2 00000020:00000080:1.0:1767384888.599507:0:17895:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x135556ebb4843a48 00000020:00000001:1.0:1767384888.599508:0:17895:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.599510:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384888.599511:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a48 00000020:00000001:1.0:1767384888.599512:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.599518:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e73cab61 refcount=3 00000020:00000001:1.0:1767384888.599520:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000020:00000001:1.0:1767384888.599521:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000100:00000001:1.0:1767384888.599524:0:17895:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767384888.599526:0:17895:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384888.599529:0:17895:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1767384888.599532:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384888.599533:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 15 to 0@lo 00000100:00000001:1.0:1767384888.599535:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:1.0:1767384888.599536:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384888.599537:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a48 00000020:00000001:1.0:1767384888.599538:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.599539:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e73cab61 refcount=4 00000020:00000001:1.0:1767384888.599541:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000020:00000001:1.0:1767384888.599543:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000100:00000001:1.0:1767384888.599544:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384888.599546:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 16 to 0@lo 00000100:00000001:1.0:1767384888.599548:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000040:1.0:1767384888.599549:0:17895:0:(genops.c:898:class_export_put()) PUTting export 00000000e73cab61 : new refcount 3 00000100:00080000:1.0:1767384888.599551:0:17895:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000f05c0c28 using connection 192.168.203.109@tcp/0@lo 00000100:00000001:1.0:1767384888.599553:0:17895:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.599554:0:17895:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384888.599558:0:17895:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384888.599559:0:17895:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1767384888.599561:0:17895:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652783680 : -1056767936 : ffffffffc1030040) 02000000:00000001:1.0:1767384888.599563:0:17895:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.599565:0:17895:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384888.599566:0:17895:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.599569:0:17895:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384888.599570:0:17895:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384888.599572:0:17895:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384888.599573:0:17895:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.599580:0:17895:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.599582:0:17895:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.599583:0:17895:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.599586:0:17895:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000686b190a. 00000100:00000001:1.0:1767384888.599589:0:17895:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.599593:0:17895:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003bc8f8da x1853237363742208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384888.599600:0:17895:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.599601:0:17895:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.599604:0:17895:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bc8f8da] to pc [ptlrpcd_rcv+-1] req@000000003bc8f8da x1853237363742208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.599619:0:17895:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.599622:0:17895:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1767384888.599623:0:17895:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1767384888.599625:0:17895:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384888.599633:0:17895:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384888.599635:0:17895:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.599912:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384888.599919:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384888.599942:0:418:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294876477, at 4294876479 00000100:00000010:3.0:1767384888.599951:0:418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001947e4a. 00000020:00000040:1.0:1767384888.600016:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000e73cab61 refcount=4 00000020:00000001:1.0:1767384888.600024:0:17895:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384888.600030:0:17895:0:(genops.c:887:class_export_get()) GET export 00000000e73cab61 refcount=5 00000020:00000001:1.0:1767384888.600036:0:17895:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.600042:0:17895:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000000a00090e. 00000020:00000010:1.0:1767384888.600050:0:17895:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000007efdc4ca. 00000020:00000010:1.0:1767384888.600056:0:17895:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d7c58c9c. 00000040:00000010:1.0:1767384888.600064:0:17895:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000365d0bfa. 00000020:00000010:1.0:1767384888.600071:0:17895:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001edaa8d8. 00000020:00000010:1.0:1767384888.600079:0:17895:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000036e36886. 00000020:00000010:1.0:1767384888.600086:0:17895:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ed78305f. 80000000:00000010:1.0:1767384888.600092:0:17895:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f1a70165. 40000000:00000010:1.0:1767384888.600095:0:17895:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de1a3916. 00100000:00000010:1.0:1767384888.600102:0:17895:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004dda2cbe. 00040000:00000010:1.0:1767384888.600106:0:17895:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008e07f164. 00040000:00000010:1.0:1767384888.600120:0:17895:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000093d7db79. 00040000:00000010:1.0:1767384888.600130:0:17895:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009fe1397f. 00080000:00000010:1.0:1767384888.600139:0:17895:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ac8aed06. 00080000:00000010:1.0:1767384888.600147:0:17895:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf86d550. 00000004:00000010:1.0:1767384888.600151:0:17895:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004ca889bd. 00000004:00000010:1.0:1767384888.600156:0:17895:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000e784631. 00000004:00000010:1.0:1767384888.600164:0:17895:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f9fbfaea. 00000004:00000010:1.0:1767384888.600171:0:17895:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003329b18e. 00000020:00000010:1.0:1767384888.600177:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2d2d374. 00000020:00000010:1.0:1767384888.600182:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcedd7ea. 00000020:00000010:1.0:1767384888.600188:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e829d1b9. 00000020:00000010:1.0:1767384888.600193:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cae0696d. 00000020:00000010:1.0:1767384888.600199:0:17895:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000009ddf1fd4. 00000020:00000010:1.0:1767384888.600205:0:17895:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000000c52e013. 00000020:00000001:1.0:1767384888.600212:0:17895:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.600217:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600221:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320930 type=0x10620000 idx=14 00000040:00001000:1.0:1767384888.600230:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1767384888.600237:0:17895:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600242:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.600245:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600251:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3209b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767384888.600255:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1767384888.600256:0:17895:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600258:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.600259:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600260:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320a40 type=0x10620000 idx=16 00000040:00001000:1.0:1767384888.600262:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1767384888.600266:0:17895:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600267:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.600269:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600271:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767384888.600273:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1767384888.600274:0:17895:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600287:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.600291:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.600294:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.600299:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600304:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767384888.600309:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1767384888.600316:0:17895:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600323:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.600326:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.600330:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.600333:0:17895:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.600340:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600345:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767384888.600351:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1767384888.600357:0:17895:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600363:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.600366:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600371:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767384888.600372:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1767384888.600373:0:17895:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600374:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.600376:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.600380:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.600383:0:17895:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.600385:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600391:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767384888.600395:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1767384888.600400:0:17895:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600405:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.600408:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.600411:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.600415:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.600422:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600428:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767384888.600434:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1767384888.600446:0:17895:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600454:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.600458:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600461:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767384888.600464:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384888.600466:0:17895:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600469:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.600473:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600475:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe320f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767384888.600479:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1767384888.600482:0:17895:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600488:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.600490:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600495:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe321018 type=0x10620000 idx=25 00000040:00001000:1.0:1767384888.600501:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:1.0:1767384888.600506:0:17895:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600510:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.600514:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600519:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe321098 type=0x10620000 idx=26 00000040:00001000:1.0:1767384888.600525:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:1.0:1767384888.600530:0:17895:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600536:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.600539:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.600540:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.600544:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.600547:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600549:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe321178 type=0x10620000 idx=27 00000040:00001000:1.0:1767384888.600551:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:1.0:1767384888.600555:0:17895:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600561:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.600565:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384888.600568:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384888.600572:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.600577:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600590:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe321258 type=0x10620000 idx=28 00000040:00001000:1.0:1767384888.600597:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000100:00000001:2.0:1767384888.600600:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000040:00001000:1.0:1767384888.600600:0:17895:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384888.600604:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384888.600605:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600611:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3212a8 type=0x10620000 idx=29 00000020:00000010:2.0:1767384888.600612:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b605e158. 00000040:00001000:1.0:1767384888.600617:0:17895:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000100:00100000:2.0:1767384888.600623:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bde9fdcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16342:x1853237363742336:12345-0@lo:400: 00000040:00000001:1.0:1767384888.600623:0:17895:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384888.600627:0:17895:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000100:00000200:2.0:1767384888.600632:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363742336 00000040:00001000:1.0:1767384888.600632:0:17895:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000020:00000001:2.0:1767384888.600638:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384888.600641:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384888.600643:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.600644:0:17895:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384888.600650:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000040:00000001:1.0:1767384888.600651:0:17895:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384888.600654:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000040:00001000:1.0:1767384888.600655:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe3212a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384888.600661:0:17895:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000020:00000001:2.0:1767384888.600662:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384888.600667:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767384888.600667:0:17895:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000020:00000001:2.0:1767384888.600672:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384888.600675:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384888.600675:0:17895:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384888.600680:0:17895:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:2.0:1767384888.600681:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384888.600684:0:17895:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384888.600685:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384888.600687:0:17895:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384888.600691:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384888.600692:0:17895:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384888.600696:0:17895:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e6afe321388 type=0x0 idx=0 02000000:00000001:2.0:1767384888.600697:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000040:00000001:1.0:1767384888.600701:0:17895:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384888.600702:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b3d33e3. 00000040:00080000:1.0:1767384888.600705:0:17895:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 02000000:00000001:2.0:1767384888.600708:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384888.600709:0:17895:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000091c31604. 00000100:00000001:2.0:1767384888.600711:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384888.600717:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.600718:0:17895:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000070490b1d. 00010000:00000040:2.0:1767384888.600723:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363742336 00010000:00000001:2.0:1767384888.600727:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384888.600733:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bde9fdcc x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:114/0 lens 224/224 e 0 to 0 dl 1767384899 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384888.600734:0:17895:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000709fab4f. 00000040:00000010:1.0:1767384888.600741:0:17895:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009867afac. 00010000:00000001:2.0:1767384888.600749:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384888.600749:0:17895:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000051c75816. 00010000:00000001:2.0:1767384888.600755:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.600757:0:17895:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075878ed8. 00000100:00001000:2.0:1767384888.600758:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=1 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384888.600763:0:17895:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a993c1db. 00000100:00000001:2.0:1767384888.600765:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 80000000:00000010:1.0:1767384888.600769:0:17895:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001793996d. 00000100:00000040:2.0:1767384888.600770:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 17 to 0@lo 00000100:00000001:2.0:1767384888.600775:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 40000000:00000010:1.0:1767384888.600776:0:17895:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ade3f88e. 02000000:00000001:2.0:1767384888.600779:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00100000:00000010:1.0:1767384888.600781:0:17895:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008a3f5270. 02000000:00000001:2.0:1767384888.600782:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384888.600788:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000010:1.0:1767384888.600789:0:17895:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd885ad6. 00000100:00000040:2.0:1767384888.600794:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00040000:00000010:1.0:1767384888.600801:0:17895:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c0917971. 00000400:00000010:2.0:1767384888.600805:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805111a2. 00040000:00000010:1.0:1767384888.600806:0:17895:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067425fed. 00000100:00000200:2.0:1767384888.600812:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363742336, offset 224 00080000:00000010:1.0:1767384888.600813:0:17895:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003aaaf5e4. 00080000:00000010:1.0:1767384888.600821:0:17895:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e7408b84. 00000400:00000200:2.0:1767384888.600825:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:1.0:1767384888.600828:0:17895:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009f1f4ba7. 00000004:00000010:1.0:1767384888.600833:0:17895:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001d44ebb2. 00000400:00000200:2.0:1767384888.600836:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:1.0:1767384888.600839:0:17895:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005ad62d51. 00000400:00000200:2.0:1767384888.600845:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c01680 00002000:00000010:1.0:1767384888.600846:0:17895:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ac0d4d28. 00000004:00000010:1.0:1767384888.600853:0:17895:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000650dd5ae. 00000400:00000200:2.0:1767384888.600857:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10c1 [1] + 224 00000020:00000010:1.0:1767384888.600860:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000705b36a7. 00000400:00000200:2.0:1767384888.600862:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384888.600884:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384888.600887:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384888.600892:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe0da193 x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384888.600901:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe0da193 x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1767384888.600912:0:17872:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000054d9e4cd. 00000100:00000001:2.0:1767384888.600915:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000040:00000001:3.0:1767384888.600920:0:17872:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384888.600922:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805111a2 00000020:01000000:3.0:1767384888.600927:0:17872:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000400:00000010:2.0:1767384888.600928:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805111a2. 00000040:00000001:3.0:1767384888.600935:0:17872:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000001:2.0:1767384888.600935:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384888.600939:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000002:3.0:1767384888.600941:0:17872:0:(lu_object.c:207:lu_object_put()) Add 00000000457ece9f/000000005615057d to site lru. bkt: 000000009d726bf5 00000100:00000001:2.0:1767384888.600945:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384888.600946:0:17872:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000024013e02. 00000020:00000040:1.0:1767384888.600952:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000e73cab61 refcount=6 00000040:00000001:3.0:1767384888.600953:0:17872:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384888.600954:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 16 to 0@lo 00002000:00000001:1.0:1767384888.600972:0:17897:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00000040:00000010:3.0:1767384888.600973:0:17872:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ef576588. 00010000:00000001:2.0:1767384888.600974:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000001:1.0:1767384888.600977:0:17897:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384888.600978:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384888.600979:0:17872:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b746e30e. 00000020:00000001:2.0:1767384888.600984:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384888.600985:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000e73cab61 refcount=7 00000020:00000001:3.0:1767384888.600987:0:17872:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384888.600990:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000e73cab61 : new refcount 6 00000100:00000040:2.0:1767384888.600991:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bde9fdcc x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:114/0 lens 224/224 e 0 to 0 dl 1767384899 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384888.600993:0:17872:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1767384888.600999:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000937584e0. 00000040:00000010:3.0:1767384888.601006:0:17872:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000042c4c05. 00000100:00100000:2.0:1767384888.601009:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bde9fdcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16342:x1853237363742336:12345-0@lo:400: Request processed in 416us (767us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384888.601012:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009b87bf59. 00000020:00000010:3.0:1767384888.601019:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005528461b. 00000100:00100000:2.0:1767384888.601023:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 80000000:00000010:3.0:1767384888.601026:0:17872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002decc41b. 00000100:00000040:2.0:1767384888.601028:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00040000:00000010:3.0:1767384888.601031:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b809cc5c. 00000100:00000001:2.0:1767384888.601033:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:3.0:1767384888.601038:0:17872:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000007918c231. 00000100:00000001:2.0:1767384888.601038:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384888.601042:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4fd84c4. 00080000:00000010:3.0:1767384888.601045:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008e7917c1. 00000020:00000010:2.0:1767384888.601049:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000045607731. 00080000:00000010:3.0:1767384888.601052:0:17872:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000ffa0397a. 00080000:00000010:3.0:1767384888.601057:0:17872:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000006242114f. 00000100:00000001:1.0:1767384888.601060:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384888.601061:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d935782b. 00080000:00000010:3.0:1767384888.601062:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006a24fc6e. 00000100:00000001:1.0:1767384888.601065:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384888.601067:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000400:00000001:1.0:1767384888.601070:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384888.601073:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384888.601075:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000010:3.0:1767384888.601077:0:17872:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000bb768c24. 00000400:00000010:1.0:1767384888.601079:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c693ed5f. 00000020:00000010:3.0:1767384888.601083:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf0487c. 00000400:00000200:1.0:1767384888.601085:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e2194e 00000400:00000010:1.0:1767384888.601090:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e2194e. 10000000:00000010:3.0:1767384888.601091:0:17872:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000078b2dea0. 00000100:00000001:1.0:1767384888.601096:0:16342:0:(events.c:78:reply_in_callback()) Process entered 10000000:01000000:3.0:1767384888.601098:0:17872:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-client' succeeded (0). 00000100:00000200:1.0:1767384888.601103:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe0da193 x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384888.601110:0:17872:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384888.601114:0:17872:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384888.601118:0:17872:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384888.601121:0:17872:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000e05a80a refcount=3 00000100:00000200:1.0:1767384888.601121:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe0da193 x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384888.601126:0:17872:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002688 : -107292631548928 : ffff9e6afccf3c00) 00010000:00000001:3.0:1767384888.601132:0:17872:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002688 : -107292631548928 : ffff9e6afccf3c00) 00010000:00000001:3.0:1767384888.601138:0:17872:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384888.601143:0:17872:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000000e05a80a/0x135556ebb4843a33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843a3a expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384888.601147:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.601150:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.601155:0:16342:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384888.601159:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384888.601159:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384888.601165:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384888.601165:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1767384888.601170:0:17872:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 000000000e05a80a/0x135556ebb4843a33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843a3a expref: -99 pid: 17872 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384888.601170:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.601175:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.601183:0:16342:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cf86d550. 00010000:00000001:3.0:1767384888.601187:0:17872:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384888.601191:0:17872:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1767384888.601191:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=1 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384888.601198:0:17872:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384888.601203:0:17872:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.601205:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=1 v=5 (1 0 0 0) 10000000:00000001:3.0:1767384888.601207:0:17872:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.601212:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000001:3.0:1767384888.601215:0:17872:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.601216:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.601222:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384888.601225:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc5a62a1. 00010000:00080000:1.0:1767384888.601229:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000fe0da193 x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1767384888.601233:0:17872:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002820874b. 00000020:00000010:3.0:1767384888.601239:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cdc6e15a. 00010000:00000001:1.0:1767384888.601245:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384888.601247:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ba9f3b39. 00000100:00000001:1.0:1767384888.601251:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00040000:00000010:3.0:1767384888.601256:0:17872:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000465c8ebc. 00000100:00000040:1.0:1767384888.601256:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384888.601262:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00040000:00000010:3.0:1767384888.601264:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af54d79a. 00000100:00000001:1.0:1767384888.601266:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384888.601269:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002bcf069f. 00000100:00000040:1.0:1767384888.601272:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe0da193 x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384888.601277:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000038f78d2e. 00000020:00000010:3.0:1767384888.601283:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006baef4bd. 00000020:00000001:3.0:1767384888.601290:0:17872:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.601292:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.601295:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.601299:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384888.601302:0:17872:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000005dc6b5d1. 00000020:00000010:3.0:1767384888.601307:0:17872:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000e09b2b06. 00000100:00000040:1.0:1767384888.601308:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe0da193 x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384888.601313:0:17872:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.601319:0:17872:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384888.601326:0:17872:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000526bbdf9. 00000020:00000010:3.0:1767384888.601332:0:17872:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000f9ed0811. 00000100:00100000:1.0:1767384888.601335:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe0da193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16342:1853237363742336:0@lo:400: 00000020:00000001:3.0:1767384888.601338:0:17872:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000020:00000001:3.0:1767384888.601343:0:17872:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000100:00000001:1.0:1767384888.601344:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.601349:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.601353:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe0da193 x1853237363742336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384888.601354:0:17872:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000ef576588. 00000020:01000004:3.0:1767384888.601369:0:17872:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000100:00000001:1.0:1767384888.601369:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:01000004:3.0:1767384888.601374:0:17872:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384888.601374:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.601378:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c790a485. 00000020:01000004:3.0:1767384888.601379:0:17872:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384888.601384:0:17872:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384888.601385:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:01000004:3.0:1767384888.601388:0:17872:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000001:1.0:1767384888.601388:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:01000004:3.0:1767384888.601391:0:17872:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000040:1.0:1767384888.601392:0:16342:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:01000004:3.0:1767384888.601395:0:17872:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000001:1.0:1767384888.601396:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000020:01000004:3.0:1767384888.601398:0:17872:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000010:1.0:1767384888.601400:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a74d3025. 00000020:01000004:3.0:1767384888.601401:0:17872:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:3.0:1767384888.601405:0:17872:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384888.601408:0:17872:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 02000000:00000001:1.0:1767384888.601408:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:3.0:1767384888.601412:0:17872:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384888.601419:0:17872:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 02000000:00000001:1.0:1767384888.601419:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.601423:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe0da193. 10000000:00000001:3.0:1767384888.601425:0:17872:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:3.0:1767384888.601428:0:17872:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000100:00000001:1.0:1767384888.601429:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.601432:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384888.601433:0:17872:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384888.601435:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384888.601436:0:17872:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384888.601439:0:17872:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384888.601440:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384888.601443:0:17872:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384888.601443:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384888.601447:0:17872:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384888.601449:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384888.601451:0:17872:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384888.601453:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384888.601455:0:17872:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384888.601458:0:17872:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384888.601463:0:17872:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d76350d. 00000020:00000040:3.0:1767384888.601470:0:17872:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384888.601475:0:17872:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384888.601478:0:17872:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384888.601482:0:17872:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384888.601490:0:17872:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000004ab582. 00000100:00000001:3.0:1767384888.601494:0:17872:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384888.601505:0:17872:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:3.0:1767384888.601508:0:17872:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384888.601511:0:17872:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384888.601516:0:17872:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005dc6b5d1. 00000100:00000001:3.0:1767384888.601520:0:17872:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780211365952 : -107293498185664 : ffff9e6ac9276840) 00000100:00000001:3.0:1767384888.601525:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384888.601528:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794842624 : -107297914708992 : ffff9e69c1e89c00) 00000100:00000001:3.0:1767384888.601533:0:17872:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384888.601536:0:17872:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.601541:0:17872:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384888.601543:0:17872:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384888.601551:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.601565:0:17872:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384888.601568:0:17872:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.601571:0:17872:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384888.601574:0:17872:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384888.601576:0:17872:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384888.601582:0:17872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002d76350d pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363742464:0@lo:253: 00000100:00000001:3.0:1767384888.601588:0:17872:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384888.601593:0:17872:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384888.601596:0:17872:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.601600:0:17872:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384888.601605:0:17872:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008e8c7f13. 02000000:00000001:3.0:1767384888.601608:0:17872:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384888.601629:0:17872:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079356665. 00000400:00000010:3.0:1767384888.601638:0:17872:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000153fe0d6. 00000100:00000200:3.0:1767384888.601645:0:17872:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363742464, portal 25 00000100:00000001:3.0:1767384888.601652:0:17872:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384888.601655:0:17872:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794842624 : -107297914708992 : ffff9e69c1e89c00) 00000100:00000040:3.0:1767384888.601666:0:17872:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.601675:0:17872:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384888.601684:0:17872:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384888.601700:0:17872:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb780b25. 00000100:00000001:1.0:1767384888.601702:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384888.601708:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384888.601711:0:17872:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363742464, offset 0 00000400:00000001:1.0:1767384888.601731:0:16339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.601736:0:16339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.601741:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011108fb8. 00000400:00000200:1.0:1767384888.601747:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac140bb6 00000400:00000010:1.0:1767384888.601750:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac140bb6. 00000100:00000001:1.0:1767384888.601753:0:16339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384888.601760:0:17872:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384888.601760:0:16339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363742208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384888.601777:0:17872:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384888.601789:0:16339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363742208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384888.601794:0:17872:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c01700 00000400:00000200:3.0:1767384888.601807:0:17872:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a5 [2] + 0 00000100:00000001:1.0:1767384888.601810:0:16339:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384888.601812:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8a35b4. 00000100:00000001:1.0:1767384888.601814:0:16339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384888.601817:0:17872:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e1586f6 00000100:00000001:1.0:1767384888.601818:0:16339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.601822:0:16339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384888.601825:0:17872:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384888.601826:0:16339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.601830:0:16339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384888.601834:0:17872:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384888.601834:0:16339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384888.601843:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e1586f6 00000020:00000010:1.0:1767384888.601844:0:16339:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ac8aed06. 00000400:00000010:3.0:1767384888.601848:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e1586f6. 00000100:00001000:1.0:1767384888.601850:0:16339:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=1767384888 v=5 (0 0 0 0) 00000100:00000001:3.0:1767384888.601853:0:17872:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:1.0:1767384888.601855:0:16339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=1767384888 v=0 (0 0 0 0) 00000100:00000200:3.0:1767384888.601856:0:17872:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00001000:1.0:1767384888.601860:0:16339:0:(import.c:2194:obd_at_measure()) AT 00000000be1d996f change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1767384888.601861:0:17872:0:(events.c:337:request_in_callback()) incoming req@000000007740a083 x1853237363742464 msgsize 4848 00000100:00000001:1.0:1767384888.601864:0:16339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.601866:0:16339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.601868:0:16339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384888.601872:0:16339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000003bc8f8da x1853237363742208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384888.601898:0:17872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384888.601901:0:17872:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1767384888.601911:0:16339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.601914:0:16339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384888.601916:0:16339:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:1.0:1767384888.601918:0:16339:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384888.601920:0:16339:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384888.601921:0:17872:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.601922:0:16339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.601928:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363742208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384888.601930:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb780b25 00000400:00000010:3.0:1767384888.601936:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb780b25. 00000100:00000001:1.0:1767384888.601936:0:16339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.601941:0:16339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.601943:0:16339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.601944:0:17872:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384888.601948:0:16339:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767384888.601953:0:16339:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00000200:3.0:1767384888.601954:0:17872:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384888.601958:0:16339:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384888.601975:0:16339:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a48 00000020:00000001:1.0:1767384888.601980:0:16339:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.601983:0:16339:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e73cab61 refcount=7 00000020:00000001:1.0:1767384888.601989:0:16339:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000020:00000001:1.0:1767384888.601995:0:16339:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000100:00000001:3.0:1767384888.602002:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767384888.602002:0:16339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=1767384888 v=0 (0 0 0 0) 00000100:00001000:1.0:1767384888.602009:0:16339:0:(import.c:2194:obd_at_measure()) AT 00000000be1d996f change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1767384888.602010:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384888.602019:0:16339:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:1.0:1767384888.602026:0:16339:0:(genops.c:898:class_export_put()) PUTting export 00000000e73cab61 : new refcount 6 00000100:00000001:1.0:1767384888.602031:0:16339:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384888.602036:0:16339:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384888.602037:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384888.602039:0:16339:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00000001:3.0:1767384888.602042:0:17872:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1767384888.602045:0:16339:0:(import.c:65:import_set_state_nolock()) 00000000f05c0c28 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767384888.602051:0:17872:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.602051:0:16339:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384888.602055:0:16339:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384888.602058:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294876484 00000100:00000001:1.0:1767384888.602058:0:16339:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.602065:0:16339:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384888.602067:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876482 00000100:00000001:3.0:1767384888.602074:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294876484 00000100:00000001:1.0:1767384888.602076:0:16339:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.602082:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876482 00000100:00000001:1.0:1767384888.602083:0:16339:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.602089:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363742208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.602097:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294876484 00000100:00100000:1.0:1767384888.602100:0:16339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16339:1853237363742208:0@lo:38: 00000100:00000001:3.0:1767384888.602106:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876482 00000100:00000001:1.0:1767384888.602109:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.602113:0:17872:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294876484 00000100:00000001:1.0:1767384888.602113:0:16339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.602120:0:16339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363742208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.602122:0:17872:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876482 00000100:00000001:3.0:1767384888.602130:0:17872:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384888.602137:0:17872:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.602140:0:16339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384888.602142:0:17872:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384888.602144:0:16339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384888.602146:0:17872:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:1.0:1767384888.602148:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a0f4dad. 00000100:00100000:3.0:1767384888.602150:0:17872:0:(client.c:2690:ptlrpc_set_wait()) set 000000005dc6b5d1 going to sleep for 11 seconds 02000000:00000001:1.0:1767384888.602153:0:16339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384888.602156:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384888.602157:0:16339:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384888.602161:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384888.602162:0:16339:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384888.602169:0:16339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.602173:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000686b190a. 02000000:00000001:1.0:1767384888.602177:0:16339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.602180:0:16339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.602183:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384888.602188:0:16339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.602191:0:16339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.602196:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.602202:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384888.602206:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.602210:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.602215:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384888.604082:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ec1663d2. 20000000:01000000:3.0:1767384888.604158:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384888.604162:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384888.604164:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384888.604169:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384888.604172:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384888.604179:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005c77dcdd. 00010000:00000001:3.0:1767384888.604183:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384888.604188:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c2ef1340. 00000020:00000010:3.0:1767384888.604193:0:17087:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e23f5fdc. 00000020:00000001:3.0:1767384888.604196:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384888.604198:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c2ef1340 with handle 0x135556ebb4843a56 to hash 00000020:00000001:3.0:1767384888.604201:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384888.604203:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:3.0:1767384888.604206:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:3.0:1767384888.604210:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384888.604212:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384888.604215:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.604222:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384888.604224:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384888.604226:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384888.604232:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384888.604233:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384888.604235:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384888.604236:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384888.604238:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384888.604239:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384888.604240:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384888.604241:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384888.604242:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005c77dcdd) refcount = 1 00010000:00010000:3.0:1767384888.604244:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.604248:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384888.604249:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384888.604250:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384888.604251:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.604253:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384888.604255:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384888.604257:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001680593s 00010000:00000001:3.0:1767384888.604259:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384888.604260:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384888.604262:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c2ef1340 refcount=4 00000020:00000001:3.0:1767384888.604263:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:3.0:1767384888.604265:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:3.0:1767384888.604267:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384888.604269:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.604273:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384888.604274:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.604278:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.604281:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384888.604284:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.604306:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384888.604310:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.604315:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384888.604317:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384888.604327:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c2ef1340 already unused, calling callback (00000000c66beece) 00010000:00000001:3.0:1767384888.604332:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384888.604337:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384888.604340:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.604349:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384888.604352:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384888.604355:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384888.604357:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c2ef1340 refcount=5 00000020:00000001:3.0:1767384888.604362:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:3.0:1767384888.604364:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:3.0:1767384888.604369:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384888.604372:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.604379:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384888.604382:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384888.604384:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.604386:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384888.604389:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384888.604391:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384888.604392:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384888.604395:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c2ef1340 with handle 0x135556ebb4843a56 from hash 00010000:00000001:3.0:1767384888.604399:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384888.604401:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.604402:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384888.604407:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384888.604409:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384888.604410:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384888.604411:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384888.604414:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384888.604417:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.604419:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384888.604421:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384888.604425:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.604428:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384888.604431:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.604436:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.604438:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384888.604440:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.604451:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.604454:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384888.604458:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384888.604460:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384888.604462:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.604465:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384888.604483:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384888.604487:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384888.604493:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384888.604497:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.604520:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384888.604524:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384888.604525:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a56 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384888.604531:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005c77dcdd count: 0 00010000:00000001:3.0:1767384888.604539:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384888.604542:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384888.604613:0:17872:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.604620:0:17872:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.604623:0:17872:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.604625:0:17872:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079356665. 00000400:00000200:1.0:1767384888.604630:0:17872:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000153fe0d6 00000400:00000010:1.0:1767384888.604636:0:17872:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000153fe0d6. 00000100:00000001:1.0:1767384888.604642:0:17872:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.604655:0:17872:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.604663:0:17872:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.604668:0:17872:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.604669:0:17872:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.604671:0:17872:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.604672:0:17872:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.604673:0:17872:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.604674:0:17872:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.604675:0:17872:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.604678:0:17872:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.604680:0:17872:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.604681:0:17872:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.604682:0:17872:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.604683:0:17872:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384888.604684:0:17872:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.604686:0:17872:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.604687:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.604691:0:17872:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.604693:0:17872:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.604694:0:17872:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384888.604695:0:17872:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.604700:0:17872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002d76350d pname:cluuid:pid:xid:nid:opc:job mount.lustre:87a2e106-e553-4e56-a48a-4e53df41a160:17872:1853237363742464:0@lo:253: 00000100:00000001:1.0:1767384888.604702:0:17872:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.604704:0:17872:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.604705:0:17872:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384888.604706:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.604707:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.604711:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384888.604716:0:17872:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005dc6b5d1. 00000100:00000001:1.0:1767384888.604718:0:17872:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384888.604718:0:17872:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384888.604721:0:17872:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1767384888.604723:0:17872:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1767384888.604724:0:17872:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384888.604725:0:17872:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384888.604726:0:17872:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384888.604726:0:17872:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384888.604727:0:17872:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384888.604728:0:17872:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384888.604729:0:17872:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384888.604729:0:17872:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384888.604730:0:17872:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.604731:0:17872:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002d76350d x1853237363742464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.604735:0:17872:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.604736:0:17872:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.604737:0:17872:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008e8c7f13. 02000000:00000001:1.0:1767384888.604739:0:17872:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.604740:0:17872:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.604741:0:17872:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384888.604742:0:17872:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.604743:0:17872:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000004ab582. 02000000:00000001:1.0:1767384888.604745:0:17872:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.604746:0:17872:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.604746:0:17872:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d76350d. 00000100:00000001:1.0:1767384888.604748:0:17872:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.604749:0:17872:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384888.604750:0:17872:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.604751:0:17872:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.604753:0:17872:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.604754:0:17872:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384888.604756:0:17872:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000ef576588. 00000020:00000001:1.0:1767384888.604757:0:17872:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:1.0:1767384888.604759:0:17872:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000040:2.0:1767384888.606907:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294876484, at 4294876485 00000100:00000010:2.0:1767384888.606917:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002fecb685. 00000100:00000040:3.0:1767384888.606937:0:418:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294876484, at 4294876485 00000100:00000010:3.0:1767384888.606945:0:418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000297a2982. 00000100:00000040:1.0:1767384888.607084:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294876484, at 4294876486 00000100:00000010:1.0:1767384888.607098:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b108cffa. 00000020:00000010:1.0:1767384888.607107:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028e10613. 00000020:00000010:1.0:1767384888.607110:0:17872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cae0696d. 00000020:00000010:1.0:1767384888.607113:0:17872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ad62d51. 00000020:00000010:1.0:1767384888.607116:0:17872:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384888.607118:0:17872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c2d2d374. 80000000:00000010:1.0:1767384888.607120:0:17872:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f1a70165. 40000000:00000010:1.0:1767384888.607122:0:17872:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b74829e3. 00100000:00000010:1.0:1767384888.607125:0:17872:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f1f4ba7. 00040000:00000010:1.0:1767384888.607127:0:17872:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd885ad6. 00040000:00000010:1.0:1767384888.607129:0:17872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c2d125e. 00080000:00000010:1.0:1767384888.607133:0:17872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e7408b84. 00080000:00000010:1.0:1767384888.607136:0:17872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003aaaf5e4. 00002000:00000010:1.0:1767384888.607139:0:17872:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000686b190a. 00000020:00000010:1.0:1767384888.607142:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed78305f. 00000020:00000010:1.0:1767384888.607144:0:17872:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcedd7ea. 00000020:00000010:1.0:1767384888.607146:0:17872:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e829d1b9. 00002000:00000001:1.0:1767384888.607148:0:17872:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:1.0:1767384888.607150:0:17872:0:(osd_handler.c:8983:osd_prepare()) Process entered 00040000:00000001:1.0:1767384888.607152:0:17872:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:1.0:1767384888.607154:0:17872:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:1.0:1767384888.607156:0:17872:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384888.607157:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.607159:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.607161:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00000020:00000001:1.0:1767384888.607163:0:17872:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607166:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384888.607169:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775782762056 : -107297926789560 : ffff9e69c1304648) 00080000:00000001:1.0:1767384888.607172:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.607173:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.607182:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.607191:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607193:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.607214:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607215:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.607216:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.607218:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 97:710159396 to info 00000000e7408b84 00000020:00000001:1.0:1767384888.607220:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000035614071 00080000:00000002:1.0:1767384888.607221:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:1.0:1767384888.607223:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607225:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384888.607226:0:17872:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000003329b18e. 00080000:00000001:1.0:1767384888.607228:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.607229:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.607232:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008e07f164. 00000020:00000001:1.0:1767384888.607235:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.607236:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000365d0bfa. 00000020:00000001:1.0:1767384888.607238:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607239:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607241:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607242:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607243:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607246:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607248:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607251:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775782829656 : -107297926721960 : ffff9e69c1314e58) 00040000:00000001:1.0:1767384888.607255:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607256:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.607256:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607257:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.607258:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607259:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384888.607261:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000365d0bfa. 00000020:00000010:1.0:1767384888.607263:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008e07f164. 00000020:00000001:1.0:1767384888.607266:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.607267:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.607278:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000633e4966. 00002000:00000001:1.0:1767384888.607280:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863305192 : -107297846246424 : ffff9e69c5fd43e8) 00002000:00000001:1.0:1767384888.607283:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.607284:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:1.0:1767384888.607288:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000365d0bfa. 00002000:00000001:1.0:1767384888.607290:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607291:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607293:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607294:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607295:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607298:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607299:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607302:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863305192 : -107297846246424 : ffff9e69c5fd43e8) 00040000:00000001:1.0:1767384888.607304:0:17872:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:1.0:1767384888.607306:0:17872:0:(lu_object.c:207:lu_object_put()) Add 0000000087afaaea/000000000d91e624 to site lru. bkt: 00000000b4c861db 00040000:00000001:1.0:1767384888.607308:0:17872:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:1.0:1767384888.607310:0:17872:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000008b41c688. 00040000:00000001:1.0:1767384888.607312:0:17872:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:1.0:1767384888.607313:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.607314:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.607316:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000506fcee3. 00002000:00000001:1.0:1767384888.607317:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863310360 : -107297846241256 : ffff9e69c5fd5818) 00002000:00000001:1.0:1767384888.607319:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.607319:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:1.0:1767384888.607321:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d7c58c9c. 00002000:00000001:1.0:1767384888.607322:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607323:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607324:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.607325:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384888.607327:0:17872:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384888.607329:0:17872:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607330:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607332:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607333:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607335:0:17872:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:1.0:1767384888.607336:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.607337:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384888.607338:0:17872:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384888.607339:0:17872:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607340:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607342:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863310360 : -107297846241256 : ffff9e69c5fd5818) 00040000:00000001:1.0:1767384888.607347:0:17872:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446636775781952512 : -107297927599104 : ffff9e69c123ec00) 00040000:00000001:1.0:1767384888.607349:0:17872:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:1.0:1767384888.607350:0:17872:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:1.0:1767384888.607353:0:17872:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:1.0:1767384888.607354:0:17872:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384888.607355:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.607356:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.607357:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00000020:00000001:1.0:1767384888.607358:0:17872:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607361:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.607362:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.607367:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.607372:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607374:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.607374:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607376:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.607377:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.607378:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 98:1695891850 to info 00000000e7408b84 00000020:00000001:1.0:1767384888.607380:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000027376b2c 00080000:00000002:1.0:1767384888.607381:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:1.0:1767384888.607382:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607384:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607385:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.607386:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.607389:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006026745e. 00000020:00000001:1.0:1767384888.607391:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.607393:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005e116d5f. 00000020:00000001:1.0:1767384888.607394:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607395:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607396:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607397:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607398:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607400:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607402:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607409:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775782826328 : -107297926725288 : ffff9e69c1314158) 00040000:00000001:1.0:1767384888.607412:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607413:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.607413:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607414:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.607415:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607416:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384888.607418:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005e116d5f. 00000020:00000010:1.0:1767384888.607419:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006026745e. 00000020:00000001:1.0:1767384888.607422:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.607423:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.607425:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000050ab595f. 00002000:00000001:1.0:1767384888.607426:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863307928 : -107297846243688 : ffff9e69c5fd4e98) 00002000:00000001:1.0:1767384888.607427:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.607428:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:1.0:1767384888.607430:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005e116d5f. 00002000:00000001:1.0:1767384888.607431:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607432:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607433:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607434:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607435:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607436:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607438:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607440:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863307928 : -107297846243688 : ffff9e69c5fd4e98) 00040000:00000001:1.0:1767384888.607441:0:17872:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446636775781954048 : -107297927597568 : ffff9e69c123f200) 00080000:00000010:1.0:1767384888.607445:0:17872:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006d17af20. 00100000:00000001:1.0:1767384888.607451:0:17872:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384888.607453:0:17872:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.607456:0:17872:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ade3f88e. 00100000:00000001:1.0:1767384888.607457:0:17872:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384888.607459:0:17872:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446636775781954048 : -107297927597568 : ffff9e69c123f200) 00080000:00000002:1.0:1767384888.607462:0:17872:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 98 00040000:00000001:1.0:1767384888.607464:0:17872:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:1.0:1767384888.607465:0:17872:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:1.0:1767384888.607468:0:17872:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:1.0:1767384888.607472:0:17872:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607475:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.607476:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.607479:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.607484:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607485:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.607485:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607487:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.607487:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.607489:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 99:1710241801 to info 00000000e7408b84 00000020:00000001:1.0:1767384888.607491:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002e0d72fa 00080000:00000002:1.0:1767384888.607492:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:1.0:1767384888.607493:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607494:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607496:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.607497:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.607498:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.607500:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007ed05572. 00002000:00000001:1.0:1767384888.607501:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863310968 : -107297846240648 : ffff9e69c5fd5a78) 00002000:00000001:1.0:1767384888.607502:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.607503:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:1.0:1767384888.607505:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c790a485. 00002000:00000001:1.0:1767384888.607507:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607508:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607509:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607510:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607511:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607512:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607514:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607516:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863310968 : -107297846240648 : ffff9e69c5fd5a78) 00080000:00000010:1.0:1767384888.607518:0:17872:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f9bc2de7. 00100000:00000001:1.0:1767384888.607522:0:17872:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384888.607523:0:17872:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.607524:0:17872:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ade3f88e. 00100000:00000001:1.0:1767384888.607525:0:17872:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384888.607527:0:17872:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446636781141477888 : -107292568073728 : ffff9e6b0097ca00) 00080000:00000002:1.0:1767384888.607533:0:17872:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 99 00040000:00000001:1.0:1767384888.607534:0:17872:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:1.0:1767384888.607536:0:17872:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cc00fe8a. 00000001:00000001:1.0:1767384888.607538:0:17872:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384888.607540:0:17872:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a42b9341. 00000001:00000010:1.0:1767384888.607542:0:17872:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000027f8947c. 00000001:00000010:1.0:1767384888.607544:0:17872:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000004e641c4. 00040000:00000001:1.0:1767384888.607546:0:17872:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446636780820253760 : -107292889297856 : ffff9e6aed724c40) 00000020:00000001:1.0:1767384888.607548:0:17872:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384888.607553:0:17872:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.607555:0:17872:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384888.607558:0:17872:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384888.607559:0:17872:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:1.0:1767384888.607560:0:17872:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:1.0:1767384888.607561:0:17872:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006788d39e. 00040000:00000001:1.0:1767384888.607562:0:17872:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:1.0:1767384888.607563:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.607565:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.607566:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009d150bd7. 00002000:00000001:1.0:1767384888.607567:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863305800 : -107297846245816 : ffff9e69c5fd4648) 00002000:00000001:1.0:1767384888.607569:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.607570:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:1.0:1767384888.607571:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000705b36a7. 00002000:00000001:1.0:1767384888.607573:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607574:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607575:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.607576:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384888.607577:0:17872:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384888.607578:0:17872:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607579:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607581:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607583:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607584:0:17872:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:1.0:1767384888.607586:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.607587:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384888.607588:0:17872:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384888.607592:0:17872:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607594:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607596:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863305800 : -107297846245816 : ffff9e69c5fd4648) 00040000:00000001:1.0:1767384888.607598:0:17872:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446636780152811520 : -107293556740096 : ffff9e6ac5a9f000) 00040000:00000001:1.0:1767384888.607600:0:17872:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:1.0:1767384888.607601:0:17872:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:1.0:1767384888.607602:0:17872:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:1.0:1767384888.607603:0:17872:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384888.607604:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.607605:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.607607:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00000020:00000001:1.0:1767384888.607608:0:17872:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607610:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.607611:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.607614:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.607618:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607619:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.607620:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607621:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.607622:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.607624:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 100:239732993 to info 00000000e7408b84 00000020:00000001:1.0:1767384888.607626:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000027376b2c 00080000:00000002:1.0:1767384888.607627:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:1.0:1767384888.607628:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607630:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607631:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.607632:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.607634:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ce25da46. 00000020:00000001:1.0:1767384888.607635:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.607636:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000067425fed. 00000020:00000001:1.0:1767384888.607637:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607638:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607639:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607640:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607645:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607647:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607649:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607652:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775782827864 : -107297926723752 : ffff9e69c1314758) 00040000:00000001:1.0:1767384888.607655:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607656:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.607657:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607658:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.607659:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607659:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384888.607661:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000067425fed. 00000020:00000010:1.0:1767384888.607663:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ce25da46. 00000020:00000001:1.0:1767384888.607665:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.607666:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.607668:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f9cbac99. 00002000:00000001:1.0:1767384888.607670:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863308840 : -107297846242776 : ffff9e69c5fd5228) 00002000:00000001:1.0:1767384888.607671:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.607672:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:1.0:1767384888.607674:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000067425fed. 00002000:00000001:1.0:1767384888.607675:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607676:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607677:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607678:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607679:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607681:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607682:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607684:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863308840 : -107297846242776 : ffff9e69c5fd5228) 00040000:00000001:1.0:1767384888.607685:0:17872:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446636780152808960 : -107293556742656 : ffff9e6ac5a9e600) 00080000:00000010:1.0:1767384888.607687:0:17872:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ea6da650. 00100000:00000001:1.0:1767384888.607691:0:17872:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384888.607692:0:17872:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.607694:0:17872:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ade3f88e. 00100000:00000001:1.0:1767384888.607695:0:17872:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384888.607696:0:17872:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446636780152808960 : -107293556742656 : ffff9e6ac5a9e600) 00080000:00000002:1.0:1767384888.607698:0:17872:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 100 00040000:00000001:1.0:1767384888.607703:0:17872:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:1.0:1767384888.607705:0:17872:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:1.0:1767384888.607706:0:17872:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:1.0:1767384888.607707:0:17872:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607709:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.607710:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.607713:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.607717:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607718:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.607719:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607720:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.607721:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.607722:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 101:4128248715 to info 00000000e7408b84 00000020:00000001:1.0:1767384888.607724:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002e0d72fa 00080000:00000002:1.0:1767384888.607725:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:1.0:1767384888.607727:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607728:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607729:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.607730:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.607731:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.607733:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c6d8b4dc. 00002000:00000001:1.0:1767384888.607734:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863304888 : -107297846246728 : ffff9e69c5fd42b8) 00002000:00000001:1.0:1767384888.607735:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.607736:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:1.0:1767384888.607737:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a993c1db. 00002000:00000001:1.0:1767384888.607739:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607740:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607741:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607742:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607743:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607744:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607746:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607748:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863304888 : -107297846246728 : ffff9e69c5fd42b8) 00080000:00000010:1.0:1767384888.607750:0:17872:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004bd104d8. 00100000:00000001:1.0:1767384888.607753:0:17872:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384888.607754:0:17872:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.607759:0:17872:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ade3f88e. 00100000:00000001:1.0:1767384888.607761:0:17872:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384888.607762:0:17872:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446636780152810496 : -107293556741120 : ffff9e6ac5a9ec00) 00080000:00000002:1.0:1767384888.607764:0:17872:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 101 00040000:00000001:1.0:1767384888.607765:0:17872:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:1.0:1767384888.607767:0:17872:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007b52941f. 00000001:00000001:1.0:1767384888.607769:0:17872:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384888.607770:0:17872:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009867afac. 00000001:00000010:1.0:1767384888.607772:0:17872:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006f670464. 00000001:00000010:1.0:1767384888.607774:0:17872:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000000e907034. 00040000:00000001:1.0:1767384888.607775:0:17872:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446636780180903232 : -107293528648384 : ffff9e6ac7569540) 00000020:00000001:1.0:1767384888.607777:0:17872:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384888.607780:0:17872:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.607781:0:17872:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384888.607783:0:17872:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384888.607784:0:17872:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:1.0:1767384888.607785:0:17872:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:1.0:1767384888.607786:0:17872:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000007dfaf4c8. 00040000:00000001:1.0:1767384888.607787:0:17872:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:1.0:1767384888.607788:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.607790:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.607791:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004483ff3c. 00002000:00000001:1.0:1767384888.607792:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863311880 : -107297846239736 : ffff9e69c5fd5e08) 00002000:00000001:1.0:1767384888.607794:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.607794:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:1.0:1767384888.607796:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000709fab4f. 00002000:00000001:1.0:1767384888.607797:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607798:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607800:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.607800:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384888.607802:0:17872:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384888.607802:0:17872:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607803:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607806:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607807:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607808:0:17872:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:1.0:1767384888.607813:0:17872:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384888.607814:0:17872:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384888.607815:0:17872:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:1.0:1767384888.607816:0:17872:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607818:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607820:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863311880 : -107297846239736 : ffff9e69c5fd5e08) 00040000:00000001:1.0:1767384888.607822:0:17872:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446636780152807936 : -107293556743680 : ffff9e6ac5a9e200) 00040000:00000001:1.0:1767384888.607823:0:17872:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:1.0:1767384888.607824:0:17872:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:1.0:1767384888.607826:0:17872:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:1.0:1767384888.607827:0:17872:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384888.607828:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384888.607829:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:1.0:1767384888.607830:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00000020:00000001:1.0:1767384888.607831:0:17872:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607833:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.607834:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.607837:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.607841:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607842:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.607842:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607860:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.607861:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.607862:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 102:1958495858 to info 00000000e7408b84 00000020:00000001:1.0:1767384888.607865:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000027376b2c 00080000:00000002:1.0:1767384888.607866:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:1.0:1767384888.607868:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607869:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607871:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.607872:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384888.607875:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006113bb0f. 00000020:00000001:1.0:1767384888.607877:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384888.607878:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000062bac75f. 00000020:00000001:1.0:1767384888.607880:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607885:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.607887:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.607890:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.607892:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.607895:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.607897:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.607901:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775782827608 : -107297926724008 : ffff9e69c1314658) 00040000:00000001:1.0:1767384888.607905:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607907:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.607947:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607949:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384888.607950:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384888.607951:0:17872:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384888.607954:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000062bac75f. 00000020:00000010:1.0:1767384888.607958:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006113bb0f. 00000020:00000001:1.0:1767384888.607985:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.607987:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.607990:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a1dd8751. 00002000:00000001:1.0:1767384888.607993:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863308536 : -107297846243080 : ffff9e69c5fd50f8) 00002000:00000001:1.0:1767384888.607996:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.607997:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:1.0:1767384888.608016:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000062bac75f. 00002000:00000001:1.0:1767384888.608018:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.608020:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.608022:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.608024:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.608025:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.608028:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.608030:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.608032:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863308536 : -107297846243080 : ffff9e69c5fd50f8) 00040000:00000001:1.0:1767384888.608034:0:17872:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446636780153896448 : -107293555655168 : ffff9e6ac5ba7e00) 00080000:00000010:1.0:1767384888.608037:0:17872:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003c845704. 00100000:00000001:1.0:1767384888.608042:0:17872:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384888.608045:0:17872:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.608047:0:17872:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ade3f88e. 00100000:00000001:1.0:1767384888.608049:0:17872:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384888.608055:0:17872:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446636780153896448 : -107293555655168 : ffff9e6ac5ba7e00) 00080000:00000002:1.0:1767384888.608057:0:17872:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 102 00040000:00000001:1.0:1767384888.608059:0:17872:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:1.0:1767384888.608060:0:17872:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:1.0:1767384888.608061:0:17872:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:1.0:1767384888.608062:0:17872:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.608064:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384888.608065:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384888.608069:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384888.608073:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.608075:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.608075:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.608076:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384888.608078:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384888.608079:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 103:3491721332 to info 00000000e7408b84 00000020:00000001:1.0:1767384888.608081:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002e0d72fa 00080000:00000002:1.0:1767384888.608082:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:1.0:1767384888.608083:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.608084:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.608086:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384888.608087:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384888.608089:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384888.608090:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000659bf8d5. 00002000:00000001:1.0:1767384888.608091:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863309448 : -107297846242168 : ffff9e69c5fd5488) 00002000:00000001:1.0:1767384888.608093:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384888.608094:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:1.0:1767384888.608096:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000197003a7. 00002000:00000001:1.0:1767384888.608097:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.608098:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384888.608099:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384888.608100:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.608101:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384888.608103:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.608104:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384888.608107:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863309448 : -107297846242168 : ffff9e69c5fd5488) 00080000:00000010:1.0:1767384888.608115:0:17872:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005cc6c1cb. 00100000:00000001:1.0:1767384888.608123:0:17872:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:1.0:1767384888.608124:0:17872:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.608125:0:17872:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ade3f88e. 00100000:00000001:1.0:1767384888.608127:0:17872:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384888.608128:0:17872:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446636780153895936 : -107293555655680 : ffff9e6ac5ba7c00) 00080000:00000002:1.0:1767384888.608130:0:17872:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 103 00040000:00000001:1.0:1767384888.608132:0:17872:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:1.0:1767384888.608134:0:17872:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c112bc37. 00000001:00000001:1.0:1767384888.608135:0:17872:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384888.608137:0:17872:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c5be0f77. 00000001:00000010:1.0:1767384888.608141:0:17872:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000006b77bc5. 00000001:00000010:1.0:1767384888.608143:0:17872:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b38caeb4. 00040000:00000001:1.0:1767384888.608144:0:17872:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446636780180902464 : -107293528649152 : ffff9e6ac7569240) 00000020:00000001:1.0:1767384888.608146:0:17872:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384888.608150:0:17872:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.608151:0:17872:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1767384888.608154:0:17872:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384888.608155:0:17872:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:1.0:1767384888.608157:0:17872:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:1.0:1767384888.608159:0:17872:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384888.608160:0:17872:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:1.0:1767384888.608162:0:17872:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384888.608163:0:17872:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:1.0:1767384888.608164:0:17872:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384888.608165:0:17872:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:1.0:1767384888.608167:0:17872:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000bc7fcde6. 00000020:00000010:1.0:1767384888.608170:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e1e3b5e. 00000020:00000010:1.0:1767384888.608172:0:17872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000085650a19. 00000020:00000010:1.0:1767384888.608174:0:17872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c0917971. 00000020:00000010:1.0:1767384888.608177:0:17872:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000036e36886. 00000020:00000010:1.0:1767384888.608179:0:17872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008c7de66e. 80000000:00000010:1.0:1767384888.608181:0:17872:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ddf92d32. 40000000:00000010:1.0:1767384888.608183:0:17872:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ade3f88e. 00100000:00000010:1.0:1767384888.608185:0:17872:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008a3f5270. 00040000:00000010:1.0:1767384888.608204:0:17872:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007049f891. 00040000:00000010:1.0:1767384888.608211:0:17872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000006cdde1b. 00080000:00000010:1.0:1767384888.608214:0:17872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000091c31604. 00080000:00000010:1.0:1767384888.608218:0:17872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009c39f825. 00002000:00000010:1.0:1767384888.608221:0:17872:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a3222968. 00040000:00000001:1.0:1767384888.608409:0:17898:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00040000:00000001:3.0:1767384888.608432:0:17872:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.608436:0:17872:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384888.608439:0:17872:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000f96912aa. 00000020:00000001:3.0:1767384888.608442:0:17872:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384888.608444:0:17872:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000f96912aa. 00000020:00000001:3.0:1767384888.608447:0:17872:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:3.0:1767384888.608449:0:17872:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000e09b2b06. 00000020:00000010:3.0:1767384888.608453:0:17872:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000f96912aa. 00000020:00000010:3.0:1767384888.608456:0:17872:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000f96912aa. 00040000:00000001:3.0:1767384888.608458:0:17872:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:3.0:1767384888.608459:0:17872:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.608461:0:17872:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384888.608462:0:17872:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608464:0:17872:0:(osd_handler.c:9019:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384888.608466:0:17872:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:3.0:1767384888.608469:0:17872:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000322b8170. 00000020:00000001:3.0:1767384888.608473:0:17872:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384888.608475:0:17872:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384888.608476:0:17872:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780941538816 : -107292768012800 : 0xffff9e6af4acf600) 00000020:00000001:3.0:1767384888.608478:0:17872:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780941538816 : -107292768012800 : ffff9e6af4acf600) 00000020:00000001:3.0:1767384888.608480:0:17872:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384888.608482:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384888.608484:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775782762056 : -107297926789560 : ffff9e69c1304648) 00000020:00000001:3.0:1767384888.608486:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384888.608487:0:17872:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384888.608489:0:17872:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ac8091a7. 00002000:00000001:3.0:1767384888.608491:0:17872:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775782765096 : -107297926786520 : ffff9e69c1305228) 00002000:00000001:3.0:1767384888.608506:0:17872:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384888.608508:0:17872:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:3.0:1767384888.608532:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000035d64c79. 00002000:00000001:3.0:1767384888.608534:0:17872:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.608536:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775782765096 : -107297926786520 : ffff9e69c1305228) 00080000:00000001:3.0:1767384888.608539:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384888.608541:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384888.608553:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384888.608562:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608563:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384888.608564:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608566:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384888.608567:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384888.608568:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 104:694645679 to info 00000000e7408b84 00000020:00000001:3.0:1767384888.608571:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f1812b03 00080000:00000002:3.0:1767384888.608572:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384888.608574:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.608575:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608577:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384888.608579:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384888.608583:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000465c8ebc. 00000020:00000001:3.0:1767384888.608586:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384888.608588:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000df1cc9f6. 00000020:00000001:3.0:1767384888.608590:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608592:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384888.608593:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384888.608595:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.608597:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384888.608600:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608603:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384888.608606:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775780770648 : -107297928780968 : ffff9e69c111e358) 00100000:00000001:3.0:1767384888.608608:0:17872:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:3.0:1767384888.608610:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384888.608611:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775782762056 : -107297926789560 : ffff9e69c1304648) 00080000:00000001:3.0:1767384888.608613:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384888.608614:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384888.608618:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384888.608625:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608626:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384888.608628:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608629:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384888.608630:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384888.608631:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 105:970309575 to info 00000000e7408b84 00000020:00000001:3.0:1767384888.608638:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005eb3d229 00080000:00000002:3.0:1767384888.608639:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:3.0:1767384888.608641:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.608643:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608645:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384888.608647:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384888.608650:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006eaacc91. 00000020:00000001:3.0:1767384888.608652:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384888.608655:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006baef4bd. 00000020:00000001:3.0:1767384888.608656:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608658:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384888.608659:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384888.608661:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.608663:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384888.608666:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.608668:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384888.608670:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775780773464 : -107297928778152 : ffff9e69c111ee58) 00010000:00000010:3.1:1767384888.608932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005c77dcdd. 00010000:00000010:3.1:1767384888.608939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c2ef1340. 00100000:00000001:3.0:1767384888.608995:0:17872:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384888.608999:0:17872:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:3.0:1767384888.609003:0:17872:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000cdc6e15a. 00100000:00000010:3.0:1767384888.609007:0:17872:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 00000000c87261b8. 00100000:00000010:3.0:1767384888.609011:0:17872:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000f3a3f2ad. 00100000:00000010:3.0:1767384888.609013:0:17872:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000a2669c7b. 00000020:00000001:3.0:1767384888.609015:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384888.609017:0:17872:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636775782762056 : -107297926789560 : ffff9e69c1304648) 00080000:00000001:3.0:1767384888.609020:0:17872:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384888.609022:0:17872:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384888.609028:0:17872:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384888.609037:0:17872:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.609038:0:17872:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384888.609039:0:17872:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.609041:0:17872:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384888.609042:0:17872:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384888.609044:0:17872:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 106:2986683855 to info 00000000e7408b84 00000020:00000001:3.0:1767384888.609047:0:17872:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000fdf9a7d 00080000:00000002:3.0:1767384888.609054:0:17872:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:3.0:1767384888.609056:0:17872:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.609058:0:17872:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.609060:0:17872:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384888.609063:0:17872:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384888.609067:0:17872:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cd7bbbab. 00000020:00000001:3.0:1767384888.609070:0:17872:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384888.609072:0:17872:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c4da8958. 00000020:00000001:3.0:1767384888.609074:0:17872:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.609076:0:17872:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384888.609153:0:17872:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384888.609158:0:17872:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.609160:0:17872:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384888.609165:0:17872:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.609170:0:17872:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384888.609177:0:17872:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775780769880 : -107297928781736 : ffff9e69c111e058) 00100000:00000001:3.0:1767384888.609392:0:17872:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:3.0:1767384888.609399:0:17872:0:(lu_object.c:207:lu_object_put()) Add 0000000087afaaea/000000000d91e624 to site lru. bkt: 00000000b4c861db 00000020:00000010:3.0:1767384888.609405:0:17872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af54d79a. 00000020:00000010:3.0:1767384888.609408:0:17872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba9f3b39. 00000020:00000010:3.0:1767384888.609411:0:17872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007918c231. 00000020:00000010:3.0:1767384888.609414:0:17872:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384888.609416:0:17872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002820874b. 80000000:00000010:3.0:1767384888.609419:0:17872:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f9ed0811. 40000000:00000010:3.0:1767384888.609421:0:17872:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000879b0829. 00100000:00000010:3.0:1767384888.609424:0:17872:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009b87bf59. 00040000:00000010:3.0:1767384888.609426:0:17872:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000032a8b3b3. 00040000:00000010:3.0:1767384888.609428:0:17872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc5a62a1. 00080000:00000010:3.0:1767384888.609432:0:17872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ae430ee4. 00080000:00000010:3.0:1767384888.609435:0:17872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ef576588. 00002000:00000010:3.0:1767384888.609439:0:17872:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f8ea1672. 00000001:00000001:3.0:1767384888.609442:0:17872:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384888.609444:0:17872:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384888.609447:0:17872:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.609455:0:17872:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c0a6f971. 00080000:00000001:3.0:1767384888.609456:0:17872:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795653120 : -107297913898496 : ffff9e69c1f4fa00) 00080000:00000001:3.0:1767384888.609459:0:17872:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.609462:0:17872:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384888.609464:0:17872:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f96912aa. 00080000:00000001:3.0:1767384888.609466:0:17872:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.609467:0:17872:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.609472:0:17872:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384888.609474:0:17872:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384888.609483:0:17872:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384888.609486:0:17872:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.609488:0:17872:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384888.611317:0:17872:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f96912aa. 00040000:00000001:3.0:1767384888.611323:0:17872:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384888.611324:0:17872:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384888.611326:0:17872:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384888.611328:0:17872:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384888.611330:0:17872:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384888.611332:0:17872:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384888.611334:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba9f3b39. 00000020:00000010:3.0:1767384888.611337:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007918c231. 00000020:00000010:3.0:1767384888.611339:0:17872:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384888.611341:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002820874b. 80000000:00000010:3.0:1767384888.611343:0:17872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f9ed0811. 40000000:00000010:3.0:1767384888.611345:0:17872:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000879b0829. 00100000:00000010:3.0:1767384888.611346:0:17872:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009b87bf59. 00040000:00000010:3.0:1767384888.611348:0:17872:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000032a8b3b3. 00040000:00000010:3.0:1767384888.611350:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bc5a62a1. 00080000:00000010:3.0:1767384888.611352:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ef576588. 00080000:00000010:3.0:1767384888.611353:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ae430ee4. 00002000:00000010:3.0:1767384888.611356:0:17872:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f8ea1672. 00000020:00000010:3.0:1767384888.611357:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af54d79a. 00002000:00080000:3.0:1767384888.611360:0:17872:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:3.0:1767384888.611362:0:17872:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00100000:10000000:3.0:1767384888.611370:0:17872:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:00000001:3.0:1767384888.611372:0:17872:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1767384888.611374:0:17872:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:3.0:1767384888.611378:0:17872:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384888.611380:0:17872:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384888.611382:0:17872:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c87e677e free: 144203776 avail: 129867776 00000020:00000001:3.0:1767384888.611385:0:17872:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384888.611387:0:17872:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c87e677e avail=129867776 left=129867776 unstable=0 tot_grant=0 pending=0 00000020:00000001:3.0:1767384888.611389:0:17872:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129867776 : 129867776 : 7bda000) 00000020:00000001:3.0:1767384888.611391:0:17872:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384888.611393:0:17872:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c87e677e wants: 280000 current grant 0 granting: 280000 00000020:00000020:3.0:1767384888.611395:0:17872:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c87e677e tot cached:0 granted:280000 num_exports: 0 00000020:00000001:3.0:1767384888.611396:0:17872:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:3.0:1767384888.611398:0:17872:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c87e677e ocd_grant: 280000 want: 280000 left: 129867776 00000020:00000001:3.0:1767384888.611399:0:17872:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:3.0:1767384888.611401:0:17872:0:(osd_handler.c:8911:osd_recovery_complete()) Process entered 00040000:00000001:3.0:1767384888.611402:0:17872:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:3.0:1767384888.611403:0:17872:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.611405:0:17872:0:(osd_handler.c:8924:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384888.611405:0:17872:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384888.611407:0:17872:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384888.611408:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cae0696d. 00000020:00000010:3.0:1767384888.611410:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ad62d51. 00000020:00000010:3.0:1767384888.611412:0:17872:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075878ed8. 00000020:00000010:3.0:1767384888.611413:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c2d2d374. 80000000:00000010:3.0:1767384888.611415:0:17872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f1a70165. 40000000:00000010:3.0:1767384888.611417:0:17872:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b74829e3. 00100000:00000010:3.0:1767384888.611418:0:17872:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009f1f4ba7. 00040000:00000010:3.0:1767384888.611420:0:17872:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd885ad6. 00040000:00000010:3.0:1767384888.611422:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007c2d125e. 00080000:00000010:3.0:1767384888.611424:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003aaaf5e4. 00080000:00000010:3.0:1767384888.611426:0:17872:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000003329b18e. 00080000:00000010:3.0:1767384888.611427:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e7408b84. 00002000:00000010:3.0:1767384888.611432:0:17872:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000686b190a. 00000020:00000010:3.0:1767384888.611434:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028e10613. 00000020:00000010:3.0:1767384888.611436:0:17872:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcedd7ea. 00000020:00000010:3.0:1767384888.611438:0:17872:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e829d1b9. 00000020:00000010:3.0:1767384888.611439:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed78305f. 00000020:00000001:3.0:1767384888.611441:0:17872:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00000020:00000001:3.0:1767384888.611444:0:17872:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:3.0:1767384888.611445:0:17872:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:3.0:1767384888.611446:0:17872:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384888.611447:0:17872:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384888.611449:0:17872:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:3.0:1767384888.611451:0:17872:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:3.0:1767384888.611452:0:17872:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:3.0:1767384888.611454:0:17872:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000032d0eeac : new refcount 2 00000040:00000001:3.0:1767384888.611455:0:17872:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384888.611456:0:17872:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000032d0eeac : new refcount 1 00040000:00000001:3.0:1767384888.611462:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.611463:0:17872:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384888.611464:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.611465:0:17872:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384888.611466:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.611466:0:17872:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384888.611469:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000c411cf9. 00000020:00000010:3.0:1767384888.611472:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000052c914ee. 00000020:00000010:3.0:1767384888.611477:0:17872:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000174c0228. 00040000:00000001:3.0:1767384888.611480:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.611481:0:17872:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384888.611482:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.611483:0:17872:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384888.611484:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.611485:0:17872:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384888.611486:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b26680bf. 00000020:00000010:3.0:1767384888.611488:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000896ae97c. 00000020:00000010:3.0:1767384888.611490:0:17872:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000a1b358b9. 00000020:00000040:3.0:1767384888.611492:0:17872:0:(genops.c:898:class_export_put()) PUTting export 0000000074da3081 : new refcount 1 00000040:00000010:3.0:1767384888.611493:0:17872:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000032d0eeac. 00000040:00000001:3.0:1767384888.611496:0:17872:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384888.611497:0:17872:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384888.611503:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.611504:0:17872:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384888.611505:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.611506:0:17872:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384888.611507:0:17872:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384888.611508:0:17872:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384888.611509:0:17872:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e487db88. 00000020:00000010:3.0:1767384888.611512:0:17872:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001462e601. 00000020:00000040:3.0:1767384888.611515:0:17872:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.109@tcp (0000000005d2b629) now 6 - mgc_fs 10000000:01000000:3.0:1767384888.611516:0:17872:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.109@tcp: cl_mgc_mutex unlock 10000000:00000001:3.0:1767384888.611517:0:17872:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384888.611519:0:17872:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384888.611520:0:17872:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.611522:0:17872:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.611523:0:17872:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384888.611525:0:17872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002bc3fbcd. 00000040:00000010:3.0:1767384888.611528:0:17872:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007706cfd6. 00000020:00000010:3.0:1767384888.611529:0:17872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b33a5ccd. 00000020:00000010:3.0:1767384888.611547:0:17872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b368a0a5. 80000000:00000010:3.0:1767384888.611549:0:17872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000292a30c2. 00040000:00000010:3.0:1767384888.611551:0:17872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000066de4c3. 00080000:00000010:3.0:1767384888.611554:0:17872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000005594c83. 00080000:00000010:3.0:1767384888.611558:0:17872:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000632e6aa7. 00080000:00000010:3.0:1767384888.611559:0:17872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000027ae34e2. 20000000:00000010:3.0:1767384888.611562:0:17872:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000051d1437d. 00000020:00000010:3.0:1767384888.611564:0:17872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb692f7e. 00000020:00000001:3.0:1767384888.611567:0:17872:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.611569:0:17872:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:3.0:1767384888.611571:0:17872:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:3.0:1767384888.611578:0:17872:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.611580:0:17872:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767384888.611582:0:17872:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:3.0:1767384888.611585:0:17872:0:(super25.c:202:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:1.0:1767384888.612479:0:10595:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006dfc9108. 00080000:00000010:1.0:1767384888.612487:0:10595:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006dfc9108. 00000020:00000001:1.0:1767384888.612493:0:10595:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384888.612506:0:10595:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006dfc9108. 00080000:00000010:1.0:1767384888.612537:0:10595:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006dfc9108. 00000020:00000001:1.0:1767384888.612543:0:10595:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384888.620862:0:17899:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000119581f3. 00080000:00000010:2.0:1767384888.620893:0:17899:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000119581f3. 00000020:00000001:2.0:1767384888.620899:0:17899:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384888.620906:0:17899:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000119581f3. 00080000:00000010:2.0:1767384888.620918:0:17899:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000119581f3. 00000020:00000001:2.0:1767384888.620925:0:17899:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384888.621010:0:17899:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384888.621473:0:17899:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:2.0:1767384888.664957:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384888.664978:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384888.664984:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384888.664986:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.665031:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384888.665035:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384888.665038:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384888.793017:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384888.793017:0:17056:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384888.793025:0:17056:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384888.793026:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384888.929038:0:17948:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006dfc9108. 00080000:00000010:1.0:1767384888.929049:0:17948:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006dfc9108. 00000020:00000001:1.0:1767384888.929054:0:17948:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384888.929061:0:17948:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006dfc9108. 00080000:00000010:1.0:1767384888.929065:0:17948:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006dfc9108. 00000020:00000001:1.0:1767384888.929068:0:17948:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384888.929104:0:17948:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384888.929284:0:17948:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:2.0:1767384889.095487:0:17956:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d0ce9cf1. 00080000:00000010:2.0:1767384889.095496:0:17956:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d0ce9cf1. 00000020:00000001:2.0:1767384889.095500:0:17956:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384889.095506:0:17956:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d0ce9cf1. 00080000:00000010:2.0:1767384889.095509:0:17956:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d0ce9cf1. 00000020:00000001:2.0:1767384889.095512:0:17956:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384889.214771:0:17996:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:2.0:1767384889.214776:0:17996:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:2.0:1767384889.214779:0:17996:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:1.0:1767384889.500419:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (000000006c249c39) now 10 - health_check_show 00000020:00000001:1.0:1767384889.500427:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500430:0:18044:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500432:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 10 - health_check_show 00000020:00000040:1.0:1767384889.500434:0:18044:0:(obd_config.c:927:class_incref()) incref MGS (00000000ea0210ac) now 6 - health_check_show 00000020:00000001:1.0:1767384889.500435:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500438:0:18044:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500439:0:18044:0:(obd_config.c:955:class_decref()) Decref MGS (00000000ea0210ac) now 6 - health_check_show 00000020:00000040:1.0:1767384889.500441:0:18044:0:(obd_config.c:927:class_incref()) incref MGC192.168.203.109@tcp (0000000005d2b629) now 6 - health_check_show 00000020:00000001:1.0:1767384889.500442:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500447:0:18044:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500448:0:18044:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.109@tcp (0000000005d2b629) now 6 - health_check_show 00000020:00000040:1.0:1767384889.500450:0:18044:0:(obd_config.c:927:class_incref()) incref MDS (00000000f54e1baa) now 4 - health_check_show 00000020:00000001:1.0:1767384889.500451:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500458:0:18044:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500459:0:18044:0:(obd_config.c:955:class_decref()) Decref MDS (00000000f54e1baa) now 4 - health_check_show 00000020:00000040:1.0:1767384889.500460:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (00000000353ce663) now 5 - health_check_show 00000020:00000001:1.0:1767384889.500461:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500462:0:18044:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500463:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000353ce663) now 5 - health_check_show 00000020:00000040:1.0:1767384889.500464:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - health_check_show 00000020:00000001:1.0:1767384889.500465:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500466:0:18044:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500467:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - health_check_show 00000020:00000040:1.0:1767384889.500468:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (0000000011095c07) now 5 - health_check_show 00000020:00000001:1.0:1767384889.500469:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500470:0:18044:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500471:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000011095c07) now 5 - health_check_show 00000020:00000040:1.0:1767384889.500473:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (0000000014b75eb6) now 5 - health_check_show 00000020:00000001:1.0:1767384889.500474:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500475:0:18044:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500476:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000014b75eb6) now 5 - health_check_show 00000020:00000040:1.0:1767384889.500477:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (000000002efb506a) now 6 - health_check_show 00000020:00000001:1.0:1767384889.500478:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500479:0:18044:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500480:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002efb506a) now 6 - health_check_show 00000020:00000040:1.0:1767384889.500481:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (000000003421bb22) now 6 - health_check_show 00000020:00000001:1.0:1767384889.500482:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500483:0:18044:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500484:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000003421bb22) now 6 - health_check_show 00000020:00000040:1.0:1767384889.500485:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000f9f56c7d) now 6 - health_check_show 00000020:00000001:1.0:1767384889.500486:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500488:0:18044:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500491:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (00000000f9f56c7d) now 6 - health_check_show 00000020:00000040:1.0:1767384889.500493:0:18044:0:(obd_config.c:927:class_incref()) incref OSS (00000000848c8a22) now 4 - health_check_show 00000020:00000001:1.0:1767384889.500494:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500498:0:18044:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500499:0:18044:0:(obd_config.c:955:class_decref()) Decref OSS (00000000848c8a22) now 4 - health_check_show 00000020:00000040:1.0:1767384889.500500:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 4 - health_check_show 00000020:00000001:1.0:1767384889.500501:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:1.0:1767384889.500504:0:18044:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039ad7cd7. 00000020:00000010:1.0:1767384889.500508:0:18044:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000044e82eae. 00000020:00000010:1.0:1767384889.500511:0:18044:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004ca889bd. 00000020:00000010:1.0:1767384889.500514:0:18044:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384889.500517:0:18044:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006311c2f4. 80000000:00000010:1.0:1767384889.500520:0:18044:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000224d315a. 40000000:00000010:1.0:1767384889.500522:0:18044:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000add48be3. 00100000:00000010:1.0:1767384889.500526:0:18044:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f9fbfaea. 00040000:00000010:1.0:1767384889.500529:0:18044:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f57d845d. 00040000:00000010:1.0:1767384889.500531:0:18044:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d8237137. 00080000:00000010:1.0:1767384889.500537:0:18044:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e7408b84. 00080000:00000010:1.0:1767384889.500541:0:18044:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003aaaf5e4. 00002000:00000010:1.0:1767384889.500546:0:18044:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000686b190a. 00000020:00000010:1.0:1767384889.500555:0:18044:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000044e82eae. 00000020:00000010:1.0:1767384889.500558:0:18044:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004ca889bd. 00000020:00000010:1.0:1767384889.500561:0:18044:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384889.500563:0:18044:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006311c2f4. 80000000:00000010:1.0:1767384889.500566:0:18044:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000224d315a. 40000000:00000010:1.0:1767384889.500568:0:18044:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000add48be3. 00100000:00000010:1.0:1767384889.500570:0:18044:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f9fbfaea. 00040000:00000010:1.0:1767384889.500572:0:18044:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f57d845d. 00040000:00000010:1.0:1767384889.500574:0:18044:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d8237137. 00080000:00000010:1.0:1767384889.500577:0:18044:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003aaaf5e4. 00080000:00000010:1.0:1767384889.500579:0:18044:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e7408b84. 00002000:00000010:1.0:1767384889.500582:0:18044:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000686b190a. 00000020:00000010:1.0:1767384889.500583:0:18044:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039ad7cd7. 00000020:00000001:1.0:1767384889.500588:0:18044:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500590:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 4 - health_check_show 00000020:00000040:1.0:1767384889.500591:0:18044:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000bf54de80) now 6 - health_check_show 00000020:00000001:1.0:1767384889.500592:0:18044:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384889.500593:0:18044:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384889.500594:0:18044:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (00000000bf54de80) now 6 - health_check_show 00000100:00000001:2.0:1767384889.624940:0:16339:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384889.624966:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384889.624969:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384889.624973:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384889.624976:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384889.624980:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.624983:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384889.688970:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384889.688976:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384889.688982:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384889.688984:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384889.689018:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384889.689021:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384889.689025:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384889.715359:0:18056:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d4a37ec4. 00080000:00000010:2.0:1767384889.715368:0:18056:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d4a37ec4. 00000020:00000001:2.0:1767384889.715372:0:18056:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384889.715377:0:18056:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d4a37ec4. 00080000:00000010:2.0:1767384889.715381:0:18056:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d4a37ec4. 00000020:00000001:2.0:1767384889.715384:0:18056:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384890.432858:0:18220:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384890.432891:0:18220:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing set_default_debug -1 all 00000001:00000001:1.0:1767384890.435977:0:18220:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1767384890.451627:0:18222:0:(debug.c:327:cfs_str2mask()) Process entered 10000000:00000001:1.0:1767384890.649073:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384890.649086:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 10000000:00000001:1.0:1767384890.649092:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384890.649103:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384890.649106:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384890.649109:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384890.649113:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384890.649129:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384890.649133:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 5 10000000:00000001:1.0:1767384890.649138:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384890.649140:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384890.649167:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384890.649175:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384890.649183:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384890.649188:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384890.649195:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384890.649206:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096c40de7. 00000100:00000001:1.0:1767384890.649228:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384890.649235:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384890.649239:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384890.649250:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ecdbfcde. 00010000:00000001:1.0:1767384890.649256:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384890.649262:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b9705b2. 00000020:00000001:1.0:1767384890.649267:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384890.649270:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b9705b2 with handle 0x135556ebb4843a5d to hash 00000020:00000001:1.0:1767384890.649282:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384890.649284:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384890.649287:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384890.649290:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384890.649293:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384890.649296:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384890.649306:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384890.649317:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384890.649322:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384890.649324:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384890.649353:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000257a891e. 00000100:00000001:1.0:1767384890.649358:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780328039168 : -107293381512448 : ffff9e6ad01bb300) 00000100:00000001:1.0:1767384890.649362:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384890.649364:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384890.649371:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384890.649374:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.649378:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384890.649396:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384890.649406:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.649423:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384890.649426:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.649432:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384890.649436:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384890.649442:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384890.649446:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363742592:0@lo:101: 00000100:00000001:1.0:1767384890.649451:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384890.649467:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384890.649470:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.649472:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384890.649477:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000e45aefb. 02000000:00000001:1.0:1767384890.649479:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384890.649485:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384890.649535:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384890.649546:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363742592, portal 25 00000100:00000001:1.0:1767384890.649550:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384890.649552:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384890.649561:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384906 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.649575:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384890.649580:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384890.649585:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000100:00000200:1.0:1767384890.649589:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363742592, offset 0 00000400:00000200:1.0:1767384890.649599:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384890.649618:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384890.649636:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c01780 00000400:00000200:1.0:1767384890.649661:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a9 [2] + 0 00000400:00000010:1.0:1767384890.649668:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017fffca4. 00000400:00000200:1.0:1767384890.649675:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000acc6f959 00000400:00000200:1.0:1767384890.649683:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384890.649689:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384890.649696:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acc6f959 00000400:00000010:1.0:1767384890.649699:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acc6f959. 00000100:00000001:1.0:1767384890.649705:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384890.649708:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384890.649722:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000005b191211 x1853237363742592 msgsize 328 00000100:00100000:1.0:1767384890.649727:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384890.649728:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384890.649748:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384890.649758:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4c525 00000400:00000010:1.0:1767384890.649760:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4c525. 00000100:00000001:1.0:1767384890.649763:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384890.649775:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384906 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.649787:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384890.649791:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384906 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.649798:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.649816:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384890.649821:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.649824:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294878531 00000100:00000010:1.0:1767384890.649828:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027dd848e. 00000100:00000001:1.0:1767384890.649834:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384890.649839:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294878531 00000100:00000010:1.0:1767384890.649842:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001ab80f2. 00000100:00000001:1.0:1767384890.649845:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384890.649850:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294878531 00000100:00000010:1.0:1767384890.649855:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2e03fc6. 00000100:00000001:1.0:1767384890.649860:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384890.649864:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294878531 00000100:00000010:1.0:1767384890.649866:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbc7c747. 00000100:00000001:1.0:1767384890.649869:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384890.649874:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384890.649876:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.649900:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384890.649904:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384890.649908:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000257a891e going to sleep for 11 seconds 00000100:00000001:2.0:1767384890.649913:0:16339:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384890.649914:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384890.649920:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.649925:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384890.649928:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384890.649935:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384890.649940:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384890.649943:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.649964:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.650463:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384890.650469:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384890.650472:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384890.650475:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384890.650481:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565e22 00000400:00000010:1.0:1767384890.650484:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565e22. 00000100:00000001:1.0:1767384890.650495:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384890.650501:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384890.650515:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.650525:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384890.650529:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384890.650534:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384890.650538:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384890.650540:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384890.650542:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.650545:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384890.650552:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384890.650557:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384890.650562:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384890.650563:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384890.650570:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384890.650574:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.650581:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384890.650585:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384906 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.650602:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384890.650608:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384890.650611:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384890.650622:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384906 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384890.650640:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363742592:0@lo:101: 00000100:00000001:1.0:1767384890.650649:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384890.650653:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.650656:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384890.650658:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384890.650662:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384906 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.650681:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384890.650684:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000257a891e. 00000100:00000001:1.0:1767384890.650687:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384890.650689:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384890.650691:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384890.650694:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384890.650696:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384890.650697:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=4 00000020:00000001:1.0:1767384890.650699:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384890.650701:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000040:1.0:1767384890.650705:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009b9705b2, remote cookie: 0x135556ebb4843a64, flags: 0x0 00010000:00000001:1.0:1767384890.650708:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384890.650711:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384890.650712:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384890.650714:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384890.650715:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384890.650717:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ecdbfcde) refcount = 1 00010000:00010000:1.0:1767384890.650720:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384890.650725:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384890.650727:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384890.650739:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384890.650742:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384890.650745:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384890.650747:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384890.650752:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384890.650753:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384890.650754:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384890.650755:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384890.650756:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384890.650757:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.650763:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384890.650766:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363742592/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384906 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.650773:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384890.650776:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384890.650778:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000e45aefb. 02000000:00000001:1.0:1767384890.650782:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384890.650785:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384890.650786:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384890.650788:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384890.650790:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000096c40de7. 02000000:00000001:1.0:1767384890.650794:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384890.650796:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384890.650799:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:1.0:1767384890.650804:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384890.650807:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384890.650810:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384890.650814:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384890.650816:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 10000000:00000001:1.0:1767384890.650819:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384890.650822:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384890.650824:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384890.650827:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=3 00000020:00000001:1.0:1767384890.650830:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384890.650832:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384890.650836:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384890.650838:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384890.650841:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384890.650843:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384890.650846:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384890.650851:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000aad8d5b5. 00000100:00000010:1.0:1767384890.650893:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000040:1.0:1767384890.650896:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384890.650899:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384890.650901:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384890.650904:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384890.650912:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096c40de7. 00000100:00000001:1.0:1767384890.650916:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.650920:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384890.650924:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000e45aefb. 00000100:00000010:1.0:1767384890.650926:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000182e12a1. 00000020:00000040:1.0:1767384890.650928:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384890.650931:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384890.650933:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384890.650936:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000257a891e. 00000100:00000001:1.0:1767384890.650938:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780328039168 : -107293381512448 : ffff9e6ad01bb300) 00000100:00000001:1.0:1767384890.650941:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384890.650943:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000001:1.0:1767384890.650961:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384890.650964:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.650966:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384890.650967:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384890.650970:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.650976:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384890.650978:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.650979:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384890.650981:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384890.650983:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384890.650985:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363742720:0@lo:256: 00000100:00000001:1.0:1767384890.650988:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384890.650991:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384890.650993:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.650995:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384890.651001:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000400:00000010:1.0:1767384890.651006:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ddca194f. 00000100:00000200:1.0:1767384890.651010:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c01800-0x6958272c01800, portal 33 00000100:00000001:1.0:1767384890.651013:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.651015:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384890.651018:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dda4507c. 02000000:00000001:1.0:1767384890.651027:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384890.651032:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa25d21e. 00000400:00000010:1.0:1767384890.651037:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384890.651042:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363742720, portal 25 00000100:00000001:1.0:1767384890.651045:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384890.651047:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00000100:00000040:1.0:1767384890.651053:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.651062:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384890.651068:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384890.651071:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000100:00000200:1.0:1767384890.651074:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363742720, offset 0 00000400:00000200:1.0:1767384890.651081:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384890.651093:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384890.651107:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c01800 00000400:00000200:1.0:1767384890.651116:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1ad [2] + 0 00000400:00000010:1.0:1767384890.651121:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093a72ddd. 00000400:00000200:1.0:1767384890.651126:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e67cf4c7 00000400:00000200:1.0:1767384890.651132:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384890.651138:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384890.651142:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e67cf4c7 00000400:00000010:1.0:1767384890.651146:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e67cf4c7. 00000100:00000001:1.0:1767384890.651151:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384890.651155:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384890.651159:0:17069:0:(events.c:337:request_in_callback()) incoming req@0000000058504f6b x1853237363742720 msgsize 304 00000100:00100000:1.0:1767384890.651168:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384890.651174:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384890.651186:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384890.651193:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4c525 00000400:00000010:1.0:1767384890.651197:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4c525. 00000100:00000001:1.0:1767384890.651203:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384890.651207:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.651214:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384890.651232:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.651238:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651241:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384890.651246:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651250:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294878533 00000100:00000001:1.0:1767384890.651256:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878531 00000100:00000001:1.0:1767384890.651263:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294878533 00000100:00000001:1.0:1767384890.651269:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878531 00000100:00000001:1.0:1767384890.651274:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294878533 00000100:00000001:1.0:1767384890.651280:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878531 00000100:00000001:1.0:1767384890.651285:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294878533 00000100:00000001:1.0:1767384890.651291:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878531 00000100:00000001:1.0:1767384890.651297:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384890.651300:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651302:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384890.651303:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384890.651305:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000257a891e going to sleep for 11 seconds 00000100:00000001:1.0:1767384890.651308:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384890.651311:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651337:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384890.651340:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363742720 02000000:00000001:1.0:1767384890.651343:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384890.651344:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384890.651345:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.651348:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384890.651351:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363742720 00000020:00000001:1.0:1767384890.651352:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384890.651354:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384890.651356:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384890.651357:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:1.0:1767384890.651360:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384890.651361:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384890.651372:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384890.651376:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007efdc4ca. 00000100:00000001:1.0:1767384890.651378:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384890.651380:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007efdc4ca. 00000020:00000010:1.0:1767384890.651385:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044e34910. 00000020:00000010:1.0:1767384890.651391:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011e64936. 00000020:00000010:1.0:1767384890.651396:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1be7e65. 00000100:00000040:1.0:1767384890.651400:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384890.651403:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384890.651404:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384890.651405:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651409:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651417:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384890.651425:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384890.651428:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384890.651431:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000040:1.0:1767384890.651433:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384890.651435:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339798096 : -107293369753520 : ffff9e6ad0cf2050) 00000100:00000040:1.0:1767384890.651438:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058504f6b x1853237363742720/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:116/0 lens 304/0 e 0 to 0 dl 1767384901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.651444:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384890.651446:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007efdc4ca. 00000100:00000001:1.0:1767384890.651448:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384890.651449:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007efdc4ca. 00000100:00100000:1.0:1767384890.651452:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058504f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363742720:12345-0@lo:256: 00000100:00000200:1.0:1767384890.651454:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363742720 00000020:00000001:1.0:1767384890.651456:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384890.651458:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384890.651459:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384890.651461:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384890.651463:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:1.0:1767384890.651465:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384890.651471:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384890.651473:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384890.651475:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384890.651477:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651480:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384890.651481:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384890.651485:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c7f32a18. 02000000:00000001:1.0:1767384890.651487:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651489:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384890.651492:0:17065:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384890.651495:0:17065:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384890.651498:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384890.651501:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384890.651503:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384890.651505:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384890.651507:0:17065:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384890.651510:0:17065:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000073edf2b8. 20000000:00000001:1.0:1767384890.651513:0:17065:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384890.651520:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1767384890.651526:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:1.0:1767384890.651529:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1767384890.651531:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:1.0:1767384890.651533:0:17065:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:1.0:1767384890.651534:0:17065:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:1.0:1767384890.651536:0:17065:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384890.651540:0:17065:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cc998eea. 00000100:00000010:1.0:1767384890.651543:0:17065:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000215f37e0. 00000020:00000040:1.0:1767384890.651546:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:1.0:1767384890.651548:0:17065:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384890.651551:0:17065:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384890.651554:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000400:00000010:1.0:1767384890.651560:0:17065:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002f05f85a. 00000400:00000200:1.0:1767384890.651565:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384890.651574:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384890.651582:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x6958272c01800 00000400:00000200:1.0:1767384890.651587:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10f1 [4] + 0 00000400:00000010:1.0:1767384890.651590:0:17065:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000400:00000200:1.0:1767384890.651598:0:17065:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddca194f 00000400:00000200:1.0:1767384890.651601:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384890.651606:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384890.651610:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddca194f 00000400:00000010:1.0:1767384890.651612:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ddca194f. 00000100:00000001:1.0:1767384890.651615:0:17065:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384890.651616:0:17065:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000003bc8f8da desc 000000000e45aefb mbits 1853237363742720 00000100:00000001:1.0:1767384890.651629:0:17065:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384890.651633:0:17065:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384890.651638:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384890.651647:0:17065:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10fd 00000400:00000200:1.0:1767384890.651650:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384890.651653:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384890.651661:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384890.651666:0:17065:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000cc998eea 00000100:00000001:1.0:1767384890.651669:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384890.651676:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4c525 00000400:00000010:1.0:1767384890.651677:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4c525. 00000100:00000001:1.0:1767384890.651679:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384890.651680:0:17065:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000cc998eea 00000100:00000001:1.0:1767384890.651682:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384890.651685:0:17065:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x6958272c01800-0x6958272c01800 00000100:00000001:1.0:1767384890.651688:0:17065:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384890.651691:0:17065:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651693:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384890.651695:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:1.0:1767384890.651698:0:17065:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000215f37e0. 00000100:00000010:1.0:1767384890.651701:0:17065:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cc998eea. 00000100:00000001:1.0:1767384890.651703:0:17065:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384890.651705:0:17065:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384890.651710:0:17065:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000073edf2b8. 20000000:00000001:1.0:1767384890.651714:0:17065:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384890.651716:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363742720 00010000:00000001:1.0:1767384890.651718:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384890.651737:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058504f6b x1853237363742720/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:116/0 lens 304/240 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384890.651752:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384890.651753:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384890.651756:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384890.651759:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384890.651763:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 19 to 0@lo 00000100:00000001:1.0:1767384890.651765:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384890.651768:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384890.651771:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.651774:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384890.651776:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384890.651781:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000100:00000200:1.0:1767384890.651784:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363742720, offset 224 00000400:00000200:1.0:1767384890.651790:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384890.651797:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384890.651805:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c01800 00000400:00000200:1.0:1767384890.651810:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10f5 [1] + 224 00000400:00000200:1.0:1767384890.651815:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384890.651818:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384890.651821:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384890.651840:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384890.651846:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.651859:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384890.651863:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4c525 00000400:00000010:1.0:1767384890.651864:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4c525. 00000100:00000001:1.0:1767384890.651865:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384890.651867:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384890.651870:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384890.651872:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 18 to 0@lo 00010000:00000001:1.0:1767384890.651874:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384890.651876:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384890.651878:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384890.651887:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058504f6b x1853237363742720/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:116/0 lens 304/240 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384890.651925:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058504f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363742720:12345-0@lo:256: Request processed in 479us (765us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384890.651932:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384890.651937:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000400:00000001:3.0:1767384890.651941:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384890.651941:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000400:00000001:3.0:1767384890.651960:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384890.651960:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384890.651962:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384890.651965:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011e64936. 00000400:00000010:3.0:1767384890.651971:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa25d21e. 00000020:00000010:1.0:1767384890.651971:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1be7e65. 00000400:00000200:3.0:1767384890.651979:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b565e22 00000020:00000010:1.0:1767384890.651980:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044e34910. 00000400:00000010:3.0:1767384890.651984:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b565e22. 00000020:00000040:1.0:1767384890.651987:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:3.0:1767384890.651990:0:17069:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384890.651993:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384890.651997:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384890.651997:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c7f32a18. 02000000:00000001:1.0:1767384890.652002:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384890.652007:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384890.652014:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384890.652015:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384890.652022:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e21244. 00000100:00000001:3.0:1767384890.652026:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384890.652028:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddca194f. 00000100:00000001:3.0:1767384890.652030:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384890.652034:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384890.652036:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384890.652038:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384890.652040:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384890.652042:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384890.652045:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384890.652049:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384890.652052:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384890.652053:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.652056:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384890.652058:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.652060:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384890.652063:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384890.652072:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384890.652078:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384890.652080:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384890.652084:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384890.652090:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003bc8f8da pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363742720:0@lo:256: 00000100:00000001:3.0:1767384890.652095:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384890.652099:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.652105:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384890.652108:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384890.652111:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384890.652117:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384890.652120:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000257a891e. 00000100:00000001:3.0:1767384890.652123:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384890.652124:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384890.652128:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:3.0:1767384890.652132:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384890.652137:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000a1351fd. 10000000:00000040:3.0:1767384890.652161:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384890.652167:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384890.652169:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384890.652174:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:3.0:1767384890.652176:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384890.652178:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384890.652179:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:3.0:1767384890.652180:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000400:00000200:3.0:1767384890.652183:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767384890.652185:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384890.652188:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:3.0:1767384890.652204:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384890.652209:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (1) 00000400:00000200:3.0:1767384890.652216:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384890.652220:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:3.0:1767384890.652222:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (2) 00000400:00000200:3.0:1767384890.652225:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000100:00000001:3.0:1767384890.652227:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.652229:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384890.652232:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:3.0:1767384890.652235:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e5c5c4d9. 10000000:00000040:3.0:1767384890.652237:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:3.0:1767384890.652240:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384890.652252:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384890.652255:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c411cf9. 00000020:00000010:3.0:1767384890.652258:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007706cfd6. 00000040:00000010:3.0:1767384890.652261:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000162f757e. 00000020:00000010:3.0:1767384890.652265:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009b87bf59. 00000020:00000010:3.0:1767384890.652269:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384890.652272:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002bc3fbcd. 80000000:00000010:3.0:1767384890.652276:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f9ed0811. 40000000:00000010:3.0:1767384890.652279:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000a21ea84. 00100000:00000010:3.0:1767384890.652284:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007918c231. 00040000:00000010:3.0:1767384890.652288:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006113bb0f. 00040000:00000010:3.0:1767384890.652292:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd0c2edc. 00040000:00000010:3.0:1767384890.652295:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000066de4c3. 00080000:00000010:3.0:1767384890.652301:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ae430ee4. 00080000:00000010:3.0:1767384890.652306:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ef576588. 00000004:00000010:3.0:1767384890.652314:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aca99a48. 00000004:00000010:3.0:1767384890.652319:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005ee8165e. 00000004:00000010:3.0:1767384890.652324:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000099c42544. 00002000:00000010:3.0:1767384890.652327:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009fd15f67. 00000004:00000010:3.0:1767384890.652331:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000000ba8c39. 00000004:00000001:3.0:1767384890.652334:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384890.652337:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384890.652339:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000e5c5c4d9 00000040:00001000:3.0:1767384890.652341:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384890.652343:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384890.652344:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384890.652345:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384890.652347:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384890.652348:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384890.652349:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384890.652351:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:3.0:1767384890.652353:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384890.652405:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384890.652410:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007706cfd6. 00000040:00000010:3.0:1767384890.652414:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000162f757e. 00000020:00000010:3.0:1767384890.652423:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009b87bf59. 00000020:00000010:3.0:1767384890.652427:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384890.652431:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002bc3fbcd. 80000000:00000010:3.0:1767384890.652435:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f9ed0811. 40000000:00000010:3.0:1767384890.652438:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000a21ea84. 00100000:00000010:3.0:1767384890.652441:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007918c231. 00040000:00000010:3.0:1767384890.652444:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006113bb0f. 00040000:00000010:3.0:1767384890.652448:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cd0c2edc. 00040000:00000010:3.0:1767384890.652451:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000066de4c3. 00080000:00000010:3.0:1767384890.652456:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ef576588. 00080000:00000010:3.0:1767384890.652459:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ae430ee4. 00000004:00000010:3.0:1767384890.652462:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000aca99a48. 00000004:00000010:3.0:1767384890.652466:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005ee8165e. 00000004:00000010:3.0:1767384890.652470:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000099c42544. 00002000:00000010:3.0:1767384890.652474:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009fd15f67. 00000004:00000010:3.0:1767384890.652478:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000000ba8c39. 00000020:00000010:3.0:1767384890.652481:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c411cf9. 00000020:00000001:3.0:1767384890.652483:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384890.652485:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384890.652488:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e5c5c4d9. 10000000:00000010:3.0:1767384890.652491:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000a1351fd. 10000000:00000001:3.0:1767384890.652493:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.652495:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384890.652499:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003bc8f8da x1853237363742720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384906 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384890.652505:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384890.652507:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384890.652509:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dda4507c. 02000000:00000001:3.0:1767384890.652512:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384890.652514:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384890.652515:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384890.652517:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384890.652519:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384890.652521:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384890.652522:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384890.652528:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384890.652530:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000182e12a1. 00000100:00000010:3.0:1767384890.652533:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000e45aefb. 00000100:00000001:3.0:1767384890.652535:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384890.652537:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000096c40de7. 02000000:00000001:3.0:1767384890.652539:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384890.652540:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384890.652541:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 00000100:00000001:3.0:1767384890.652544:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384890.652545:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384890.652557:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000aad8d5b5. 10000000:01000000:3.0:1767384890.652561:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384890.652564:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384890.652566:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384890.652568:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384890.652570:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=3 00000020:00000001:3.0:1767384890.652572:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:3.0:1767384890.652575:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:3.0:1767384890.652578:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384890.652580:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384890.652586:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384890.652587:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384890.652588:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384890.652594:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384890.652595:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384890.652596:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384890.652597:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384890.652599:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384890.652602:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384890.652604:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384890.652605:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:3.0:1767384890.652607:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384890.654987:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294878533, at 4294878534 00000100:00000010:2.0:1767384890.654994:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2e03fc6. 00000100:00000040:1.0:1767384890.655202:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294878533, at 4294878534 00000100:00000010:1.0:1767384890.655212:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001ab80f2. 00000100:00000040:3.0:1767384890.655963:0:418:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294878533, at 4294878535 00000100:00000010:3.0:1767384890.655970:0:418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbc7c747. 00000020:00000010:2.0:1767384890.665249:0:18249:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000007ac64290. 00000020:00000040:2.0:1767384890.665260:0:18249:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:2.0:1767384890.665263:0:18249:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:2.0:1767384890.665266:0:18249:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 00000000aac4193d already not connected (conn 1, was 0): CONNECTING 00010000:00000001:2.0:1767384890.665272:0:18249:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1767384890.665285:0:18249:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.109@tcp->12345-0@lo 00000100:00000001:2.0:1767384890.665288:0:18249:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384890.665292:0:18249:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384890.665297:0:18249:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 19 to 0@lo 00000100:00000001:2.0:1767384890.665301:0:18249:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:2.0:1767384890.665304:0:18249:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446636780169408256 : -107293540143360 : 0xffff9e6ac6a72f00) 00000100:00000040:2.0:1767384890.665308:0:18249:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000fff8df14 refcount 19 to 0@lo 00000100:00000040:2.0:1767384890.665319:0:18249:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.109@tcp -> 00000000fff8df14 00010000:00080000:2.0:1767384890.665323:0:18249:0:(ldlm_lib.c:85:import_set_conn()) imp 00000000aac4193d@lustre-OST0000-osc-MDT0000: found existing conn 192.168.203.109@tcp, moved to head 00010000:00000001:2.0:1767384890.665326:0:18249:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384890.665330:0:18249:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 18 to 0@lo 00010000:00000001:2.0:1767384890.665332:0:18249:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.665335:0:18249:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:2.0:1767384890.665338:0:18249:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000007ac64290. 00010000:00000001:2.0:1767384890.713002:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384890.713010:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384890.713017:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384890.713020:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384890.713078:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384890.713084:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384890.713090:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384890.806043:0:18274:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee5cce85. 00080000:00000010:1.0:1767384890.806054:0:18274:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee5cce85. 00000020:00000001:1.0:1767384890.806059:0:18274:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384890.806066:0:18274:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee5cce85. 00080000:00000010:1.0:1767384890.806070:0:18274:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee5cce85. 00000020:00000001:1.0:1767384890.806074:0:18274:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384890.806114:0:18274:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384890.806426:0:18274:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384891.590649:0:18336:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e0f0d6f0. 00080000:00000010:3.0:1767384891.590661:0:18336:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e0f0d6f0. 00000020:00000001:3.0:1767384891.590668:0:18336:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384891.590677:0:18336:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e0f0d6f0. 00080000:00000010:3.0:1767384891.590683:0:18336:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e0f0d6f0. 00000020:00000001:3.0:1767384891.590687:0:18336:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.737010:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384891.737018:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.737027:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384891.737030:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.737070:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384891.737074:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384891.737078:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384892.292351:0:18384:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b38347e3. 00080000:00000010:3.0:1767384892.292359:0:18384:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b38347e3. 00000020:00000001:3.0:1767384892.292363:0:18384:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384892.292369:0:18384:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b38347e3. 00080000:00000010:3.0:1767384892.292372:0:18384:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b38347e3. 00000020:00000001:3.0:1767384892.292375:0:18384:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384892.423278:0:18421:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384892.423283:0:18421:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:2.0:1767384892.426514:0:18421:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1767384892.698199:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384892.698210:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384892.698218:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000020:00000040:3.0:1767384892.698226:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384892.698233:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384892.698237:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384892.698243:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384892.698253:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd885ad6. 00000100:00000001:3.0:1767384892.698262:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.698271:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@00000000cf188dfe x1853237363742848/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384892.698285:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384892.698289:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.698297:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_00+0] req@00000000cf188dfe x1853237363742848/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.698329:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384892.698332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1767384892.698335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1767384892.698345:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384892.698348:0:36:0:(import.c:65:import_set_state_nolock()) 00000000aac4193d lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384892.698352:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384892.698358:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00000040:3.0:1767384892.698363:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 17 to 0@lo 00000100:00000001:3.0:1767384892.698368:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384892.698373:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384892.698374:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 18 to 0@lo 00000100:00000001:3.0:1767384892.698377:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:3.0:1767384892.698381:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384892.698386:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843999 00000020:00000001:3.0:1767384892.698390:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384892.698391:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384892.698414:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae9b2dde refcount=4 00000020:00000001:3.0:1767384892.698420:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780115757056 : -107293593794560 : ffff9e6ac3748800) 00000020:00000001:3.0:1767384892.698426:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780115757056 : -107293593794560 : ffff9e6ac3748800) 00000100:00000040:3.0:1767384892.698433:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 17 to 0@lo 00000100:00000001:3.0:1767384892.698437:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384892.698441:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 18 to 0@lo 00000100:00000001:3.0:1767384892.698444:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000040:3.0:1767384892.698449:0:36:0:(genops.c:898:class_export_put()) PUTting export 00000000ae9b2dde : new refcount 3 00000100:00080000:3.0:1767384892.698451:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000aac4193d using connection 192.168.203.109@tcp/0@lo 00000100:00000001:3.0:1767384892.698453:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.698457:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384892.698462:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384892.698468:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.698471:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384892.698481:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384892.698488:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008327b26e. 00000020:00000040:3.0:1767384892.698492:0:36:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384892.698496:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384892.698500:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.698502:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384892.698505:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384892.698508:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384892.698522:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004a203b71. 00000100:00000001:3.0:1767384892.698528:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.698538:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008327b26e x1853237363742976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384892.698551:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384892.698553:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.698557:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008327b26e] to pc [ptlrpcd_rcv+-1] req@000000008327b26e x1853237363742976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.698585:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.698591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384892.698595:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384892.698598:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c761fc2. 00000020:00000040:3.0:1767384892.698601:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384892.698603:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384892.698605:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384892.698609:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384892.698616:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce25da46. 00000100:00000001:3.0:1767384892.698621:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.698625:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384892.698640:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384892.698640:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.698646:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.698647:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384892.698652:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c761fc2] to pc [ptlrpcd_00_01+1] req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.698652:0:16339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384892.698662:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008327b26e x1853237363742976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.698678:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.698680:0:16339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384892.698681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384892.698684:0:16339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.698686:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384892.698691:0:16339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384892.698692:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064fc07d6. 02000000:00000001:1.0:1767384892.698697:0:16339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384892.698698:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384892.698704:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384892.698706:0:16339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.698708:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384892.698715:0:16339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008327b26e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16339:1853237363742976:0@lo:8: 02000000:00000001:3.0:1767384892.698718:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384892.698729:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c96fba5e. 00000100:00000001:1.0:1767384892.698729:0:16339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384892.698737:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.698737:0:16339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384892.698742:0:16339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.698749:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000064fc07d6 x1853237363743232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384892.698749:0:16339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384892.698758:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000e45aefb. 00000100:00000001:3.0:1767384892.698765:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384892.698765:0:16339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.698770:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384892.698775:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095d81fd4. 00000100:00000040:3.0:1767384892.698783:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064fc07d6] to pc [ptlrpcd_00_02+2] req@0000000064fc07d6 x1853237363743232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384892.698806:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000100:00000200:1.0:1767384892.698817:0:16339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363742976, portal 4 00000100:00000001:1.0:1767384892.698826:0:16339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384892.698831:0:16339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794843520 : -107297914708096 : ffff9e69c1e89f80) 00000100:00000001:3.0:1767384892.698839:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.698847:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (218) 00000020:00000010:1.0:1767384892.698847:0:16339:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e7408b84. 00000100:00000040:1.0:1767384892.698862:0:16339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008327b26e x1853237363742976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.698912:0:16339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384892.698918:0:16339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384892.698924:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bceb5a15. 00000100:00000001:3.0:1767384892.698927:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.698951:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384892.698951:0:16339:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237363742976, offset 0 00000100:00000001:3.0:1767384892.698957:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384892.698967:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064fc07d6 x1853237363743232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384892.698967:0:16339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384892.698988:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384892.698997:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384892.699001:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384892.699008:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958272c01900 02000000:00000001:3.0:1767384892.699010:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384892.699015:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384892.699020:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384892.699023:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 0 00000100:00100000:3.0:1767384892.699027:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064fc07d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16342:1853237363743232:0@lo:400: 00000100:00000001:3.0:1767384892.699036:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384892.699042:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384892.699044:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384892.699046:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.699052:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384892.699056:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384892.699060:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba9f3b39. 00000100:00000001:1.0:1767384892.699064:0:16339:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384892.699065:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384892.699069:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:3.0:1767384892.699074:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5cb0cef. 00000100:00000010:1.0:1767384892.699079:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a1d8cfe. 00000400:00000010:3.0:1767384892.699084:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa2e4493. 00000100:00000040:1.0:1767384892.699088:0:16339:0:(events.c:337:request_in_callback()) incoming req@000000001a1d8cfe x1853237363742976 msgsize 520 00000100:00000200:3.0:1767384892.699091:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363743232, portal 10 00000100:00000001:3.0:1767384892.699096:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384892.699101:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794839040 : -107297914712576 : ffff9e69c1e88e00) 00000100:00100000:1.0:1767384892.699102:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384892.699110:0:16342:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ae430ee4. 00000100:00000001:1.0:1767384892.699119:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384892.699129:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064fc07d6 x1853237363743232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384892.699129:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bceb5a15 00000400:00000010:1.0:1767384892.699135:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bceb5a15. 00000100:00000001:1.0:1767384892.699143:0:16339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384892.699144:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384892.699153:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384892.699153:0:16339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008327b26e x1853237363742976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384892.699161:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384892.699168:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363743232, offset 0 00000100:00000001:1.0:1767384892.699177:0:16339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384892.699179:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384892.699184:0:16339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008327b26e x1853237363742976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384902 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384892.699193:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.699210:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c01a00 00000100:00000001:1.0:1767384892.699215:0:16339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.699218:0:16339:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384892.699222:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 00000100:00000001:1.0:1767384892.699227:0:16339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.699237:0:16339:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1767384892.699238:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384892.699246:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294880581 00000400:00000200:3.0:1767384892.699251:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384892.699257:0:16339:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294880580 00000100:00000001:3.0:1767384892.699261:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384892.699266:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384892.699268:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294880581 00000100:00000010:3.0:1767384892.699272:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee675b6c. 00000100:00000001:1.0:1767384892.699276:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294880581 00000100:00000040:3.0:1767384892.699278:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000ee675b6c x1853237363743232 msgsize 224 00000100:00000001:1.0:1767384892.699283:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294880581 00000100:00000001:1.0:1767384892.699292:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294880581 00000100:00100000:3.0:1767384892.699294:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384892.699301:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294880581 00000100:00000001:3.0:1767384892.699308:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384892.699310:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294880581 00000100:00000001:1.0:1767384892.699318:0:16339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384892.699325:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000100:00000001:1.0:1767384892.699325:0:16339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384892.699330:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000001:1.0:1767384892.699334:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699338:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384892.699345:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064fc07d6 x1853237363743232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.699348:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.699366:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384892.699367:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384892.699372:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064fc07d6 x1853237363743232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.699374:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384892.699384:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.699386:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.699390:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384892.699391:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384892.699397:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699399:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.699406:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.699407:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2763 usecs (3 jiffies) 00000100:00000001:3.0:1767384892.699414:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294880581 00000100:00000001:3.0:1767384892.699421:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294880581 00000100:00000001:1.0:1767384892.699426:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.699427:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294880581 00000100:00000001:1.0:1767384892.699433:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699442:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294880581 00000100:00000001:3.0:1767384892.699447:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294880581 00000100:00000001:3.0:1767384892.699452:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294880581 00000100:00000001:3.0:1767384892.699457:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294880581 00000020:00000010:1.0:1767384892.699458:0:17880:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003aaaf5e4. 00000100:00000001:3.0:1767384892.699463:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294880581 00000100:00000001:3.0:1767384892.699467:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384892.699469:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.699470:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384892.699471:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699477:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384892.699478:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363742976 02000000:00000001:1.0:1767384892.699483:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384892.699484:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384892.699486:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384892.699488:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384892.699492:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699494:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.699497:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384892.699501:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.699502:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699505:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384892.699511:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363742976 00000020:00000001:1.0:1767384892.699517:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384892.699522:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1767384892.699527:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384892.699527:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384892.699533:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.699534:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363742848 02000000:00000001:3.0:1767384892.699539:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384892.699541:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699544:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384892.699548:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384892.699549:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003898894e. 02000000:00000001:3.0:1767384892.699553:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384892.699558:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dab159df. 00000100:00100000:3.0:1767384892.699559:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363742848 00000020:00000001:3.0:1767384892.699564:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384892.699568:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000010:1.0:1767384892.699569:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1be7e65. 00000020:00000001:3.0:1767384892.699573:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384892.699577:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:1.0:1767384892.699579:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384892.699580:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384892.699585:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384892.699587:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384892.699590:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699596:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384892.699601:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b641d16. 00000100:00000001:1.0:1767384892.699601:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699607:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384892.699611:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b641d16. 00000020:00000010:3.0:1767384892.699617:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005528461b. 00000100:00000001:1.0:1767384892.699618:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384892.699630:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd42b69d. 00000100:00000001:1.0:1767384892.699635:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384892.699638:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8690a4b. 00000100:00000001:1.0:1767384892.699640:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384892.699650:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767384892.699651:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384892.699656:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384892.699660:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384892.699661:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794535808 : -107297915015808 : ffff9e69c1e3ed80) 00000100:00000001:3.0:1767384892.699665:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.699668:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a1d8cfe x1853237363742976/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.699675:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699686:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.699700:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384892.699704:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384892.699713:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000040:3.0:1767384892.699721:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384892.699726:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339789904 : -107293369761712 : ffff9e6ad0cf0050) 00000100:00100000:1.0:1767384892.699729:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a1d8cfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16339:x1853237363742976:12345-0@lo:8: 00000100:00000040:3.0:1767384892.699734:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ecdce67c x1853237363742848/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:118/0 lens 224/0 e 0 to 0 dl 1767384903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384892.699743:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363742976 00000100:00000001:3.0:1767384892.699750:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384892.699750:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384892.699757:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b641d16. 00010000:00000001:1.0:1767384892.699757:0:17880:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:3.0:1767384892.699760:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384892.699766:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b641d16. 00000100:00100000:3.0:1767384892.699771:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ecdce67c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363742848:12345-0@lo:400: 00000020:00000040:1.0:1767384892.699771:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 4 - find 00000100:00000200:3.0:1767384892.699780:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363742848 00000020:00000001:1.0:1767384892.699780:0:17880:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446636780860682672 : -107292848868944 : ffff9e6aefdb31b0) 00000020:00000001:3.0:1767384892.699786:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384892.699791:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384892.699792:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384892.699797:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.699798:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384892.699801:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384892.699805:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 02000000:00000010:1.0:1767384892.699805:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cc998eea. 00000020:00000001:3.0:1767384892.699810:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384892.699812:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.699813:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.699820:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.699821:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384892.699826:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:1.0:1767384892.699827:0:17880:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000020:00000001:3.0:1767384892.699829:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.699834:0:17065:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384892.699838:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00080000:1.0:1767384892.699839:0:17880:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 213 last 0 02000000:00000001:3.0:1767384892.699849:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384892.699849:0:17880:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:1.0:1767384892.699855:0:17880:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 02000000:00000010:3.0:1767384892.699856:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac05ef60. 00000020:00000001:1.0:1767384892.699860:0:17880:0:(genops.c:1392:class_connect()) Process entered 02000000:00000001:3.0:1767384892.699861:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699887:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.699889:0:17065:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384892.699892:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363742848 00010000:00000001:3.0:1767384892.699895:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384892.699899:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ecdce67c x1853237363742848/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384892.699904:0:17880:0:(genops.c:950:__class_new_export()) Process entered 00010000:00000001:3.0:1767384892.699908:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384892.699911:0:17880:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004dda2cbe. 00010000:00000001:3.0:1767384892.699912:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384892.699918:0:17880:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00001000:3.0:1767384892.699919:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=10 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384892.699923:0:17880:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004dda2cbe with handle 0x135556ebb4843a6b to hash 00000100:00000001:3.0:1767384892.699929:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384892.699929:0:17880:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:3.0:1767384892.699951:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 19 to 0@lo 00000020:00000001:1.0:1767384892.699955:0:17880:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:3.0:1767384892.699956:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000001:00000001:1.0:1767384892.699961:0:17880:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 02000000:00000001:3.0:1767384892.699964:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000010:1.0:1767384892.699966:0:17880:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000bcedd7ea. 02000000:00000001:3.0:1767384892.699968:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.699974:0:17880:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.699975:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384892.699981:0:17880:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000100:00000040:3.0:1767384892.699982:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:1.0:1767384892.699986:0:17880:0:(hash.c:1038:cfs_hash_create()) Process entered 00000400:00000010:3.0:1767384892.699989:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000001:00000010:1.0:1767384892.699993:0:17880:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000eacb3d89. 00000100:00000200:3.0:1767384892.699995:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363742848, offset 224 00000001:00000010:1.0:1767384892.699999:0:17880:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e4965864. 00000400:00000200:3.0:1767384892.700007:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:1.0:1767384892.700008:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006311c2f4. 00000001:00000010:1.0:1767384892.700016:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef0b7678. 00000400:00000200:3.0:1767384892.700022:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1767384892.700024:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0ae5812. 00000001:00000010:1.0:1767384892.700031:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007532e7f8. 00000400:00000200:3.0:1767384892.700033:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c01880 00010000:00000001:1.0:1767384892.700045:0:17880:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384892.700047:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1109 [1] + 224 00010000:00000001:1.0:1767384892.700053:0:17880:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384892.700055:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.700062:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384892.700062:0:17880:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384892.700069:0:17880:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=3 00000100:00000001:3.0:1767384892.700072:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384892.700075:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 5 - export 00000100:00000200:3.0:1767384892.700078:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363742848/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384892.700083:0:17880:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000040:1.0:1767384892.700092:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 2 00000020:00000080:1.0:1767384892.700098:0:17880:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x135556ebb4843a6b 00000100:00000040:3.0:1767384892.700104:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf188dfe x1853237363742848/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384892.700105:0:17880:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384892.700111:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384892.700115:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:1.0:1767384892.700119:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384892.700124:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=3 00000100:00000001:3.0:1767384892.700129:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384892.700130:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:1.0:1767384892.700135:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000001:00000001:1.0:1767384892.700140:0:17880:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000400:00000200:3.0:1767384892.700145:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000001:00000001:1.0:1767384892.700146:0:17880:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000400:00000010:3.0:1767384892.700151:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000001:3.0:1767384892.700156:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384892.700159:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000040:1.0:1767384892.700159:0:17880:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.109@tcp 00000100:00000001:3.0:1767384892.700164:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384892.700166:0:17880:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 5 00000100:00000040:3.0:1767384892.700171:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 18 to 0@lo 00000001:00000001:1.0:1767384892.700173:0:17880:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446636780137943040 : -107293571608576 : ffff9e6ac4c71000) 00010000:00000001:3.0:1767384892.700176:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384892.700181:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.700181:0:17880:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384892.700186:0:17880:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=4 00000020:00000001:3.0:1767384892.700187:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000040:1.0:1767384892.700193:0:17880:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 6 00000100:00000040:3.0:1767384892.700196:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecdce67c x1853237363742848/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384892.700206:0:17880:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c7f32a18. 00000020:00000010:1.0:1767384892.700214:0:17880:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000bf1da30d. 00000100:00100000:3.0:1767384892.700215:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ecdce67c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363742848:12345-0@lo:400: Request processed in 461us (1482us total) trans 0 rc 0/0 00000001:00000001:1.0:1767384892.700236:0:17880:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.700238:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000001:08000000:1.0:1767384892.700245:0:17880:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000100:00000040:3.0:1767384892.700246:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384892.700253:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000040:1.0:1767384892.700253:0:17880:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 5 00000100:00000001:3.0:1767384892.700258:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:1.0:1767384892.700261:0:17880:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384892.700264:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd42b69d. 00002000:00100000:1.0:1767384892.700268:0:17880:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000020:00000010:3.0:1767384892.700270:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8690a4b. 00000020:00000010:3.0:1767384892.700279:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005528461b. 00002000:00080000:1.0:1767384892.700280:0:17880:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000020:00000040:3.0:1767384892.700285:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:3.0:1767384892.700292:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00002000:00100000:1.0:1767384892.700295:0:17880:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 02000000:00000010:3.0:1767384892.700296:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ac05ef60. 00002000:00000001:1.0:1767384892.700302:0:17880:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.700304:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384892.700309:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.700309:0:17880:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:1.0:1767384892.700315:0:17880:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000100:00000200:3.0:1767384892.700319:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000001:00000001:1.0:1767384892.700322:0:17880:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000400:00000010:3.0:1767384892.700325:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac77d84. 00080000:00000001:1.0:1767384892.700330:0:17880:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000010:3.0:1767384892.700332:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034aba453. 00080000:00000010:1.0:1767384892.700337:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cc9a6b53. 00080000:00000001:1.0:1767384892.700343:0:17880:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775782125056 : -107297927426560 : ffff9e69c1268e00) 00080000:00000001:1.0:1767384892.700349:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00080000:3.0:1767384892.700352:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00000001:1.0:1767384892.700356:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:3.0:1767384892.700357:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00080000:00000010:1.0:1767384892.700364:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000055d722cd. 00080000:00000001:1.0:1767384892.700369:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.700376:0:17880:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384892.700395:0:17880:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.700396:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384892.700401:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000010:1.0:1767384892.700405:0:17880:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000001ab80f2. 00000100:00100000:3.0:1767384892.700411:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000001:00000040:1.0:1767384892.700412:0:17880:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000004dda2cbe : new cb_count 1 00000100:00000040:3.0:1767384892.700419:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000020:00000040:1.0:1767384892.700419:0:17880:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=5 00000100:00000001:3.0:1767384892.700435:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990655872 : -107292718895744 : ffff9e6af79a6d80) 00000100:00000040:3.0:1767384892.700450:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea5c6eca x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:118/0 lens 224/0 e 0 to 0 dl 1767384903 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384892.700455:0:17880:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384892.700460:0:17880:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384892.700472:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000055d722cd. 00000100:00000001:3.0:1767384892.700474:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00040000:00000001:1.0:1767384892.700481:0:17880:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:3.0:1767384892.700484:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b641d16. 00040000:00000001:1.0:1767384892.700486:0:17880:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384892.700491:0:17880:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.700493:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1767384892.700498:0:17880:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000010:3.0:1767384892.700503:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b641d16. 00000001:00000001:1.0:1767384892.700505:0:17880:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384892.700512:0:17880:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:1.0:1767384892.700516:0:17880:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000100:00100000:3.0:1767384892.700519:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea5c6eca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363743104:12345-0@lo:400: 00000020:01000000:1.0:1767384892.700524:0:17880:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000000ddd3d13 00000020:00000010:1.0:1767384892.700530:0:17880:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000224d315a. 00000100:00000200:3.0:1767384892.700536:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363743104 00000020:00000040:1.0:1767384892.700542:0:17880:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000224d315a for nid 0@lo - ref 2 00000020:00000001:3.0:1767384892.700544:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384892.700552:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384892.700556:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.700560:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384892.700566:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:3.0:1767384892.700575:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384892.700583:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384892.700591:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384892.700597:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384892.700600:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.700606:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384892.700613:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384892.700617:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384892.700619:0:17880:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384892.700624:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac05ef60. 02000000:00000001:3.0:1767384892.700630:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.700637:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384892.700637:0:17880:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000047954e61. 00000020:00000001:3.0:1767384892.700645:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384892.700646:0:17880:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000099404a78. 00010000:00000040:3.0:1767384892.700654:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363743104 00000020:00000010:1.0:1767384892.700656:0:17880:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000051fb8960. 00010000:00000001:3.0:1767384892.700657:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384892.700666:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea5c6eca x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384892.700679:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384892.700683:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384892.700688:0:17880:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000007e59abf7. 00000100:00001000:3.0:1767384892.700690:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=5 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384892.700694:0:17880:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000f57d845d. 00000020:00000010:1.0:1767384892.700702:0:17880:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000d8237137. 00000100:00000001:3.0:1767384892.700705:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384892.700711:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 19 to 0@lo 00000100:00000001:3.0:1767384892.700714:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384892.700718:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384892.700719:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.700722:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:1.0:1767384892.700723:0:17880:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.700729:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00080000:1.0:1767384892.700730:0:17880:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000400:00000010:3.0:1767384892.700736:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00002000:00000001:1.0:1767384892.700737:0:17880:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.700744:0:17880:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384892.700753:0:17880:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000093d7db79. 00000100:00000200:3.0:1767384892.700756:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363743104, offset 224 00000020:00000040:1.0:1767384892.700760:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - import 00000020:00000001:1.0:1767384892.700770:0:17880:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384892.700774:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384892.700774:0:17880:0:(genops.c:1242:class_import_put()) import 0000000093d7db79 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384892.700783:0:17880:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384892.700789:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055d722cd. 00000400:00000200:3.0:1767384892.700794:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384892.700799:0:17880:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=6 00000100:00000040:1.0:1767384892.700807:0:17880:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:1.0:1767384892.700811:0:17880:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384892.700815:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c01980 00000100:00000001:1.0:1767384892.700818:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384892.700827:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:3.0:1767384892.700832:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1121 [1] + 224 00000100:00000001:1.0:1767384892.700833:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:1.0:1767384892.700841:0:17880:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446636780169408256 : -107293540143360 : 0xffff9e6ac6a72f00) 00000400:00000200:3.0:1767384892.700846:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384892.700849:0:17880:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000fff8df14 refcount 20 to 0@lo 00000020:00000040:1.0:1767384892.700856:0:17880:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=7 00000400:00000200:3.0:1767384892.700858:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384892.700893:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384892.700895:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384892.700900:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000200:3.0:1767384892.700903:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.700906:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384892.700913:0:17880:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384892.700919:0:17880:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000100:00000040:3.0:1767384892.700925:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:08000000:1.0:1767384892.700926:0:17880:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:1.0:1767384892.700951:0:17880:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652783680 : -1056767936 : ffffffffc1030040) 00000100:00000001:3.0:1767384892.700954:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384892.700958:0:17880:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384892.700962:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000100:00000001:1.0:1767384892.700963:0:17880:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000400:00000010:3.0:1767384892.700968:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000001:1.0:1767384892.700969:0:17880:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384892.700974:0:17880:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.700976:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384892.700979:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384892.700986:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384892.700987:0:17880:0:(import.c:65:import_set_state_nolock()) 0000000093d7db79 : changing import state from RECOVER to FULL 00000100:00000040:3.0:1767384892.700994:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:1.0:1767384892.700996:0:17880:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:3.0:1767384892.701000:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384892.701001:0:17880:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1767384892.701004:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.701007:0:17880:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.701009:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384892.701016:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 6 00000100:00000040:3.0:1767384892.701017:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea5c6eca x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384892.701023:0:17880:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - find 00010000:00000001:1.0:1767384892.701032:0:17880:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384892.701041:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384892.701046:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666612960 : -1042938656 : ffffffffc1d604e0) 00000100:00100000:3.0:1767384892.701047:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea5c6eca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363743104:12345-0@lo:400: Request processed in 570us (1685us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384892.701053:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384892.701057:0:17880:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384892.701065:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384892.701070:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384892.701074:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.701079:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000001:1.0:1767384892.701082:0:17880:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000100:00000040:3.0:1767384892.701086:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000020:00000001:1.0:1767384892.701089:0:17880:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.701091:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:1.0:1767384892.701095:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363742976 00000100:00000001:3.0:1767384892.701096:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384892.701101:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000adad9714. 00010000:00000001:1.0:1767384892.701103:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384892.701109:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001038af24. 00010000:00000200:1.0:1767384892.701113:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a1d8cfe x1853237363742976/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384892.701117:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000996b2b5a. 00000020:00000040:3.0:1767384892.701124:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:3.0:1767384892.701131:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384892.701139:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384892.701143:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384892.701147:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=1767384892 v=10 (0 0 0 0) 00000100:00001000:1.0:1767384892.701154:0:17880:0:(import.c:2194:obd_at_measure()) AT 00000000bf39cc97 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1767384892.701162:0:17880:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@000000001a1d8cfe x1853237363742976/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.701175:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384892.701179:0:17880:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384892.701180:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.701188:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384892.701194:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384892.701199:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384892.701200:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:3.0:1767384892.701205:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384892.701207:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1767384892.701226:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384892.701228:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384892.701230:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384892.701233:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384892.701234:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c693ed5f. 00000400:00000200:3.0:1767384892.701239:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e76ef5ef 00000400:00000010:3.0:1767384892.701244:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e76ef5ef. 00000100:00000040:1.0:1767384892.701246:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384892.701252:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384892.701253:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bceb5a15. 00000100:00000200:3.0:1767384892.701259:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384892.701260:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237363742976, offset 0 00000400:00000200:1.0:1767384892.701273:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384892.701276:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.701283:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384892.701286:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384892.701287:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.701291:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384892.701294:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384892.701295:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384892.701296:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384892.701299:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958272c01900 02000000:00000001:3.0:1767384892.701300:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384892.701309:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=5 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384892.701310:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1111 [1] + 0 00000100:00001000:3.0:1767384892.701313:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=5 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384892.701318:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384892.701319:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384892.701320:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384892.701324:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384892.701328:0:17880:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384892.701330:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384892.701336:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384892.701336:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008327b26e x1853237363742976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384892.701370:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.701375:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384892.701378:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384892.701378:0:17880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000008327b26e x1853237363742976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.701382:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384892.701384:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.701390:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.701410:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384892.701412:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384892.701413:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384892.701415:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384892.701419:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004c761fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363743104:0@lo:400: 00000100:00000001:1.0:1767384892.701422:0:17880:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767384892.701424:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384892.701427:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384892.701428:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958155e7. 00000400:00000200:3.0:1767384892.701431:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9ca193 00000400:00000010:3.0:1767384892.701433:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9ca193. 00000100:00000001:3.0:1767384892.701436:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384892.701439:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363742848/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384892.701442:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bceb5a15 00000100:00000200:3.0:1767384892.701446:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363742848/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384892.701448:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bceb5a15. 00000100:00000001:1.0:1767384892.701454:0:17880:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384892.701458:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384892.701458:0:17880:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384892.701462:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.701463:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.701465:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384892.701469:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384892.701471:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384892.701473:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384892.701474:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.701479:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384892.701483:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.701486:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384892.701505:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:3.0:1767384892.701509:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=10 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384892.701516:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a1d8cfe x1853237363742976/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384892.701518:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384892.701529:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384892.701532:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384892.701538:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384892.701542:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.701548:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.701556:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363742848/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.701568:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384892.701569:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a1d8cfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16339:x1853237363742976:12345-0@lo:8: Request processed in 1841us (2475us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384892.701576:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384892.701596:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384892.701605:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363742848/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384892.701612:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384892.701620:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00100000:3.0:1767384892.701625:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363742848:0@lo:400: 00000100:00000001:1.0:1767384892.701627:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384892.701632:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384892.701635:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384892.701638:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dab159df. 00000100:00000001:3.0:1767384892.701639:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384892.701642:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c761fc2 x1853237363743104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.701648:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384892.701653:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384892.701654:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1be7e65. 02000000:00000010:3.0:1767384892.701656:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000945ff29d. 00000020:00000010:1.0:1767384892.701662:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003898894e. 02000000:00000001:3.0:1767384892.701663:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384892.701667:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384892.701670:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000020:00000040:3.0:1767384892.701671:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384892.701676:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384892.701677:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384892.701681:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce25da46. 02000000:00000001:3.0:1767384892.701686:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384892.701688:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384892.701689:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c761fc2. 00000100:00000001:3.0:1767384892.701691:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384892.701694:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.701697:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384892.701711:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363742848/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.701747:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384892.701750:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384892.701752:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6778ecd. 02000000:00000001:3.0:1767384892.701758:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384892.701762:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384892.701766:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384892.701771:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384892.701775:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd885ad6. 02000000:00000001:3.0:1767384892.701779:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384892.701783:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384892.701788:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000100:00000001:3.0:1767384892.701797:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384892.701803:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.701812:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.701840:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384892.701845:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.701852:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.701857:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384892.701920:0:17094:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:3.0:1767384892.701922:0:17093:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:1.0:1767384892.701925:0:17094:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384892.701928:0:17093:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00080000:3.0:1767384892.701946:0:17093:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00000001:1.0:1767384892.701948:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000040:00000001:3.0:1767384892.701949:0:17093:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000004:00000020:1.0:1767384892.701954:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000040:00000001:3.0:1767384892.701955:0:17093:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1767384892.701960:0:17093:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000010:1.0:1767384892.701962:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091be6a86. 00000040:00000001:3.0:1767384892.701966:0:17093:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384892.701969:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000040:00000001:3.0:1767384892.701988:0:17093:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384892.701994:0:17093:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00000100:00000001:1.0:1767384892.701994:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384892.701999:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:3.0:1767384892.702006:0:17093:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000001:1.0:1767384892.702007:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384892.702016:0:17093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005528461b. 02000000:00000010:1.0:1767384892.702018:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015616bae. 00080000:00000001:3.0:1767384892.702025:0:17093:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795646976 : -107297913904640 : ffff9e69c1f4e200) 00000100:00000001:1.0:1767384892.702027:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384892.702035:0:17093:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000100:00000001:1.0:1767384892.702039:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000040:00000001:3.0:1767384892.702043:0:17093:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000001:1.0:1767384892.702043:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384892.702049:0:17093:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384892.702057:0:17093:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:1.0:1767384892.702058:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091be6a86] to pc [ptlrpcd_00_03+3] req@0000000091be6a86 x1853237363743360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384892.702065:0:17093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001b641d16. 00080000:00000001:3.0:1767384892.702074:0:17093:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384892.702089:0:17093:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384892.702093:0:17093:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384892.702098:0:17093:0:(llog.c:108:llog_declare_destroy()) Process entered 00000004:00000001:1.0:1767384892.702098:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384892.702101:0:17093:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000004:00000001:1.0:1767384892.702105:0:17094:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00080000:00000001:3.0:1767384892.702109:0:17093:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000004:00080000:1.0:1767384892.702112:0:17094:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000001:00000001:3.0:1767384892.702114:0:17093:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1767384892.702118:0:17093:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000001:1.0:1767384892.702121:0:17094:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00080000:00000002:3.0:1767384892.702124:0:17093:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00000100:00000010:1.0:1767384892.702128:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870c54f4. 00080000:00000010:3.0:1767384892.702135:0:17093:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000c0a6f971. 00000020:00000040:1.0:1767384892.702136:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:3.0:1767384892.702143:0:17093:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.702145:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000040:00000001:3.0:1767384892.702147:0:17093:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.702150:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00000001:3.0:1767384892.702151:0:17093:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.702154:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384892.702156:0:17093:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000010:1.0:1767384892.702164:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003898894e. 00080000:00000001:3.0:1767384892.702171:0:17093:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.702171:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384892.702181:0:17093:0:(llog.c:1222:llog_write_rec()) Process entered 00000100:00000001:1.0:1767384892.702181:0:17094:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000040:00000001:3.0:1767384892.702186:0:17093:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000001:1.0:1767384892.702186:0:17094:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000040:00001000:3.0:1767384892.702190:0:17093:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000100:00000010:1.0:1767384892.702195:0:17094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fda28abe. 00000100:00000001:1.0:1767384892.702202:0:17094:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636781080917888 : -107292628633728 : ffff9e6afcfbb780) 00000040:00000001:3.0:1767384892.702215:0:17093:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.702220:0:17094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000040:00000001:3.0:1767384892.702222:0:17093:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.702225:0:17094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00080000:00000001:3.0:1767384892.702243:0:17093:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384892.702250:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00080000:00000010:3.0:1767384892.702252:0:17093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001b641d16. 00000100:00000001:1.0:1767384892.702253:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384892.702259:0:17093:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1767384892.702259:0:17094:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384892.702264:0:17094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00040000:00000001:3.0:1767384892.702265:0:17093:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384892.702269:0:17093:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.702273:0:17094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1767384892.702275:0:17093:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384892.702282:0:17093:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384892.702288:0:17093:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384892.702294:0:17093:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384892.702298:0:17093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000accc9bb. 00000100:00000001:1.0:1767384892.702301:0:17094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00080000:00000001:3.0:1767384892.702304:0:17093:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795651072 : -107297913900544 : ffff9e69c1f4f200) 00000100:00000001:1.0:1767384892.702306:0:17094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384892.702308:0:17093:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384892.702314:0:17093:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.702314:0:17094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384892.702318:0:17094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00001000:3.0:1767384892.702320:0:17093:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 02000000:00000001:1.0:1767384892.702327:0:17094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384892.702329:0:17093:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000054d9e4cd. 00000100:00100000:1.0:1767384892.702335:0:17094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17094:1853237363743488:0@lo:7: 00000004:00080000:3.0:1767384892.702336:0:17093:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 213285469563ns, next at 0ns, rc = 0 00080000:00000001:3.0:1767384892.702343:0:17093:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384892.702346:0:17094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384892.702352:0:17094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00040000:00000001:3.0:1767384892.702356:0:17093:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:1.0:1767384892.702356:0:17094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384892.702360:0:17093:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:1.0:1767384892.702363:0:17094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:3.0:1767384892.702364:0:17093:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384892.702387:0:17093:0:(osd_handler.c:2874:osd_commit_async()) Process entered 02000000:00000010:1.0:1767384892.702387:0:17094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d935782b. 00080000:00080000:3.0:1767384892.702391:0:17093:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 02000000:00000001:1.0:1767384892.702394:0:17094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384892.702403:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055423829. 00080000:00000001:3.0:1767384892.702408:0:17093:0:(osd_handler.c:2881:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384892.702410:0:17094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bceb5a15. 00000004:00000001:3.0:1767384892.702412:0:17093:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1767384892.702417:0:17093:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:1.0:1767384892.702420:0:17094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363743488, portal 4 00000004:00000001:3.0:1767384892.702422:0:17093:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.702428:0:17094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000004:00000001:3.0:1767384892.702429:0:17093:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1767384892.702433:0:17093:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.702434:0:17094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000040:1.0:1767384892.702448:0:17094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.702466:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.702470:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.702485:0:17094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384892.702493:0:17094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384892.702500:0:17094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4412d4. 00000100:00000200:1.0:1767384892.702504:0:17094:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237363743488, offset 0 00000400:00000200:1.0:1767384892.702511:0:17094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384892.702519:0:17094:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384892.702531:0:17094:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958272c01b00 00000400:00000200:1.0:1767384892.702552:0:17094:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00000400:00000200:1.0:1767384892.702562:0:17094:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384892.702572:0:17094:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384892.702580:0:17094:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384892.702584:0:17094:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384892.702591:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3eac8a8. 00000100:00000040:1.0:1767384892.702596:0:17094:0:(events.c:337:request_in_callback()) incoming req@00000000e3eac8a8 x1853237363743488 msgsize 264 00000100:00100000:1.0:1767384892.702608:0:17094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384892.702620:0:17094:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384892.702630:0:17094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4412d4 00000400:00000010:1.0:1767384892.702635:0:17094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4412d4. 00000100:00000001:1.0:1767384892.702640:0:17094:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384892.702645:0:17882:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ef576588. 00000100:00000200:1.0:1767384892.702648:0:17094:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.702653:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384892.702658:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363743360 02000000:00000001:3.0:1767384892.702663:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384892.702667:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384892.702671:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.702671:0:17094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384892.702676:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.702678:0:17094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384892.702683:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363743360 00000020:00000001:3.0:1767384892.702688:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384892.702692:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:3.0:1767384892.702696:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384892.702701:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 00000100:00000001:1.0:1767384892.702703:0:17094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.702705:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:3.0:1767384892.702711:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:1.0:1767384892.702711:0:17094:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384892.702717:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384892.702718:0:17094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384892.702721:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bf67a40. 00000100:00000040:1.0:1767384892.702724:0:17094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3816 usecs (4 jiffies) 00000020:00000010:3.0:1767384892.702725:0:17882:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000055d722cd. 00000100:00000001:1.0:1767384892.702731:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294880585 00000020:00000040:3.0:1767384892.702733:0:17882:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:1.0:1767384892.702738:0:17094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294880585 00000100:00000001:1.0:1767384892.702743:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294880585 00000100:00000001:3.0:1767384892.702745:0:17882:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384892.702745:0:17094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294880585 00000020:00000010:3.0:1767384892.702751:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002820874b. 00000100:00000001:1.0:1767384892.702751:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294880585 00000020:00000010:3.0:1767384892.702757:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd42b69d. 00000100:00000001:1.0:1767384892.702758:0:17094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294880585 00000100:00000001:1.0:1767384892.702763:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294880585 00000100:00000001:1.0:1767384892.702766:0:17094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294880585 00000100:00000001:1.0:1767384892.702768:0:17094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384892.702781:0:17094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.702786:0:17094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384892.702790:0:17094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384892.702794:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8690a4b. 00000100:00100000:1.0:1767384892.702795:0:17094:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fda28abe going to sleep for 11 seconds 00000100:00000001:1.0:1767384892.702803:0:17094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384892.702805:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384892.702808:0:17094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.702816:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384892.702819:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384892.702822:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.702830:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384892.702839:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384892.702840:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384892.702847:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:3.0:1767384892.702853:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384892.702856:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384892.702899:0:17881:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000038f78d2e. 00000100:00000001:1.0:1767384892.702910:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384892.702916:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384892.702996:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384892.703001:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:1.0:1767384892.703003:0:17881:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.703005:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990656768 : -107292718894848 : ffff9e6af79a7100) 00000100:00000001:1.0:1767384892.703013:0:17881:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.703017:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a2aad2c x1853237363743360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/0 e 0 to 0 dl 1767384903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.703034:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384892.703040:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b641d16. 00000100:00000001:3.0:1767384892.703045:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384892.703049:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b641d16. 00000100:00100000:3.0:1767384892.703061:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a2aad2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16342:x1853237363743360:12345-0@lo:13: 00000100:00000200:3.0:1767384892.703071:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363743360 00000020:00000001:3.0:1767384892.703075:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384892.703078:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384892.703079:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.703080:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384892.703082:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:3.0:1767384892.703087:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384892.703090:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384892.703094:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384892.703098:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384892.703102:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.703107:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384892.703111:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384892.703115:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000000ba8c39. 02000000:00000001:3.0:1767384892.703121:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.703124:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384892.703136:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384892.703143:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384892.703149:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384892.703158:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384892.703165:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 144203776 avail 129867776 00000020:00000020:3.0:1767384892.703171:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000020:3.0:1767384892.703175:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384892.703181:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49698 free; state 0 00002000:00000001:3.0:1767384892.703186:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:3.0:1767384892.703193:0:17882:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000f8ea1672. 00000001:00000001:3.0:1767384892.703331:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384892.703333:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384892.703335:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384892.703337:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363743360 00010000:00000001:3.0:1767384892.703339:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384892.703343:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a2aad2c x1853237363743360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384892.703350:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384892.703352:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384892.703354:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=1767384892 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384892.703357:0:17882:0:(import.c:2194:obd_at_measure()) AT 00000000f585b471 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384892.703360:0:17882:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@000000004a2aad2c x1853237363743360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.703366:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384892.703369:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384892.703370:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384892.703372:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384892.703373:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.703376:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384892.703380:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384892.703387:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384892.703391:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363743360, offset 224 00000400:00000200:3.0:1767384892.703399:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.703415:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.703425:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c01a80 00000400:00000200:3.0:1767384892.703431:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x113d [1] + 224 00000400:00000200:3.0:1767384892.703435:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.703438:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384892.703441:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384892.703445:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091be6a86 x1853237363743360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384892.703453:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000091be6a86 x1853237363743360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.703470:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384892.703475:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384892.703476:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000001:3.0:1767384892.703479:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384892.703480:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384892.703483:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.703485:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384892.703488:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384892.703490:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.703493:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384892.703497:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a2aad2c x1853237363743360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384892.703505:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a2aad2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16342:x1853237363743360:12345-0@lo:13: Request processed in 470us (1028us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384892.703510:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384892.703516:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:1.0:1767384892.703516:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384892.703521:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 1 00000400:00000001:1.0:1767384892.703525:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384892.703526:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00080000:2.0:1767384892.703529:0:17052:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00000001:3.0:1767384892.703531:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384892.703531:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384892.703537:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958155e7. 00000020:00000010:3.0:1767384892.703538:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd42b69d. 00000020:00000010:3.0:1767384892.703545:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8690a4b. 00000004:00000010:2.0:1767384892.703547:0:17052:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 0000000054d9e4cd. 00000400:00000200:1.0:1767384892.703547:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000020:00000010:3.0:1767384892.703551:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002820874b. 00000400:00000010:1.0:1767384892.703552:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00080000:00000010:2.0:1767384892.703554:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000accc9bb. 00000020:00000040:3.0:1767384892.703557:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 6 00000100:00000001:1.0:1767384892.703560:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000010:2.0:1767384892.703561:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005528461b. 00000100:00000001:3.0:1767384892.703562:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384892.703568:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091be6a86 x1853237363743360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384892.703588:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091be6a86 x1853237363743360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.703598:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384892.703600:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.703602:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384892.703604:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384892.703606:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384892.703624:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.703626:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384892.703631:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=1767384892 v=5 (0 0 0 0) 00000100:00001000:1.0:1767384892.703635:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384892.703637:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384892.703638:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.703646:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384892.703649:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000091be6a86 x1853237363743360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384892.703655:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.703657:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384892.703658:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384892.703660:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384892.703661:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.703664:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091be6a86 x1853237363743360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.703669:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384892.703670:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384892.703672:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384892.703674:0:16342:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384892.703677:0:16342:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384892.703679:0:16342:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = -11 00000004:00000020:1.0:1767384892.703686:0:16342:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49698 free files 0x0 00000004:00000001:1.0:1767384892.703690:0:16342:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.703693:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091be6a86 x1853237363743360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384892.703699:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091be6a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363743360:0@lo:13: 00000100:00000001:1.0:1767384892.703703:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.703707:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384892.703711:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091be6a86 x1853237363743360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.703717:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384892.703719:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384892.703721:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000266e8651. 02000000:00000001:1.0:1767384892.703724:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384892.703726:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384892.703734:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384892.703738:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384892.703740:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015616bae. 02000000:00000001:1.0:1767384892.703742:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384892.703743:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384892.703745:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091be6a86. 00000100:00000001:1.0:1767384892.703748:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384892.703751:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.703755:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.703761:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384892.703764:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.703767:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384892.703769:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.704919:0:17094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384892.704928:0:17094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384892.704947:0:17094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384892.704952:0:17094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055423829. 00000400:00000200:1.0:1767384892.704963:0:17094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bceb5a15 00000400:00000010:1.0:1767384892.704969:0:17094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bceb5a15. 00000100:00000001:1.0:1767384892.704987:0:17094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384892.704999:0:17094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384892.705013:0:17094:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.705023:0:17094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384892.705025:0:17094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.705027:0:17094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384892.705029:0:17094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384892.705031:0:17094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384892.705033:0:17094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.705035:0:17094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384892.705040:0:17094:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384892.705044:0:17094:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384892.705047:0:17094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384892.705049:0:17094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.705051:0:17094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384892.705054:0:17094:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384892.705070:0:17094:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.705074:0:17094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384892.705075:0:17094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384892.705076:0:17094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384892.705077:0:17094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.705080:0:17094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.705085:0:17094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384892.705086:0:17094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384892.705087:0:17094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384892.705090:0:17094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384892.705094:0:17094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17094:1853237363743488:0@lo:7: 00000100:00000001:1.0:1767384892.705097:0:17094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.705099:0:17094:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.705101:0:17094:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384892.705102:0:17094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384892.705104:0:17094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.705108:0:17094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384892.705109:0:17094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fda28abe. 00000100:00000001:1.0:1767384892.705112:0:17094:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384892.705113:0:17094:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384892.705116:0:17094:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384892.705118:0:17094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384892.705119:0:17094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870c54f4 x1853237363743488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.705124:0:17094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384892.705125:0:17094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384892.705126:0:17094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d935782b. 02000000:00000001:1.0:1767384892.705128:0:17094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384892.705134:0:17094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384892.705135:0:17094:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384892.705137:0:17094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384892.705138:0:17094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003898894e. 02000000:00000001:1.0:1767384892.705140:0:17094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384892.705141:0:17094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384892.705143:0:17094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870c54f4. 00000100:00000001:1.0:1767384892.705145:0:17094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384892.705146:0:17094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384892.705148:0:17094:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384892.705150:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870c54f4. 00000020:00000040:1.0:1767384892.705152:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384892.705154:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384892.705155:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384892.705157:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384892.705160:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003898894e. 00000100:00000001:1.0:1767384892.705164:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.705166:0:17094:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384892.705167:0:17094:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384892.705169:0:17094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fda28abe. 00000100:00000001:1.0:1767384892.705171:0:17094:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636781080917888 : -107292628633728 : ffff9e6afcfbb780) 00000100:00000001:1.0:1767384892.705173:0:17094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384892.705174:0:17094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000001:1.0:1767384892.705176:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384892.705177:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.705178:0:17094:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384892.705179:0:17094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384892.705181:0:17094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.705185:0:17094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384892.705186:0:17094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.705188:0:17094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384892.705190:0:17094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384892.705192:0:17094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384892.705194:0:17094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17094:1853237363743616:0@lo:5: 00000100:00000001:1.0:1767384892.705205:0:17094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384892.705207:0:17094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384892.705209:0:17094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.705210:0:17094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384892.705213:0:17094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000686b190a. 02000000:00000001:1.0:1767384892.705214:0:17094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384892.705216:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055423829. 00000400:00000010:1.0:1767384892.705220:0:17094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bceb5a15. 00000100:00000200:1.0:1767384892.705222:0:17094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363743616, portal 4 00000100:00000001:1.0:1767384892.705224:0:17094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384892.705226:0:17094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000040:1.0:1767384892.705229:0:17094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.705233:0:17094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384892.705236:0:17094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384892.705237:0:17094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4412d4. 00000100:00000200:1.0:1767384892.705256:0:17094:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237363743616, offset 0 00000400:00000200:1.0:1767384892.705260:0:17094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384892.705266:0:17094:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384892.705273:0:17094:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272c01b80 00000400:00000200:1.0:1767384892.705276:0:17094:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 784 00000400:00000200:1.0:1767384892.705280:0:17094:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384892.705284:0:17094:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384892.705287:0:17094:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384892.705289:0:17094:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384892.705291:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091be6a86. 00000100:00000040:1.0:1767384892.705293:0:17094:0:(events.c:337:request_in_callback()) incoming req@0000000091be6a86 x1853237363743616 msgsize 432 00000100:00100000:1.0:1767384892.705297:0:17094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384892.705310:0:17094:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384892.705316:0:17094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4412d4 00000400:00000010:1.0:1767384892.705318:0:17094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4412d4. 00000100:00000001:1.0:1767384892.705320:0:17094:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384892.705324:0:17094:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.705348:0:17094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384892.705356:0:17094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.705371:0:17094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.705374:0:17094:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384892.705383:0:17094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.705389:0:17094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3062 usecs (4 jiffies) 00000100:00000001:1.0:1767384892.705396:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294880588 00000100:00000001:1.0:1767384892.705405:0:17094:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294880585 00000100:00000001:1.0:1767384892.705412:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294880588 00000100:00000001:1.0:1767384892.705420:0:17094:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294880585 00000100:00000001:1.0:1767384892.705424:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294880588 00000100:00000001:1.0:1767384892.705429:0:17094:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294880585 00000100:00000001:1.0:1767384892.705436:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294880588 00000100:00000001:1.0:1767384892.705441:0:17094:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294880585 00000100:00000001:1.0:1767384892.705446:0:17094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384892.705450:0:17094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.705455:0:17094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384892.705458:0:17094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384892.705463:0:17094:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fda28abe going to sleep for 11 seconds 00000100:00000001:1.0:1767384892.705467:0:17094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384892.705471:0:17094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.705860:0:17094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384892.705911:0:17094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384892.705915:0:17094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384892.705919:0:17094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055423829. 00000400:00000200:1.0:1767384892.705924:0:17094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bceb5a15 00000400:00000010:1.0:1767384892.705927:0:17094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bceb5a15. 00000100:00000001:1.0:1767384892.705950:0:17094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384892.705958:0:17094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384892.705990:0:17094:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.706001:0:17094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384892.706004:0:17094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.706007:0:17094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384892.706009:0:17094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384892.706012:0:17094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384892.706014:0:17094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.706017:0:17094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384892.706023:0:17094:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384892.706027:0:17094:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384892.706030:0:17094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384892.706031:0:17094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.706032:0:17094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384892.706035:0:17094:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384892.706040:0:17094:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.706042:0:17094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384892.706043:0:17094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384892.706044:0:17094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384892.706045:0:17094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.706047:0:17094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.706051:0:17094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384892.706053:0:17094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384892.706054:0:17094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384892.706056:0:17094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384892.706060:0:17094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17094:1853237363743616:0@lo:5: 00000100:00000001:1.0:1767384892.706064:0:17094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.706065:0:17094:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.706072:0:17094:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384892.706074:0:17094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384892.706076:0:17094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.706090:0:17094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384892.706092:0:17094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fda28abe. 00000100:00000001:1.0:1767384892.706095:0:17094:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384892.706096:0:17094:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384892.706102:0:17094:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384892.706105:0:17094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384892.706107:0:17094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870c54f4 x1853237363743616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.706112:0:17094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384892.706113:0:17094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384892.706115:0:17094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000686b190a. 02000000:00000001:1.0:1767384892.706117:0:17094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384892.706118:0:17094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384892.706118:0:17094:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384892.706121:0:17094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384892.706122:0:17094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003898894e. 02000000:00000001:1.0:1767384892.706124:0:17094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384892.706124:0:17094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384892.706125:0:17094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870c54f4. 00000100:00000001:1.0:1767384892.706127:0:17094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384892.706128:0:17094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384892.706129:0:17094:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384892.706136:0:17094:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:1.0:1767384892.706138:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870c54f4. 00000020:00000040:1.0:1767384892.706140:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384892.706142:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384892.706144:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384892.706146:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384892.706149:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003898894e. 00000100:00000001:1.0:1767384892.706151:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384892.706153:0:17094:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:1.0:1767384892.706161:0:17094:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384892.706162:0:17094:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384892.706165:0:17094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fda28abe. 00000100:00000001:1.0:1767384892.706167:0:17094:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636781080917888 : -107292628633728 : ffff9e6afcfbb780) 00000100:00000001:1.0:1767384892.706169:0:17094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384892.706170:0:17094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000001:1.0:1767384892.706173:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384892.706174:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.706175:0:17094:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384892.706176:0:17094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384892.706178:0:17094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870c54f4 x1853237363743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.706182:0:17094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384892.706183:0:17094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.706185:0:17094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384892.706186:0:17094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384892.706187:0:17094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384892.706189:0:17094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17094:1853237363743744:0@lo:5: 00000100:00000001:1.0:1767384892.706191:0:17094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384892.706193:0:17094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384892.706194:0:17094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.706196:0:17094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384892.706198:0:17094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000686b190a. 02000000:00000001:1.0:1767384892.706201:0:17094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384892.706204:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055423829. 00000400:00000010:1.0:1767384892.706206:0:17094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bceb5a15. 00000100:00000200:1.0:1767384892.706209:0:17094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363743744, portal 4 00000100:00000001:1.0:1767384892.706211:0:17094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384892.706212:0:17094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000040:1.0:1767384892.706214:0:17094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870c54f4 x1853237363743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.706219:0:17094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384892.706221:0:17094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384892.706223:0:17094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4412d4. 00000100:00000200:1.0:1767384892.706230:0:17094:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237363743744, offset 0 00000400:00000200:1.0:1767384892.706233:0:17094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384892.706237:0:17094:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384892.706242:0:17094:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272c01c00 00000400:00000200:1.0:1767384892.706245:0:17094:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 1216 00000400:00000200:1.0:1767384892.706249:0:17094:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384892.706251:0:17094:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384892.706254:0:17094:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384892.706255:0:17094:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384892.706257:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000304d04f8. 00000100:00000040:1.0:1767384892.706258:0:17094:0:(events.c:337:request_in_callback()) incoming req@00000000304d04f8 x1853237363743744 msgsize 432 00000100:00100000:1.0:1767384892.706262:0:17094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384892.706272:0:17094:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384892.706277:0:17094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4412d4 00000400:00000010:1.0:1767384892.706278:0:17094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4412d4. 00000100:00000001:1.0:1767384892.706280:0:17094:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384892.706282:0:17094:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870c54f4 x1853237363743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.706287:0:17094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384892.706289:0:17094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000870c54f4 x1853237363743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.706295:0:17094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.706297:0:17094:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384892.706300:0:17094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.706305:0:17094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2557 usecs (3 jiffies) 00000100:00000001:1.0:1767384892.706310:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294880588 00000100:00000001:1.0:1767384892.706314:0:17094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294880588 00000100:00000001:1.0:1767384892.706321:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294880588 00000100:00000001:1.0:1767384892.706323:0:17094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294880588 00000100:00000001:1.0:1767384892.706327:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294880588 00000100:00000001:1.0:1767384892.706332:0:17094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294880588 00000100:00000001:1.0:1767384892.706335:0:17094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294880588 00000100:00000001:1.0:1767384892.706344:0:17094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294880588 00000100:00000001:1.0:1767384892.706348:0:17094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384892.706355:0:17094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.706360:0:17094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384892.706363:0:17094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384892.706366:0:17094:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fda28abe going to sleep for 11 seconds 00000100:00000001:1.0:1767384892.706370:0:17094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384892.706374:0:17094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.709922:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294880588, at 4294880589 00000100:00000010:2.0:1767384892.709949:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf9ed5c3. 00000100:00000001:1.0:1767384892.710950:0:17874:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1767384892.710955:0:17874:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1767384892.710959:0:17874:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:1.0:1767384892.710961:0:17874:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000004dda2cbe : new cb_count 1 00000020:00000040:1.0:1767384892.710964:0:17874:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 6 00000001:00000010:1.0:1767384892.710966:0:17874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000d7631416. 00002000:00001000:1.0:1767384892.710970:0:17874:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x29:0x0], th_sync 1 00000100:00000040:3.0:1767384892.710971:0:418:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294880588, at 4294880590 00002000:00000010:1.0:1767384892.710973:0:17874:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000cd0617f7. 00080000:00000010:1.0:1767384892.710978:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000996b2b5a. 00000100:00000010:3.0:1767384892.710981:0:418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2fe3d4e. 00000001:00100000:1.0:1767384892.710983:0:17874:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:1.0:1767384892.710987:0:17874:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000004dda2cbe : new cb_count 0 00000020:00000040:1.0:1767384892.710989:0:17874:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000001:00000010:1.0:1767384892.710990:0:17874:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000001ab80f2. 00080000:00000010:1.0:1767384892.710994:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cc9a6b53. 00000100:00000040:1.0:1767384892.711010:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294880588, at 4294880590 00000100:00000010:1.0:1767384892.711014:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003dcbc876. 00000001:00000001:1.0:1767384892.711910:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.711916:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.711919:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.711922:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.711924:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.711926:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.711928:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.711930:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.711970:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636781101895928 : -107292607655688 : ffff9e6afe3bd0f8) 00002000:00000001:1.0:1767384892.711982:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636781101895840 : -107292607655776 : ffff9e6afe3bd0a0) 00002000:00000001:1.0:1767384892.711985:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.711987:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.711990:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.711993:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000037e7dc8a. 00002000:00000001:1.0:1767384892.711996:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863306408 : -107297846245208 : ffff9e69c5fd48a8) 00002000:00000001:1.0:1767384892.711999:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.712000:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:1.0:1767384892.712004:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cc9a6b53. 00002000:00000001:1.0:1767384892.712007:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712009:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.712011:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.712013:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.712014:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.712016:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.712017:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712019:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.712022:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.712023:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.712025:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.712190:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.712195:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.712197:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.712199:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.712200:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.712202:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712204:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.712206:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.712211:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863306408 : -107297846245208 : ffff9e69c5fd48a8) 00002000:00000001:1.0:1767384892.712214:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863306320 : -107297846245296 : ffff9e69c5fd4850) 00002000:00000001:1.0:1767384892.712216:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.712217:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.712219:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.712222:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000037a4aa0a. 00002000:00000001:1.0:1767384892.712225:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863307624 : -107297846243992 : ffff9e69c5fd4d68) 00002000:00000001:1.0:1767384892.712228:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.712234:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:1.0:1767384892.712238:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d935782b. 00002000:00000001:1.0:1767384892.712241:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712243:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.712245:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.712247:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.712248:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.712250:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.712251:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712253:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.712255:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.712257:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.712258:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.712445:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.712450:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.712451:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.712453:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.712455:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.712457:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712458:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.712460:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.712464:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863307624 : -107297846243992 : ffff9e69c5fd4d68) 00002000:00000001:1.0:1767384892.712467:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863307536 : -107297846244080 : ffff9e69c5fd4d10) 00002000:00000001:1.0:1767384892.712469:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.712470:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.712473:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.712475:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000069dc9c5. 00002000:00000001:1.0:1767384892.712478:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863310664 : -107297846240952 : ffff9e69c5fd5948) 00002000:00000001:1.0:1767384892.712481:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.712482:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:1.0:1767384892.712485:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000044e82eae. 00002000:00000001:1.0:1767384892.712488:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712490:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.712492:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.712493:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.712494:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.712496:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.712503:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712505:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.712507:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.712509:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.712510:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.712663:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.712667:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.712669:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.712672:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.712673:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.712675:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712677:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.712679:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.712683:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863310664 : -107297846240952 : ffff9e69c5fd5948) 00002000:00000001:1.0:1767384892.712686:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863310576 : -107297846241040 : ffff9e69c5fd58f0) 00002000:00000001:1.0:1767384892.712689:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.712690:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.712692:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.712695:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000008a90b2e. 00002000:00000001:1.0:1767384892.712697:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863310056 : -107297846241560 : ffff9e69c5fd56e8) 00002000:00000001:1.0:1767384892.712700:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.712701:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x31:0x0] 00080000:00000010:1.0:1767384892.712705:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000039ad7cd7. 00002000:00000001:1.0:1767384892.712707:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712709:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.712711:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.712712:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.712714:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.712715:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.712717:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712719:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.712720:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.712722:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.712723:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.712862:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.712885:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.712894:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.712896:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.712898:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.712901:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712903:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.712905:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.712910:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863310056 : -107297846241560 : ffff9e69c5fd56e8) 00002000:00000001:1.0:1767384892.712913:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863309968 : -107297846241648 : ffff9e69c5fd5690) 00080000:00000001:1.0:1767384892.712917:0:17880:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384892.712920:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000096c40de7. 00080000:00000001:1.0:1767384892.712923:0:17880:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780334090240 : -107293375461376 : ffff9e6ad0780800) 00080000:00000001:1.0:1767384892.712926:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384892.712929:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384892.712950:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000079e0bddd. 00080000:00000001:1.0:1767384892.712953:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712956:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.712959:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.712962:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.712964:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712966:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.712967:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.712970:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.712971:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712973:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.712974:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.712977:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.712978:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712980:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.712981:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.712983:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.712984:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712986:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.712988:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.712990:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.712991:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.712999:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.713001:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.713003:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.713004:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713006:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.713008:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.713011:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.713012:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713014:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.713015:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.713018:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.713019:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713021:0:17880:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384892.713024:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384892.713026:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384892.713028:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b74829e3. 00080000:00000001:1.0:1767384892.713031:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713040:0:17880:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384892.713043:0:17880:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:1.0:1767384892.713056:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.713104:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713106:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713108:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713109:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713111:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713113:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.713114:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.713122:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.713124:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2a:0x0] 00080000:00000001:1.0:1767384892.713126:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713127:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713129:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713130:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713132:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713133:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.713135:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.713137:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.713138:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.713147:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.713166:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.713169:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713172:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713175:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.713207:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713209:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713211:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713212:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713214:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713216:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.713217:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.713224:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.713226:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2b:0x0] 00080000:00000001:1.0:1767384892.713228:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713229:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713230:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713231:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713233:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713234:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.713236:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.713238:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.713239:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.713241:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.713256:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.713258:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713261:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713263:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.713290:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713292:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713294:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713295:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713297:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713299:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.713301:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.713307:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.713309:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2c:0x0] 00080000:00000001:1.0:1767384892.713311:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713312:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713318:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713320:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713322:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713323:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.713325:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.713327:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.713328:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.713331:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.713346:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.713348:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713350:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713354:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.713399:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713401:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713403:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713404:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713406:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713408:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.713410:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.713416:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.713419:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2d:0x0] 00080000:00000001:1.0:1767384892.713421:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713422:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713424:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713425:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713427:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713428:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.713430:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.713431:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.713432:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.713435:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.713447:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.713449:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713451:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713454:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.713513:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713516:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713517:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713518:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713526:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713528:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.713530:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.713538:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.713541:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2e:0x0] 00080000:00000001:1.0:1767384892.713543:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713544:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713545:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713547:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713548:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713550:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.713552:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.713553:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.713555:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.713557:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.713569:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.713572:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713574:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713577:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.713603:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713605:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713606:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713607:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713609:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713611:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.713613:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.713619:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.713621:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2f:0x0] 00080000:00000001:1.0:1767384892.713623:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713624:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713625:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713627:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713628:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713630:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.713632:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.713633:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.713635:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.713637:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.713650:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.713657:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713660:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713663:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.713688:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713690:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713691:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713693:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713694:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713696:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.713698:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.713703:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.713705:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x30:0x0] 00080000:00000001:1.0:1767384892.713707:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713708:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713710:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713711:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713713:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713714:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.713716:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.713718:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.713719:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.713721:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.713733:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.713735:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713737:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713740:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.713764:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713765:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713767:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713768:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713770:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713772:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.713774:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.713779:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.713781:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x31:0x0] 00080000:00000001:1.0:1767384892.713783:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713785:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713786:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713787:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713794:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713796:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.713797:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.713799:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.713801:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.713803:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.713817:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.713819:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713822:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384892.713826:0:17880:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000001ab80f2. 00002000:00001000:1.0:1767384892.713829:0:17880:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:1.0:1767384892.713833:0:17880:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384892.713837:0:17880:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:1.0:1767384892.713840:0:17880:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384892.713842:0:17880:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 8589934593 00000001:00000010:1.0:1767384892.713845:0:17880:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000e62742e5. 00000001:00000040:1.0:1767384892.713848:0:17880:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000004dda2cbe : new cb_count 1 00000020:00000040:1.0:1767384892.713850:0:17880:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=6 00000001:00000001:1.0:1767384892.713859:0:17880:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384892.713884:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b74829e3. 00080000:00000010:1.0:1767384892.713889:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000079e0bddd. 00040000:00000001:1.0:1767384892.713892:0:17880:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384892.713895:0:17880:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384892.713897:0:17880:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384892.713902:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000de655cf2/000000002a3159b0 to site lru. bkt: 00000000aace1b70 00000020:00000002:1.0:1767384892.713905:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000da6d173d/00000000e50eebf9 to site lru. bkt: 0000000013fc4099 00000020:00000002:1.0:1767384892.713908:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000e1d745d2/0000000083b2af3e to site lru. bkt: 000000006c888d68 00000020:00000002:1.0:1767384892.713911:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000418bad3f/00000000f7148e6e to site lru. bkt: 00000000e93500d4 00000020:00000002:1.0:1767384892.713913:0:17880:0:(lu_object.c:207:lu_object_put()) Add 000000008a7463ee/0000000037e7dc8a to site lru. bkt: 00000000397f9029 00000020:00000002:1.0:1767384892.713916:0:17880:0:(lu_object.c:207:lu_object_put()) Add 0000000072929bd1/0000000037a4aa0a to site lru. bkt: 000000003d9524ef 00000020:00000002:1.0:1767384892.713918:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000e6665ac4/00000000069dc9c5 to site lru. bkt: 0000000027a00971 00000020:00000002:1.0:1767384892.713921:0:17880:0:(lu_object.c:207:lu_object_put()) Add 000000004bea58f0/0000000008a90b2e to site lru. bkt: 0000000030da8db4 00002000:00000010:1.0:1767384892.713923:0:17880:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000e16259bc. 00002000:00001000:1.0:1767384892.713931:0:17880:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384892.713950:0:17880:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384892.713953:0:17880:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:1.0:1767384892.713956:0:17880:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384892.713959:0:17880:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000079e0bddd. 00002000:00000001:1.0:1767384892.713962:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.713964:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.713967:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.713969:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000005c3b625. 00002000:00000001:1.0:1767384892.713972:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863311272 : -107297846240344 : ffff9e69c5fd5ba8) 00002000:00000001:1.0:1767384892.713975:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.713976:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:1.0:1767384892.713979:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dda4507c. 00002000:00000001:1.0:1767384892.713982:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713984:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.713986:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.713988:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.713990:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.713991:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.713993:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.713995:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.713997:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.713999:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.714000:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.714180:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.714185:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.714187:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.714189:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.714190:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.714192:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714194:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.714196:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.714200:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863311272 : -107297846240344 : ffff9e69c5fd5ba8) 00002000:00000001:1.0:1767384892.714203:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863311184 : -107297846240432 : ffff9e69c5fd5b50) 00002000:00000001:1.0:1767384892.714206:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.714207:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.714215:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.714218:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000040e26b42. 00002000:00000001:1.0:1767384892.714221:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863308232 : -107297846243384 : ffff9e69c5fd4fc8) 00002000:00000001:1.0:1767384892.714224:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.714225:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:1.0:1767384892.714229:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000754bf72c. 00002000:00000001:1.0:1767384892.714231:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714233:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.714236:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.714238:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.714239:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.714241:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.714243:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714245:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.714246:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.714248:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.714249:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.714391:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.714396:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.714398:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.714399:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.714401:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.714403:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714405:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.714407:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.714411:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863308232 : -107297846243384 : ffff9e69c5fd4fc8) 00002000:00000001:1.0:1767384892.714413:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863308144 : -107297846243472 : ffff9e69c5fd4f70) 00002000:00000001:1.0:1767384892.714416:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.714418:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.714420:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.714423:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000925bd593. 00002000:00000001:1.0:1767384892.714426:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863306104 : -107297846245512 : ffff9e69c5fd4778) 00002000:00000001:1.0:1767384892.714429:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.714430:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:1.0:1767384892.714434:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d760d16. 00002000:00000001:1.0:1767384892.714437:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714444:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.714447:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.714449:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.714450:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.714451:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.714453:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714455:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.714457:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.714458:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.714460:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.714594:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.714599:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.714601:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.714602:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.714604:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.714605:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714607:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.714609:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.714613:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863306104 : -107297846245512 : ffff9e69c5fd4778) 00002000:00000001:1.0:1767384892.714615:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863306016 : -107297846245600 : ffff9e69c5fd4720) 00002000:00000001:1.0:1767384892.714618:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.714619:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.714621:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.714625:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009100b38d. 00002000:00000001:1.0:1767384892.714627:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863304584 : -107297846247032 : ffff9e69c5fd4188) 00002000:00000001:1.0:1767384892.714630:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.714631:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:1.0:1767384892.714634:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e83265fc. 00002000:00000001:1.0:1767384892.714637:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714639:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.714641:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.714642:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.714643:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.714645:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.714647:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714648:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.714650:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.714657:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.714658:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.714793:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.714798:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.714799:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.714801:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.714803:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.714805:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714807:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.714809:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.714813:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863304584 : -107297846247032 : ffff9e69c5fd4188) 00002000:00000001:1.0:1767384892.714815:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863304496 : -107297846247120 : ffff9e69c5fd4130) 00002000:00000001:1.0:1767384892.714818:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.714819:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.714821:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.714824:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d9b88a58. 00002000:00000001:1.0:1767384892.714827:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863309144 : -107297846242472 : ffff9e69c5fd5358) 00002000:00000001:1.0:1767384892.714829:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.714831:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:1.0:1767384892.714834:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d3b8316e. 00002000:00000001:1.0:1767384892.714836:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714838:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.714840:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.714841:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.714843:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.714844:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.714846:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.714848:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.714850:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.714852:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.714853:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.715103:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.715108:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.715110:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.715112:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.715113:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.715122:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715124:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.715126:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.715130:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863309144 : -107297846242472 : ffff9e69c5fd5358) 00002000:00000001:1.0:1767384892.715133:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863309056 : -107297846242560 : ffff9e69c5fd5300) 00002000:00000001:1.0:1767384892.715135:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.715137:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.715139:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.715142:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000002ddd38f. 00002000:00000001:1.0:1767384892.715144:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863307320 : -107297846244296 : ffff9e69c5fd4c38) 00002000:00000001:1.0:1767384892.715147:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.715148:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:1.0:1767384892.715151:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003c867ee0. 00002000:00000001:1.0:1767384892.715153:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715155:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.715156:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.715158:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.715159:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.715160:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.715162:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715164:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.715166:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.715167:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.715168:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.715288:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.715293:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.715295:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.715297:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.715298:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.715300:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715302:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.715304:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.715307:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863307320 : -107297846244296 : ffff9e69c5fd4c38) 00002000:00000001:1.0:1767384892.715310:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863307232 : -107297846244384 : ffff9e69c5fd4be0) 00002000:00000001:1.0:1767384892.715312:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.715319:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.715321:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.715324:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000eedcba8c. 00002000:00000001:1.0:1767384892.715327:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863309752 : -107297846241864 : ffff9e69c5fd55b8) 00002000:00000001:1.0:1767384892.715344:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.715345:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:1.0:1767384892.715385:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c2f6c3e9. 00002000:00000001:1.0:1767384892.715389:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715391:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.715394:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.715395:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.715397:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.715398:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.715400:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715402:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.715404:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.715406:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.715407:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.715536:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.715540:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.715542:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.715544:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.715545:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.715547:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715548:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.715550:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.715555:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863309752 : -107297846241864 : ffff9e69c5fd55b8) 00002000:00000001:1.0:1767384892.715557:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863309664 : -107297846241952 : ffff9e69c5fd5560) 00002000:00000001:1.0:1767384892.715559:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.715561:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.715563:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.715566:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008cacd8a8. 00002000:00000001:1.0:1767384892.715568:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863307016 : -107297846244600 : ffff9e69c5fd4b08) 00002000:00000001:1.0:1767384892.715571:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.715573:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:1.0:1767384892.715576:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002351a38a. 00002000:00000001:1.0:1767384892.715585:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715587:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.715590:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.715592:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.715593:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.715595:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.715597:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715599:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.715601:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.715602:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.715604:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.715748:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.715752:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.715754:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.715756:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.715757:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.715759:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715761:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.715763:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.715768:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863307016 : -107297846244600 : ffff9e69c5fd4b08) 00002000:00000001:1.0:1767384892.715771:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863306928 : -107297846244688 : ffff9e69c5fd4ab0) 00080000:00000001:1.0:1767384892.715773:0:17880:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384892.715776:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001fbf33b5. 00080000:00000001:1.0:1767384892.715779:0:17880:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780171858944 : -107293537692672 : ffff9e6ac6cc9400) 00080000:00000001:1.0:1767384892.715782:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384892.715785:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384892.715787:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b74829e3. 00080000:00000001:1.0:1767384892.715789:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715792:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.715794:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.715797:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.715798:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715800:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.715801:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.715804:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.715806:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715813:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.715815:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.715818:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.715819:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715821:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.715823:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.715825:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.715826:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715828:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.715829:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.715832:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.715833:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715835:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.715837:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.715839:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.715840:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715842:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.715843:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.715845:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.715846:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715848:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.715850:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.715852:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.715853:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715855:0:17880:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384892.715857:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384892.715859:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384892.715861:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009ddf1fd4. 00080000:00000001:1.0:1767384892.715902:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.715910:0:17880:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384892.715913:0:17880:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:1.0:1767384892.715926:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.716015:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716018:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716019:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716021:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716029:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716031:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.716033:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.716041:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.716044:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x32:0x0] 00080000:00000001:1.0:1767384892.716046:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716047:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716048:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716050:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716052:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716053:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.716055:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.716057:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.716058:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.716061:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.716074:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.716077:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716079:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716082:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.716108:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716110:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716111:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716112:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716114:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716116:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.716118:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.716123:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.716125:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x33:0x0] 00080000:00000001:1.0:1767384892.716127:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716128:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716129:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716131:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716132:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716134:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.716136:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.716137:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.716139:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.716141:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.716152:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.716159:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716163:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716166:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.716192:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716194:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716195:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716197:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716199:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716200:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.716202:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.716207:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.716209:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x34:0x0] 00080000:00000001:1.0:1767384892.716210:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716211:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716213:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716214:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716215:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716216:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.716218:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.716219:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.716220:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.716223:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.716234:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.716236:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716238:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716240:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.716278:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716280:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716282:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716283:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716285:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716287:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.716289:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.716295:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.716297:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x35:0x0] 00080000:00000001:1.0:1767384892.716299:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716300:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716302:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716303:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716309:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716311:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.716313:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.716314:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.716316:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.716318:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.716331:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.716333:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716335:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716338:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.716360:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716362:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716363:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716364:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716366:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716368:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.716370:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.716375:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.716377:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x36:0x0] 00080000:00000001:1.0:1767384892.716379:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716380:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716382:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716383:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716384:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716386:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.716388:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.716389:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.716390:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.716392:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.716401:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.716402:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716404:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716407:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.716426:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716428:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716429:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716431:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716433:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716434:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.716442:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.716449:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.716452:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x37:0x0] 00080000:00000001:1.0:1767384892.716454:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716455:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716456:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716458:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716459:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716461:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.716463:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.716464:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.716465:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.716468:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.716484:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.716487:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716489:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716494:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.716526:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716529:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716530:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716532:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716534:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716535:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.716537:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.716543:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.716545:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x38:0x0] 00080000:00000001:1.0:1767384892.716547:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716549:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716550:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716551:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716553:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716554:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.716555:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.716557:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.716558:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.716560:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.716574:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.716576:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716578:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716587:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.716614:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716616:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716617:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716619:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716621:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716622:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.716624:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.716630:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.716632:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x39:0x0] 00080000:00000001:1.0:1767384892.716634:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716635:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716636:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716637:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716639:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716641:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.716643:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.716644:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.716646:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.716649:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.716666:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.716668:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716670:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384892.716675:0:17880:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000007fd7af96. 00002000:00001000:1.0:1767384892.716678:0:17880:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:1.0:1767384892.716682:0:17880:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384892.716685:0:17880:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:1.0:1767384892.716688:0:17880:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384892.716691:0:17880:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 8589934593 00000001:00000010:1.0:1767384892.716696:0:17880:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d7ee2d4c. 00000001:00000040:1.0:1767384892.716699:0:17880:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000004dda2cbe : new cb_count 2 00000020:00000040:1.0:1767384892.716701:0:17880:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=7 00000001:00000001:1.0:1767384892.716710:0:17880:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384892.716715:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009ddf1fd4. 00080000:00000010:1.0:1767384892.716718:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b74829e3. 00040000:00000001:1.0:1767384892.716721:0:17880:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384892.716722:0:17880:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384892.716730:0:17880:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384892.716733:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000d393e06b/0000000005c3b625 to site lru. bkt: 000000007303d544 00000020:00000002:1.0:1767384892.716736:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000c150fc26/0000000040e26b42 to site lru. bkt: 00000000703003d7 00000020:00000002:1.0:1767384892.716738:0:17880:0:(lu_object.c:207:lu_object_put()) Add 000000007edba966/00000000925bd593 to site lru. bkt: 00000000e18ce2d8 00000020:00000002:1.0:1767384892.716740:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000ac10641e/000000009100b38d to site lru. bkt: 00000000d1ef7493 00000020:00000002:1.0:1767384892.716742:0:17880:0:(lu_object.c:207:lu_object_put()) Add 000000001906c213/00000000d9b88a58 to site lru. bkt: 000000002c2e5a54 00000020:00000002:1.0:1767384892.716744:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000da6e19a6/0000000002ddd38f to site lru. bkt: 00000000c40248c0 00000020:00000002:1.0:1767384892.716747:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000d5f9584b/00000000eedcba8c to site lru. bkt: 000000003a159eec 00000020:00000002:1.0:1767384892.716749:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000fc587320/000000008cacd8a8 to site lru. bkt: 0000000007dc7b25 00002000:00000010:1.0:1767384892.716751:0:17880:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000079e0bddd. 00002000:00001000:1.0:1767384892.716754:0:17880:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384892.716756:0:17880:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384892.716758:0:17880:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:1.0:1767384892.716761:0:17880:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384892.716763:0:17880:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000079e0bddd. 00002000:00000001:1.0:1767384892.716766:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.716767:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.716770:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.716772:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009b56f9de. 00002000:00000001:1.0:1767384892.716774:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863305496 : -107297846246120 : ffff9e69c5fd4518) 00002000:00000001:1.0:1767384892.716777:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.716778:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:1.0:1767384892.716782:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006e2c3037. 00002000:00000001:1.0:1767384892.716784:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716787:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.716789:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716791:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716792:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716794:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716796:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716797:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.716799:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.716801:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.716802:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.716977:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.716982:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.716984:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.716986:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.716987:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.716988:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.716990:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.716992:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.716996:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863305496 : -107297846246120 : ffff9e69c5fd4518) 00002000:00000001:1.0:1767384892.716998:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863305408 : -107297846246208 : ffff9e69c5fd44c0) 00002000:00000001:1.0:1767384892.717000:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.717002:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.717004:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.717006:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e87cebe5. 00002000:00000001:1.0:1767384892.717009:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863306712 : -107297846244904 : ffff9e69c5fd49d8) 00002000:00000001:1.0:1767384892.717012:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.717013:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:1.0:1767384892.717016:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ea6add5e. 00002000:00000001:1.0:1767384892.717018:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717020:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.717023:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.717024:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.717025:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.717026:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.717028:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717029:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.717031:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.717032:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.717033:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.717165:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.717169:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.717171:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.717173:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.717174:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.717176:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717178:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.717185:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.717190:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863306712 : -107297846244904 : ffff9e69c5fd49d8) 00002000:00000001:1.0:1767384892.717193:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863306624 : -107297846244992 : ffff9e69c5fd4980) 00002000:00000001:1.0:1767384892.717195:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.717197:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.717199:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.717201:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fea482c7. 00002000:00000001:1.0:1767384892.717204:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863311576 : -107297846240040 : ffff9e69c5fd5cd8) 00002000:00000001:1.0:1767384892.717207:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.717208:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:1.0:1767384892.717211:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008c786d2e. 00002000:00000001:1.0:1767384892.717214:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717216:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.717218:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.717220:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.717221:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.717223:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.717224:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717226:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.717228:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.717230:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.717231:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.717368:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.717373:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.717375:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.717378:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.717379:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.717381:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717383:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.717384:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.717389:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863311576 : -107297846240040 : ffff9e69c5fd5cd8) 00002000:00000001:1.0:1767384892.717391:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863311488 : -107297846240128 : ffff9e69c5fd5c80) 00002000:00000001:1.0:1767384892.717393:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.717395:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.717397:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.717399:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004187f84f. 00002000:00000001:1.0:1767384892.717408:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636775863304280 : -107297846247336 : ffff9e69c5fd4058) 00002000:00000001:1.0:1767384892.717412:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.717413:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:1.0:1767384892.717417:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009240e795. 00002000:00000001:1.0:1767384892.717419:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717421:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.717423:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.717425:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.717427:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.717428:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.717430:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717431:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.717433:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.717435:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.717436:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.717560:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.717565:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.717566:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.717568:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.717569:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.717571:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717573:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.717574:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.717578:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636775863304280 : -107297846247336 : ffff9e69c5fd4058) 00002000:00000001:1.0:1767384892.717581:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636775863304192 : -107297846247424 : ffff9e69c5fd4000) 00002000:00000001:1.0:1767384892.717583:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.717585:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.717587:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.717601:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006a868c0a. 00002000:00000001:1.0:1767384892.717605:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636781137301448 : -107292572250168 : ffff9e6b00580fc8) 00002000:00000001:1.0:1767384892.717608:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.717610:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:1.0:1767384892.717613:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a143abc8. 00002000:00000001:1.0:1767384892.717616:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717618:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.717620:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.717626:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.717628:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.717630:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.717632:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717634:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.717636:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.717637:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.717638:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.717797:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.717802:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.717804:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.717806:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.717807:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.717809:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717811:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.717812:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.717817:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636781137301448 : -107292572250168 : ffff9e6b00580fc8) 00002000:00000001:1.0:1767384892.717820:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636781137301360 : -107292572250256 : ffff9e6b00580f70) 00002000:00000001:1.0:1767384892.717822:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.717823:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.717826:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.717828:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f065e26b. 00002000:00000001:1.0:1767384892.717831:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636781137299320 : -107292572252296 : ffff9e6b00580778) 00002000:00000001:1.0:1767384892.717834:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.717835:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:1.0:1767384892.717838:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000078a0b66d. 00002000:00000001:1.0:1767384892.717841:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717843:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.717845:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.717846:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.717847:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.717849:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.717850:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.717852:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.717854:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.717856:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.717857:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.718092:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.718097:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718099:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718101:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718103:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718105:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718107:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.718109:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.718113:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636781137299320 : -107292572252296 : ffff9e6b00580778) 00002000:00000001:1.0:1767384892.718116:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636781137299232 : -107292572252384 : ffff9e6b00580720) 00002000:00000001:1.0:1767384892.718118:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.718120:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.718122:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.718124:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008b818326. 00002000:00000001:1.0:1767384892.718127:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636781137297800 : -107292572253816 : ffff9e6b00580188) 00002000:00000001:1.0:1767384892.718130:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.718131:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:1.0:1767384892.718143:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000003422d88. 00002000:00000001:1.0:1767384892.718146:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718148:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.718151:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718152:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718154:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718156:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718157:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718159:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.718161:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.718163:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.718164:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.718303:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.718308:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718311:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718313:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718315:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718317:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718319:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.718327:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.718332:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636781137297800 : -107292572253816 : ffff9e6b00580188) 00002000:00000001:1.0:1767384892.718335:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636781137297712 : -107292572253904 : ffff9e6b00580130) 00002000:00000001:1.0:1767384892.718338:0:17880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384892.718340:0:17880:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384892.718342:0:17880:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384892.718346:0:17880:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000007b681ff. 00002000:00000001:1.0:1767384892.718349:0:17880:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446636781137302360 : -107292572249256 : ffff9e6b00581358) 00002000:00000001:1.0:1767384892.718352:0:17880:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384892.718354:0:17880:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:1.0:1767384892.718357:0:17880:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f307242. 00002000:00000001:1.0:1767384892.718360:0:17880:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718363:0:17880:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384892.718365:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718367:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718369:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718371:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718373:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718375:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.718377:0:17880:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384892.718379:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.718380:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.718527:0:17880:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384892.718532:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718534:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718536:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718538:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718541:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718543:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.718545:0:17880:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384892.718550:0:17880:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636781137302360 : -107292572249256 : ffff9e6b00581358) 00002000:00000001:1.0:1767384892.718553:0:17880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636781137302272 : -107292572249344 : ffff9e6b00581300) 00080000:00000001:1.0:1767384892.718556:0:17880:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384892.718560:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000670dcf37. 00080000:00000001:1.0:1767384892.718563:0:17880:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780988962816 : -107292720588800 : ffff9e6af7809800) 00080000:00000001:1.0:1767384892.718573:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384892.718576:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384892.718579:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b74829e3. 00080000:00000001:1.0:1767384892.718582:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718584:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.718587:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.718591:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.718592:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718595:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.718597:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.718600:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.718601:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718604:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.718606:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.718608:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.718610:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718612:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.718614:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.718617:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.718618:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718620:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.718622:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.718624:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.718626:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718628:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.718630:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.718632:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.718633:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718635:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.718636:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.718639:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.718640:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718642:0:17880:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384892.718660:0:17880:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:1.0:1767384892.718663:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384892.718669:0:17880:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718671:0:17880:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384892.718674:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384892.718677:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384892.718679:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009ddf1fd4. 00080000:00000001:1.0:1767384892.718681:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718686:0:17880:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384892.718688:0:17880:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:1.0:1767384892.718697:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.718731:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718734:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718736:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718737:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718740:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718741:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.718743:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.718750:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.718753:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3a:0x0] 00080000:00000001:1.0:1767384892.718754:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718756:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718758:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718759:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718760:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718762:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.718764:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.718766:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.718767:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.718770:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.718783:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.718786:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718788:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718791:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.718815:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718817:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718818:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718820:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718822:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718823:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.718826:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.718838:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.718841:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3b:0x0] 00080000:00000001:1.0:1767384892.718843:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718844:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718846:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718847:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718849:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718851:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.718853:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.718854:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.718856:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.718858:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.718871:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.718873:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718875:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718908:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.718958:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718960:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718962:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718963:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718965:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718967:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.718969:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.718975:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.718978:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3c:0x0] 00080000:00000001:1.0:1767384892.718979:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.718981:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.718982:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.718983:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.718985:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.718987:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.718988:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.718990:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.718991:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.718994:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.719006:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.719008:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719011:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719014:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.719061:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719064:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719066:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719067:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719069:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719071:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.719073:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.719079:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.719081:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3d:0x0] 00080000:00000001:1.0:1767384892.719083:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719085:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719086:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719087:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719089:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719091:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.719093:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.719095:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.719096:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.719099:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.719112:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.719115:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719117:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719121:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.719146:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719148:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719150:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719151:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719153:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719155:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.719157:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.719163:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.719165:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3e:0x0] 00080000:00000001:1.0:1767384892.719167:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719168:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719170:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719171:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719172:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719174:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.719176:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.719182:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.719184:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.719187:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.719200:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.719202:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719205:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719208:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.719233:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719235:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719237:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719238:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719240:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719242:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.719243:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.719249:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.719252:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3f:0x0] 00080000:00000001:1.0:1767384892.719253:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719254:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719256:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719257:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719259:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719260:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.719262:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.719263:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.719264:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.719267:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.719280:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.719283:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719285:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719288:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.719312:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719314:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719315:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719317:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719319:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719320:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.719322:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.719328:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.719330:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x40:0x0] 00080000:00000001:1.0:1767384892.719339:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719340:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719342:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719343:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719345:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719347:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.719349:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.719351:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.719352:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.719355:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.719369:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.719372:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719374:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719377:0:17880:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384892.719403:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719405:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719406:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719407:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719409:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719411:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384892.719412:0:17880:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384892.719419:0:17880:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384892.719421:0:17880:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x41:0x0] 00080000:00000001:1.0:1767384892.719423:0:17880:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384892.719424:0:17880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384892.719425:0:17880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384892.719427:0:17880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384892.719428:0:17880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719430:0:17880:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384892.719432:0:17880:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384892.719433:0:17880:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384892.719434:0:17880:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636781012758080 : -107292696793536 : ffff9e6af8ebae40) 00000001:00000001:1.0:1767384892.719437:0:17880:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384892.719449:0:17880:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384892.719451:0:17880:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384892.719454:0:17880:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384892.719457:0:17880:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000a90c9d29. 00002000:00001000:1.0:1767384892.719460:0:17880:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:1.0:1767384892.719470:0:17880:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384892.719473:0:17880:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:1.0:1767384892.719475:0:17880:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384892.719478:0:17880:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 8589934593 00000001:00000010:1.0:1767384892.719481:0:17880:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000072e39289. 00000001:00000040:1.0:1767384892.719483:0:17880:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000004dda2cbe : new cb_count 3 00000020:00000040:1.0:1767384892.719486:0:17880:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=8 00000001:00000001:1.0:1767384892.719494:0:17880:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384892.719499:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009ddf1fd4. 00080000:00000010:1.0:1767384892.719502:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b74829e3. 00040000:00000001:1.0:1767384892.719505:0:17880:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384892.719507:0:17880:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384892.719508:0:17880:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384892.719511:0:17880:0:(lu_object.c:207:lu_object_put()) Add 000000000a3a0f29/000000009b56f9de to site lru. bkt: 000000006277ba32 00000020:00000002:1.0:1767384892.719514:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000516ea9c5/00000000e87cebe5 to site lru. bkt: 00000000f0f9b9e5 00000020:00000002:1.0:1767384892.719516:0:17880:0:(lu_object.c:207:lu_object_put()) Add 0000000028e434b9/00000000fea482c7 to site lru. bkt: 000000007d2f0476 00000020:00000002:1.0:1767384892.719519:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000d26d95ca/000000004187f84f to site lru. bkt: 0000000036c0c5f3 00000020:00000002:1.0:1767384892.719521:0:17880:0:(lu_object.c:207:lu_object_put()) Add 00000000ea6bf56e/000000006a868c0a to site lru. bkt: 0000000041f58488 00000020:00000002:1.0:1767384892.719524:0:17880:0:(lu_object.c:207:lu_object_put()) Add 0000000014060ed0/00000000f065e26b to site lru. bkt: 0000000011165f11 00000020:00000002:1.0:1767384892.719526:0:17880:0:(lu_object.c:207:lu_object_put()) Add 0000000057659a5f/000000008b818326 to site lru. bkt: 00000000164dcb31 00000020:00000002:1.0:1767384892.719528:0:17880:0:(lu_object.c:207:lu_object_put()) Add 0000000037276644/0000000007b681ff to site lru. bkt: 0000000039f811ad 00002000:00000010:1.0:1767384892.719531:0:17880:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000079e0bddd. 00002000:00001000:1.0:1767384892.719533:0:17880:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384892.719535:0:17880:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:1.0:1767384892.719538:0:17880:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1767384892.719541:0:17880:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:1.0:1767384892.719543:0:17880:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000020:00000010:1.0:1767384892.719548:0:17880:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000003329b18e. 00000001:00000001:1.0:1767384892.719553:0:17880:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384892.719555:0:17880:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384892.719559:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934596, xid 1853237363743744 00010000:00000001:1.0:1767384892.719562:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384892.719569:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000304d04f8 x1853237363743744/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 432/432 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384892.719585:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384892.719588:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384892.719591:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384892.719595:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384892.719598:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384892.719600:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384892.719603:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384892.719605:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.719609:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384892.719612:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384892.719616:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4412d4. 00000100:00000200:1.0:1767384892.719622:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237363743744, offset 224 00000400:00000200:1.0:1767384892.719629:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384892.719640:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384892.719648:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272c01c00 00000400:00000200:1.0:1767384892.719654:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1161 [1] + 224 00000400:00000200:1.0:1767384892.719660:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384892.719663:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384892.719668:0:17880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384892.719672:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000870c54f4 x1853237363743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384892.719683:0:17880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000870c54f4 x1853237363743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.719704:0:17880:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384892.719712:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4412d4 00000400:00000010:1.0:1767384892.719714:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4412d4. 00000100:00000001:1.0:1767384892.719717:0:17880:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384892.719718:0:17880:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384892.719723:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.719726:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384892.719730:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384892.719733:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384892.719736:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384892.719748:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000304d04f8 x1853237363743744/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 432/432 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384892.719762:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000304d04f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:17094:x1853237363743744:12345-0@lo:5: Request processed in 13329us (13501us total) trans 8589934596 rc 0/0 00000100:00100000:1.0:1767384892.719777:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384892.719785:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:1.0:1767384892.719790:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384892.719794:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1767384892.719799:0:17880:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:1.0:1767384892.719805:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ca30985. 00000020:00000010:1.0:1767384892.719812:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a77cf2d. 00000020:00000010:1.0:1767384892.719819:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe79cc36. 00000020:00000040:1.0:1767384892.719828:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 7 00000100:00000001:1.0:1767384892.719833:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.760980:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384892.760988:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.760996:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384892.761000:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384892.761003:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384892.761005:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.761020:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384892.761022:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.761024:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.761027:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384892.761071:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384892.761075:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384892.761078:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384892.820449:0:18433:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a8e226d5. 00080000:00000010:1.0:1767384892.820458:0:18433:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a8e226d5. 00000020:00000001:1.0:1767384892.820462:0:18433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384892.820469:0:18433:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a8e226d5. 00080000:00000010:1.0:1767384892.820473:0:18433:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a8e226d5. 00000020:00000001:1.0:1767384892.820475:0:18433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384893.509810:0:18599:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005a785091. 00000400:00000040:3.0:1767384893.510101:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384893.510164:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384893.510166:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510168:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384893.510170:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510170:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384893.510173:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384893.510174:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384893.510175:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384893.510176:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384893.510177:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384893.510179:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384893.510181:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384893.510182:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384893.510183:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384893.510184:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384893.510185:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384893.510186:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384893.510187:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384893.510188:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510189:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384893.510190:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384893.510191:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384893.510192:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384893.510193:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384893.510195:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510196:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384893.510197:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384893.510198:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384893.510199:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384893.510200:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384893.510201:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510202:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384893.510203:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384893.510210:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384893.510211:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384893.510212:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384893.510214:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384893.510215:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384893.510216:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384893.510217:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384893.510218:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384893.510219:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384893.510220:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384893.510221:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384893.510222:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384893.510223:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384893.510224:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384893.510225:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384893.510226:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384893.510227:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384893.510228:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384893.510229:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384893.510230:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384893.510232:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384893.510233:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384893.510234:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:3.0:1767384893.510243:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384893.510244:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384893.510246:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510247:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384893.510249:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510249:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384893.510251:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384893.510252:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384893.510253:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384893.510254:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384893.510255:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384893.510256:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384893.510258:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384893.510259:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384893.510260:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384893.510261:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384893.510268:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384893.510269:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384893.510270:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384893.510272:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510273:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384893.510274:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384893.510275:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384893.510276:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384893.510277:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384893.510278:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510279:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384893.510280:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384893.510281:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384893.510282:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384893.510282:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384893.510284:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.510285:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384893.510286:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384893.510287:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384893.510288:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384893.510288:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384893.510290:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384893.510291:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384893.510292:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384893.510293:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384893.510294:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384893.510295:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384893.510296:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384893.510297:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384893.510298:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384893.510299:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384893.510300:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384893.510301:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384893.510302:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384893.510303:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384893.510304:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384893.510305:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384893.510307:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384893.510308:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384893.510314:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:3.0:1767384893.510315:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:3.0:1767384893.510317:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384893.510318:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384893.510319:0:18599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:3.0:1767384893.510330:0:18599:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005a785091. 00080000:00000010:3.0:1767384893.714368:0:18625:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d00d4e4d. 00080000:00000010:3.0:1767384893.714409:0:18625:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d00d4e4d. 00000020:00000001:3.0:1767384893.714414:0:18625:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384893.714420:0:18625:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d00d4e4d. 00080000:00000010:3.0:1767384893.714424:0:18625:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d00d4e4d. 00000020:00000001:3.0:1767384893.714427:0:18625:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.784967:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384893.784974:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.784980:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384893.784982:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.785001:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384893.785003:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.785005:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00001000:1.0:1767384893.846068:0:18662:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000010:3.0:1767384893.994559:0:18670:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bf799893. 00080000:00000010:3.0:1767384893.994567:0:18670:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bf799893. 00000020:00000001:3.0:1767384893.994571:0:18670:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384893.994576:0:18670:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bf799893. 00080000:00000010:3.0:1767384893.994580:0:18670:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bf799893. 00000020:00000001:3.0:1767384893.994583:0:18670:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384894.808965:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384894.808971:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384894.808975:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384894.808977:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384895.078236:0:18886:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384895.078240:0:18886:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:3.0:1767384895.082575:0:18886:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384895.089206:0:18887:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cfefa2f9. 00000400:00000010:3.0:1767384895.089217:0:18887:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e21a2039. 00000400:00000010:3.0:1767384895.089225:0:18887:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bcf3f3e6. 00000400:00000010:3.0:1767384895.089239:0:18887:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fdcf1961. 00000400:00000010:3.0:1767384895.089242:0:18887:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004eaf74fc. 00000400:00000010:3.0:1767384895.089246:0:18887:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000622db34f. 00000400:00000010:3.0:1767384895.089247:0:18887:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007e551d33. 00000400:00000010:3.0:1767384895.089248:0:18887:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec96210b. 00000400:00000010:3.0:1767384895.089251:0:18887:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000061be5b6d. 00000800:00000010:3.0:1767384895.089259:0:18887:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000535d3b26. 00000800:00000200:3.0:1767384895.089268:0:18887:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384895.089272:0:18887:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384895.089303:0:18887:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384895.089324:0:18887:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp10 [8/256/0/180] 00000400:00000010:3.0:1767384895.091016:0:18887:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000ddfc475c. 00000400:00000010:3.0:1767384895.091022:0:18887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031456d35. 00000400:00000010:3.0:1767384895.091028:0:18887:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000400:00000001:3.0:1767384895.091042:0:18887:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384895.091044:0:18887:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384895.091046:0:18887:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd37ffae. 00000400:00000200:3.0:1767384895.091049:0:18887:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091457c4b 00000400:00000010:3.0:1767384895.091051:0:18887:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091457c4b. 00000400:00000010:3.0:1767384895.091055:0:18887:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 000000008bba2395. 00000400:00000200:3.0:1767384895.091060:0:18887:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (1) 00000400:00000200:3.0:1767384895.091073:0:18887:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384895.091083:0:18887:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:3.0:1767384895.091092:0:18887:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000004ab582. 00000020:01000000:3.0:1767384895.091099:0:18887:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384895.091106:0:18887:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp10 00000400:00000010:3.0:1767384895.091124:0:18887:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e21a2039. 00000400:00000010:3.0:1767384895.091129:0:18887:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cfefa2f9. 00000020:00000001:1.0:1767384895.091146:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384895.091151:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384895.091155:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384895.091158:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384895.091162:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384895.091166:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384895.091168:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384895.091171:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384895.091175:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384895.091177:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384895.091180:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384895.091188:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384895.091192:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384895.091194:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384895.091199:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095256724. 00000020:00000040:1.0:1767384895.091205:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384895.091212:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384895.091216:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384895.091221:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384895.091241:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002bcf069f. 00000100:00000001:1.0:1767384895.091249:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.091257:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384895.091260:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384895.091268:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095256724] to pc [ptlrpcd_00_00+0] req@0000000095256724 x1853237363743872/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384895.091309:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384895.091313:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384895.091317:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384895.091319:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384895.091329:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384895.091332:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384895.091335:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384895.091337:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384895.091342:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384895.091345:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384895.091348:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384895.091351:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384895.091355:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384895.091360:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384895.091363:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384895.091367:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384895.091370:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384895.091375:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b59190b8. 00000800:00000200:3.0:1767384895.091377:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767384895.091379:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000800:00000010:3.0:1767384895.091383:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6fcccd5. 00000100:00000001:1.0:1767384895.091385:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384895.091389:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384895.091389:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384895.091394:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.091399:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: PUT: OK 02000000:00000010:1.0:1767384895.091403:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006a24fc6e. 00000400:00000200:3.0:1767384895.091404:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384895.091409:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000100:00000001:1.0:1767384895.091415:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.091422:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384895.091425:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384895.091433:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b59190b8] to pc [ptlrpcd_00_01+1] req@00000000b59190b8 x1853237363744000/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384895.091449:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384895.091455:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384895.091457:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384895.091462:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384895.091467:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000004ab582. 00000100:00000001:1.0:1767384895.091480:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384895.091486:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384895.091490:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384895.091497:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b59190b8 x1853237363744000/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384895.091515:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384895.091517:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384895.091523:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384895.091527:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384895.091530:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384895.091535:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b59190b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363744000:0@lo:253: 00000100:00000001:1.0:1767384895.091543:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384895.091547:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384895.091551:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384895.091556:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384895.091562:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008e7917c1. 02000000:00000001:1.0:1767384895.091566:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384895.091571:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf16b73b. 00000400:00000010:1.0:1767384895.091578:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000001bba77. 00000100:00000200:1.0:1767384895.091595:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363744000, portal 25 00000100:00000001:1.0:1767384895.091602:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384895.091607:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794526848 : -107297915024768 : ffff9e69c1e3ca80) 00000100:00000040:1.0:1767384895.091616:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b59190b8 x1853237363744000/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384895.091639:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384895.091647:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384895.091652:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c8cc4ed. 00000100:00000200:1.0:1767384895.091658:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363744000, offset 0 00000400:00000200:1.0:1767384895.091669:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384895.091682:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384895.091696:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c01d00 00000400:00000200:1.0:1767384895.091704:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000400:00000010:1.0:1767384895.091711:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008a495c9. 00000400:00000200:1.0:1767384895.091715:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000033fce0fa 00000400:00000200:1.0:1767384895.091729:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384895.091735:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384895.091740:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033fce0fa 00000400:00000010:1.0:1767384895.091744:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033fce0fa. 00000100:00000001:1.0:1767384895.091752:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384895.091756:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384895.091762:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000052d9ee3c x1853237363744000 msgsize 4848 00000100:00100000:1.0:1767384895.091774:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384895.091777:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384895.091790:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384895.091798:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c8cc4ed 00000400:00000010:1.0:1767384895.091802:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c8cc4ed. 00000100:00000001:1.0:1767384895.091807:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384895.091811:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b59190b8 x1853237363744000/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384895.091820:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384895.091823:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b59190b8 x1853237363744000/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384895.091829:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.091831:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384895.091835:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.091842:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294882974 00000100:00000001:1.0:1767384895.091848:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294882974 00000100:00000001:1.0:1767384895.091858:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294882974 00000100:00000001:1.0:1767384895.091862:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294882974 00000100:00000001:1.0:1767384895.091885:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294882974 00000100:00000001:1.0:1767384895.091887:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294882974 00000100:00000001:1.0:1767384895.091889:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294882974 00000100:00000001:1.0:1767384895.091891:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294882974 00000100:00000001:1.0:1767384895.091893:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384895.091895:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.091898:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.091900:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384895.091908:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384895.091911:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384895.091933:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384895.091937:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384895.091940:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.091945:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.091977:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384895.091981:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363744000 02000000:00000001:1.0:1767384895.091986:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384895.091989:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384895.091992:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384895.091996:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384895.092002:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363744000 00000020:00000001:1.0:1767384895.092005:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384895.092008:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384895.092011:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384895.092015:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:1.0:1767384895.092019:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384895.092022:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384895.092033:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384895.092038:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b0f075c. 00000100:00000001:1.0:1767384895.092045:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384895.092049:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b0f075c. 00000020:00000010:1.0:1767384895.092060:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e99306a. 00000020:00000010:1.0:1767384895.092065:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da0a1d6f. 00000020:00000010:1.0:1767384895.092070:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1be7e65. 00000100:00000001:1.0:1767384895.092076:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384895.092079:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384895.092083:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.092092:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.092097:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384895.092108:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384895.092112:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384895.092118:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:1.0:1767384895.092121:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:1.0:1767384895.092125:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339799120 : -107293369752496 : ffff9e6ad0cf2450) 00000100:00000040:1.0:1767384895.092131:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052d9ee3c x1853237363744000/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:121/0 lens 4848/0 e 0 to 0 dl 1767384906 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384895.092149:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384895.092154:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b0f075c. 00000100:00000001:1.0:1767384895.092158:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384895.092163:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b0f075c. 00000100:00100000:1.0:1767384895.092172:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052d9ee3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363744000:12345-0@lo:253: 00000100:00000200:1.0:1767384895.092180:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363744000 00000020:00000001:1.0:1767384895.092185:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384895.092190:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384895.092195:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384895.092200:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384895.092204:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:1.0:1767384895.092211:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384895.092214:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384895.092216:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384895.092220:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384895.092225:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.092230:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384895.092238:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384895.092251:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000065efaa13. 02000000:00000001:1.0:1767384895.092257:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.092263:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384895.092269:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384895.092278:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000927e0ccf. 20000000:01000000:1.0:1767384895.092285:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384895.092288:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384895.092290:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384895.092294:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384895.092296:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384895.092300:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:3.0:1767384895.092546:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384895.092555:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384895.092558:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384895.092561:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384895.092567:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp) <- 192.168.203.109@tcp : PUT - for me 00000400:00000200:3.0:1767384895.092574:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 64 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384895.092578:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 64/64 into md 0x21d [1] + 0 00000400:00000010:3.0:1767384895.092581:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002827d3cb. 00000400:00000200:3.0:1767384895.092584:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e862965f 00000800:00000001:3.0:1767384895.092586:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384895.092597:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384895.092599:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384895.092602:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:3.0:1767384895.092604:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e862965f 00000400:00000010:3.0:1767384895.092606:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e862965f. 00000400:00000200:3.0:1767384895.092609:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384895.092611:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (3) 00000400:00000200:3.0:1767384895.092614:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:3.0:1767384895.092616:0:16335:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000b08e4fb1. 00000400:00000200:3.0:1767384895.092618:0:16335:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 2 00000400:00000200:3.0:1767384895.092620:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384895.092627:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (4) 00000400:00000200:3.0:1767384895.092630:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384895.092633:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1767384895.092638:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp NI seq info: [6:6:256:4294967295] 192.168.203.109@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1767384895.092644:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) 192.168.203.109@tcp : ACK try# 0 00000800:00000200:3.0:1767384895.092649:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1767384895.092652:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071a05750. 00000800:00000200:3.0:1767384895.092658:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a75fd] -> 12345-192.168.203.109@tcp (6) 00000800:00000200:3.0:1767384895.092664:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:1023 00000800:00000200:3.0:1767384895.092668:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000071a05750 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384895.092710:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384895.092712:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384895.092717:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071a05750. 00000800:00000001:1.0:1767384895.092729:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384895.092730:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384895.092735:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384895.092739:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: ACK: OK 00000800:00000001:1.0:1767384895.092743:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384895.092747:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384895.092755:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384895.092767:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp) <- 192.168.203.109@tcp : ACK - for me 00000400:00000200:1.0:1767384895.092787:0:16333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp: ACK from 12345-192.168.203.109@tcp into md 0x1171 00000400:00000200:1.0:1767384895.092793:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384895.092804:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: ACK: OK 00000400:00000200:1.0:1767384895.092822:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000669f9a57 00000400:00000010:1.0:1767384895.092826:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000669f9a57. 00000400:00000200:1.0:1767384895.092830:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384895.092834:0:16333:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1767384895.092836:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (3) 00000800:00000001:1.0:1767384895.092841:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384895.092844:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384895.094130:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009fe1397f. 20000000:01000000:3.0:1767384895.094225:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384895.094229:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:1.0:1767384895.094230:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000087143a70. 10000000:01000000:3.0:1767384895.094231:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1767384895.094235:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00010000:00000001:3.0:1767384895.094237:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384895.094241:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:1.0:1767384895.094241:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384895.094246:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384895.094250:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:3.0:1767384895.094253:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000422d2ead count: 2 00010000:00000001:3.0:1767384895.094257:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384895.094259:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384895.094260:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384895.094265:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c2ef1340. 00000020:00000001:3.0:1767384895.094268:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384895.094269:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384895.094270:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c2ef1340 with handle 0x135556ebb4843a72 to hash 00000020:00000001:3.0:1767384895.094275:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384895.094275:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384895.094277:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:3.0:1767384895.094280:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:3.0:1767384895.094282:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384895.094284:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.094285:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384895.094290:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:3.0:1767384895.094291:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384895.094293:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384895.094299:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00010000:00000001:3.0:1767384895.094301:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384895.094305:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384895.094305:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:1.0:1767384895.094309:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384895.094310:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384895.094313:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384895.094315:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384895.094317:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:1.0:1767384895.094320:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.094322:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000617d95f2/0x135556ebb4843a64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843a5d expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384895.094324:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384895.094330:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384895.094332:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384895.094334:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384895.094335:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:3.0:1767384895.094336:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384895.094339:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.094342:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384895.094342:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384895.094346:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000010:1.0:1767384895.094347:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001f72f6fb. 00010000:00010000:3.0:1767384895.094348:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384895.094354:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780988962304 : -107292720589312 : ffff9e6af7809600) 00010000:00000040:3.0:1767384895.094362:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000422d2ead) refcount = 2 00080000:00000001:1.0:1767384895.094362:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384895.094367:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:3.0:1767384895.094369:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384895.094373:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000617d95f2/0x135556ebb4843a64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843a5d expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384895.094373:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001b0f075c. 00080000:00000001:1.0:1767384895.094379:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384895.094385:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384895.094395:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384895.094397:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384895.094401:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384895.094408:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:3.0:1767384895.094419:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f96912aa. 00000100:00000001:3.0:1767384895.094423:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384895.094428:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e21a2039. 00000100:00000001:3.0:1767384895.094430:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636781130752384 : -107292578799232 : ffff9e6afff42180) 00000100:00000001:3.0:1767384895.094432:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636781130752384 : -107292578799232 : ffff9e6afff42180) 00000100:00000001:3.0:1767384895.094434:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384895.094435:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384895.094449:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384895.094451:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.094455:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384895.094459:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384895.094463:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384895.094466:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384895.094469:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384895.094474:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000020:00000040:3.0:1767384895.094479:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000100:00000001:3.0:1767384895.094483:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384895.094485:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384895.094489:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384895.094495:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec902ed5. 00000100:00000001:3.0:1767384895.094501:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.094507:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000617d95f2/0x135556ebb4843a64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843a5d expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384895.094524:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000617d95f2/0x135556ebb4843a64 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843a5d expref: 16 pid: 17065 timeout: 365 lvb_type: 0 00010000:00000001:3.0:1767384895.094534:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384895.094537:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384895.094542:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363744128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384895.094588:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384895.094592:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384895.094599:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363744128:0@lo:104: 00000100:00000001:3.0:1767384895.094606:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384895.094609:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384895.094611:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384895.094613:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384895.094614:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd844a40. 02000000:00000001:3.0:1767384895.094616:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384895.094619:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070d5c8c0. 00000400:00000010:3.0:1767384895.094622:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e862965f. 00000100:00000200:3.0:1767384895.094627:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363744128, portal 16 00000100:00000001:3.0:1767384895.094628:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384895.094630:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000100:00000040:3.0:1767384895.094636:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000cf188dfe x1853237363744128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384895.094645:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384895.094646:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384895.094650:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384895.094651:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384895.094656:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000400:00000001:1.0:1767384895.094657:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384895.094661:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384895.094665:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c693ed5f. 00000400:00000200:1.0:1767384895.094673:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d90a5f4 00000400:00000010:1.0:1767384895.094677:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d90a5f4. 00000100:00000001:1.0:1767384895.094682:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384895.094683:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363744128, offset 0 00000400:00000200:3.0:1767384895.094691:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384895.094691:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095256724 x1853237363743872/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384895.094711:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384895.094714:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095256724 x1853237363743872/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384895.094723:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c01d80 00000400:00000200:3.0:1767384895.094735:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000100:00000001:1.0:1767384895.094738:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384895.094743:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384895.094743:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384895.094748:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384895.094755:0:16340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384895.094756:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384895.094759:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:1.0:1767384895.094761:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384895.094765:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384895.094766:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c761fc2. 00000100:00000001:1.0:1767384895.094768:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384895.094770:0:17087:0:(events.c:337:request_in_callback()) incoming req@000000004c761fc2 x1853237363744128 msgsize 328 02000000:00000001:1.0:1767384895.094775:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384895.094780:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:1.0:1767384895.094784:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=13 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384895.094791:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384895.094792:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384895.094797:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384895.094802:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.094806:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00010000:00000001:1.0:1767384895.094807:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384895.094810:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00010000:00000001:1.0:1767384895.094811:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.094814:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384895.094816:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384895.094819:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363744128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384895.094826:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095256724 x1853237363743872/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.094839:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384895.094843:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384895.094844:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363744128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384895.094850:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384895.094855:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.094855:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.094861:0:17087:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384895.094885:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.094889:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294882978 00000020:01000004:1.0:1767384895.094889:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384895.094894:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:3.0:1767384895.094897:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294882974 00000020:01000004:1.0:1767384895.094899:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384895.094903:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294882978 00000020:01000004:1.0:1767384895.094905:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384895.094907:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294882974 00000020:01000004:1.0:1767384895.094909:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384895.094913:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294882978 00000020:01000004:1.0:1767384895.094913:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384895.094932:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:3.0:1767384895.094933:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294882974 00000020:01000004:1.0:1767384895.094936:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:3.0:1767384895.094938:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294882978 00000020:01000004:1.0:1767384895.094940:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384895.094943:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294882974 00000020:01000004:1.0:1767384895.094944:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384895.094948:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384895.094952:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095256724 x1853237363743872/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.094954:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.094958:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.094962:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384895.094969:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.094974:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.094977:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384895.094978:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363743872:0@lo:253: 00010000:00000001:3.0:1767384895.094981:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.094985:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384895.094988:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.094989:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384895.094994:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.094994:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384895.094999:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384895.095000:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095256724 x1853237363743872/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.095002:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384895.095008:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e21a2039 going to sleep for 11 seconds 00000100:00000001:3.0:1767384895.095013:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384895.095019:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384895.095022:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384895.095030:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384895.095034:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f8057426. 02000000:00000001:1.0:1767384895.095040:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384895.095044:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384895.095045:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384895.095048:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384895.095050:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002bcf069f. 02000000:00000001:1.0:1767384895.095059:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384895.095061:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384895.095063:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095256724. 00000100:00000001:1.0:1767384895.095067:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767384895.095068:0:17055:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008e8c7f13. 00000100:00000001:1.0:1767384895.095070:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384895.095075:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.095076:0:17055:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384895.095080:0:17055:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384895.095081:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384895.095083:0:17055:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.095085:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.095088:0:17055:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.095091:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384895.095095:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.095307:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384895.095336:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384895.095341:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.095347:0:17061:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000001:2.0:1767384895.095347:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384895.095352:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384895.095353:0:17061:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384895.095358:0:17061:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1767384895.095358:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070d5c8c0. 00010000:00010000:3.0:1767384895.095362:0:17061:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384895.095365:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e862965f 00000400:00000010:2.0:1767384895.095371:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e862965f. 00010000:00010000:3.0:1767384895.095378:0:17061:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b9705b2 already unused, calling callback (00000000c41d87b4) 00000100:00000001:2.0:1767384895.095379:0:17087:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:3.0:1767384895.095384:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384895.095388:0:17061:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384895.095388:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363744128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384895.095404:0:17061:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384895.095407:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384895.095411:0:17061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384895.095414:0:17061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=3 00000100:00000200:2.0:1767384895.095415:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363744128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384895.095419:0:17061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:3.0:1767384895.095424:0:17061:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:3.0:1767384895.095429:0:17061:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384895.095433:0:17061:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384895.095434:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384895.095438:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.095441:0:17087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384895.095443:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:3.0:1767384895.095446:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384895.095446:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00010000:3.0:1767384895.095449:0:17061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384895.095450:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.095455:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384895.095460:0:17061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00001000:2.0:1767384895.095462:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=13 v=5 (5 0 0 0) 10000000:00000001:3.0:1767384895.095463:0:17061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00001000:2.0:1767384895.095467:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=13 v=5 (1 0 0 0) 10000000:00000040:3.0:1767384895.095471:0:17061:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:2.0:1767384895.095472:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000040:3.0:1767384895.095474:0:17061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:2.0:1767384895.095475:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.095476:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384895.095478:0:17061:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.095486:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:3.0:1767384895.095489:0:17061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:2.0:1767384895.095489:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384895.095492:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384895.095494:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384895.095495:0:17061:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 10000000:00000001:3.0:1767384895.095500:0:17061:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384895.095502:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.095503:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363744128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384895.095506:0:17061:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384895.095509:0:17061:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384895.095512:0:17061:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384895.095515:0:17061:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384895.095519:0:17061:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.095519:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384895.095523:0:17061:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b9705b2 with handle 0x135556ebb4843a5d from hash 00000100:00000001:2.0:1767384895.095525:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384895.095527:0:17061:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384895.095528:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.095529:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.095533:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.095534:0:17061:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384895.095534:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384895.095537:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.095538:0:17061:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384895.095540:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.095541:0:17061:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384895.095543:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.095545:0:17061:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384895.095548:0:17061:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:2.0:1767384895.095549:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363744128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384895.095553:0:17061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 00000020:00000040:3.0:1767384895.095557:0:17061:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384895.095561:0:17061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384895.095565:0:17061:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384895.095565:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363744128:0@lo:104: 02000000:00000001:3.0:1767384895.095568:0:17061:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.095573:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384895.095574:0:17061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d254b2ed. 00000100:00000001:3.0:1767384895.095579:0:17061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.095579:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.095584:0:17061:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384895.095584:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384895.095588:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1767384895.095589:0:17061:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384895.095593:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363744128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384895.095599:0:17061:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384895.095602:0:17061:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.095607:0:17061:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384895.095610:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384895.095612:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384895.095614:0:17061:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384895.095616:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd844a40. 00000100:00000040:3.0:1767384895.095620:0:17061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfa954a] to pc [ptlrpcd_00_02+2] req@00000000cdfa954a x1853237363744256/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384895.095621:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384895.095624:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384895.095627:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00000020:00000001:2.0:1767384895.095632:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384895.095635:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ec902ed5. 02000000:00000001:2.0:1767384895.095639:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384895.095641:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384895.095643:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000100:00000001:2.0:1767384895.095646:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384895.095648:0:17061:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.095649:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.095654:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767384895.095654:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e21a2039. 00010000:00000001:3.0:1767384895.095658:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.095662:0:17061:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.095665:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384895.095666:0:17061:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.095669:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384895.095670:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.095676:0:17061:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384895.095676:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f96912aa. 00010000:00000001:2.0:1767384895.095682:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.095688:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.095693:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384895.095694:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384895.095698:0:17061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843a5d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843a64 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384895.095700:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384895.095705:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384895.095710:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384895.095711:0:17061:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ecdbfcde count: 0 00010000:00000001:3.0:1767384895.095720:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.095723:0:17061:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384895.095726:0:17061:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ac6c77e0. 00010000:00000001:3.0:1767384895.095741:0:17061:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384895.095744:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384895.095746:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.095752:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384895.095754:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384895.095756:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.095758:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384895.095759:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384895.095761:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384895.095763:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384895.095765:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.095770:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384895.095905:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384895.095909:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363744256 02000000:00000001:2.0:1767384895.095913:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384895.095930:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384895.095934:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.095939:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384895.095943:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363744256 00000020:00000001:2.0:1767384895.095947:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384895.095950:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384895.095953:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.095957:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:2.0:1767384895.095963:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384895.095966:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384895.095972:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384895.095977:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077134348. 00000100:00000001:2.0:1767384895.095982:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384895.095988:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077134348. 00000020:00000010:2.0:1767384895.095995:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7b65915. 00000020:00000010:2.0:1767384895.096000:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000119581f3. 00000020:00000010:2.0:1767384895.096006:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000045607731. 00000100:00000040:2.0:1767384895.096015:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384895.096019:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384895.096028:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384895.096032:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384895.096036:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.096042:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384895.096046:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.096047:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.096049:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000617d95f2 refcount=4 00000020:00000001:2.0:1767384895.096052:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:2.0:1767384895.096055:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00010000:2.0:1767384895.096059:0:17059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000617d95f2/0x135556ebb4843a64 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843a5d expref: 16 pid: 17065 timeout: 365 lvb_type: 0 00010000:00000001:2.0:1767384895.096066:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.096068:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.096069:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.096071:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.096075:0:17059:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384895.096079:0:17059:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003fb6c0b2 x1853237363744256/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:121/0 lens 328/0 e 0 to 0 dl 1767384906 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.096086:0:17059:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384895.096088:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.096100:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.096110:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384895.096112:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384895.096116:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384895.096119:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384895.096121:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990654976 : -107292718896640 : ffff9e6af79a6a00) 00000020:00000010:3.0:1767384895.096123:0:17058:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000004ab582. 00000100:00000040:2.0:1767384895.096126:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fb6c0b2 x1853237363744256/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:121/0 lens 328/0 e 0 to 0 dl 1767384906 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.096128:0:17058:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384895.096132:0:17058:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000010:3.0:1767384895.096139:0:17058:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c1e4a6da. 00000100:00100000:3.0:1767384895.096144:0:17058:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000001:2.0:1767384895.096144:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384895.096148:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077134348. 00000100:00000001:2.0:1767384895.096153:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384895.096156:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077134348. 00000100:00100000:2.0:1767384895.096168:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fb6c0b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16342:x1853237363744256:12345-0@lo:103: 00000100:00000200:2.0:1767384895.096173:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363744256 00010000:00000001:2.0:1767384895.096175:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384895.096177:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384895.096179:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384895.096183:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384895.096185:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384895.096188:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008ad0af77. 02000000:00000001:2.0:1767384895.096190:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.096193:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.096195:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384895.096198:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384895.096200:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.096201:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.096203:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000617d95f2 refcount=4 00000020:00000001:2.0:1767384895.096205:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:2.0:1767384895.096208:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000040:2.0:1767384895.096210:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000422d2ead count: 3 00010000:00010000:2.0:1767384895.096214:0:17059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000617d95f2/0x135556ebb4843a64 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843a5d expref: 16 pid: 17065 timeout: 365 lvb_type: 0 00000100:00001000:2.0:1767384895.096221:0:17059:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384895 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384895.096225:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384895.096229:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.096231:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384895.096234:0:17059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000617d95f2/0x135556ebb4843a64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843a5d expref: 16 pid: 17065 timeout: 365 lvb_type: 0 00000100:00000001:3.0:1767384895.096237:0:17058:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.096244:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384895.096246:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384895.096248:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.096253:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.096256:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384895.096258:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384895.096263:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.096270:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.096274:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.096275:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384895.096278:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000617d95f2 with handle 0x135556ebb4843a64 from hash 00010000:00000001:2.0:1767384895.096281:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384895.096283:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.096284:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.096286:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384895.096289:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384895.096290:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384895.096293:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000617d95f2/0x135556ebb4843a64 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843a5d expref: 16 pid: 17065 timeout: 365 lvb_type: 0 00010000:00000040:2.0:1767384895.096299:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00000020:00000040:2.0:1767384895.096301:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:2.0:1767384895.096306:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.096308:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384895.096310:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384895.096312:0:17059:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000c2ef1340 00010000:00000001:2.0:1767384895.096316:0:17059:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384895.096318:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384895.096321:0:17059:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.096325:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384895.096329:0:17059:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.096332:0:17059:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384895.096334:0:17059:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384895.096335:0:17059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.096344:0:17059:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384895.096346:0:17059:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384895.096348:0:17059:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384895.096349:0:17059:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384895.096351:0:17059:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000422d2ead) refcount = 2 00010000:00010000:2.0:1767384895.096354:0:17059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384895.096371:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001f72f6fb. 00010000:00000001:2.0:1767384895.096376:0:17059:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384895.096380:0:17059:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384895.096383:0:17059:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384895.096386:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001b0f075c. 00010000:00000001:2.0:1767384895.096387:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384895.096393:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1767384895.096395:0:17059:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000077134348. 00040000:00000001:3.0:1767384895.096397:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384895.096400:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.096401:0:17059:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000002:3.0:1767384895.096403:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384895.096407:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384895.096407:0:17059:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9bd8e33. 20000000:00000001:3.0:1767384895.096411:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:2.0:1767384895.096413:0:17059:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636781101624896 : -107292607926720 : ffff9e6afe37ae40) 20000000:01000000:3.0:1767384895.096416:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:2.0:1767384895.096417:0:17059:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636781101624896 : -107292607926720 : ffff9e6afe37ae40) 20000000:00000001:3.0:1767384895.096419:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.096422:0:17059:0:(client.c:2663:ptlrpc_set_wait()) Process entered 20000000:01000000:3.0:1767384895.096425:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:2.0:1767384895.096426:0:17059:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384895.096439:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00080000:00000001:3.0:1767384895.096440:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384895.096444:0:17059:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384895.096449:0:17059:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00010000:00000001:2.0:1767384895.096453:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.096456:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.096459:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c2ef1340 refcount=5 00000020:00000001:2.0:1767384895.096464:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:2.0:1767384895.096468:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:2.0:1767384895.096472:0:17059:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384895.096474:0:17059:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.096484:0:17059:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384895.096488:0:17059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.096495:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.096497:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384895.096498:0:17059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.096503:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.096510:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.096514:0:17059:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384895.096518:0:17059:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384895.096526:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384895.096530:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:2.0:1767384895.096530:0:17059:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c2ef1340 already unused, calling callback (00000000c66beece) 20000000:00000010:3.0:1767384895.096532:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000927e0ccf. 00010000:00000001:2.0:1767384895.096535:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:3.0:1767384895.096538:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.096539:0:17059:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384895.096543:0:17059:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384895.096544:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363744000 00010000:00000001:3.0:1767384895.096548:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384895.096556:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052d9ee3c x1853237363744000/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384895.096556:0:17059:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384895.096559:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.096564:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.096567:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c2ef1340 refcount=6 00010000:00000001:3.0:1767384895.096568:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384895.096571:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:3.0:1767384895.096572:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384895.096577:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=13 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384895.096577:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077996032 : -107292631555584 : ffff9e6afccf2200) 00010000:00000001:2.0:1767384895.096582:0:17059:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384895.096583:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384895.096586:0:17059:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384895.096587:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384895.096592:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384895.096596:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384895.096599:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.096601:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384895.096602:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384895.096604:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767384895.096607:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384895.096608:0:17059:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384895.096612:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abe1d590. 00000100:00000200:3.0:1767384895.096615:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363744000, offset 224 00000400:00000200:3.0:1767384895.096619:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384895.096620:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384895.096623:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384895.096627:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384895.096627:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.096631:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384895.096634:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c2ef1340 with handle 0x135556ebb4843a72 from hash 00000400:00000200:3.0:1767384895.096635:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c01d00 00010000:00000001:2.0:1767384895.096638:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384895.096639:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.096640:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.096643:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384895.096645:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384895.096647:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384895.096648:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x117d [2] + 224 00000400:00000200:3.0:1767384895.096655:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384895.096657:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384895.096660:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384895.096664:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384895.096667:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.096668:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384895.096673:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1767384895.096674:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b59190b8 x1853237363744000/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384895.096676:0:17059:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384895.096682:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.096685:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.096688:0:17059:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.096693:0:17059:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.096699:0:17059:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384895.096702:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b59190b8 x1853237363744000/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384895.096704:0:17059:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.096724:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.096727:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.096728:0:17059:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384895.096730:0:17059:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384895.096731:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384895.096733:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384895.096733:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.096735:0:17059:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384895.096739:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abe1d590 00000400:00000010:3.0:1767384895.096741:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abe1d590. 00000100:00000001:3.0:1767384895.096743:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384895.096743:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384895.096745:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.096747:0:17059:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384895.096748:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 20000000:00000001:2.0:1767384895.096751:0:17059:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.096754:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384895.096755:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384895.096759:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.096759:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c2ef1340/0x135556ebb4843a72 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384895.096764:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384895.096770:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052d9ee3c x1853237363744000/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384895.096776:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.096781:0:17059:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384895.096784:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052d9ee3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363744000:12345-0@lo:253: Request processed in 4632us (5018us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384895.096786:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384895.096790:0:17059:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384895.096795:0:17059:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384895.096798:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000001:2.0:1767384895.096799:0:17059:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384895.096803:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384895.096805:0:17059:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384895.096808:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:2.0:1767384895.096809:0:17059:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e9bd8e33. 00000100:00000001:3.0:1767384895.096812:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384895.096816:0:17059:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000010:3.0:1767384895.096817:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da0a1d6f. 00010000:00000001:2.0:1767384895.096819:0:17059:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384895.096824:0:17059:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000077134348. 00000020:00000010:3.0:1767384895.096825:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1be7e65. 00010000:00000001:2.0:1767384895.096830:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:3.0:1767384895.096831:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e99306a. 00000020:00000040:3.0:1767384895.096836:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000040:2.0:1767384895.096839:0:17059:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000422d2ead count: 0 02000000:00000001:3.0:1767384895.096841:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384895.096845:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000065efaa13. 00010000:00010000:2.0:1767384895.096848:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384895.096852:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384895.096857:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384895.096858:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384895.096860:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.096861:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384895.096894:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384895.096901:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384895.096908:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384895.096913:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384895.096932:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384895.096935:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.096940:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384895.096947:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384895.096952:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805111a2. 00000100:00000200:2.0:1767384895.096959:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363744256, offset 224 00000400:00000200:2.0:1767384895.096970:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384895.096983:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384895.096994:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c01e00 00000400:00000200:2.0:1767384895.097003:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x119d [1] + 224 00000400:00000200:2.0:1767384895.097009:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384895.097018:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384895.097025:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384895.097026:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384895.097031:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363744256/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384895.097033:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001929be46. 00000400:00000010:3.0:1767384895.097039:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abe1d590. 00000100:00000040:2.0:1767384895.097054:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdfa954a x1853237363744256/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.097087:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384895.097095:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384895.097095:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805111a2 00000100:00000001:3.0:1767384895.097099:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384895.097100:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805111a2. 00000100:00000001:2.0:1767384895.097106:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384895.097108:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384895.097109:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384895.097112:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384895.097115:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384895.097116:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e459014c. 00000100:00000040:2.0:1767384895.097123:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:3.0:1767384895.097124:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:3.0:1767384895.097130:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00010000:00000001:2.0:1767384895.097130:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.097135:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384895.097140:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384895.097141:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363744256/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384895.097148:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fb6c0b2 x1853237363744256/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:121/0 lens 328/224 e 0 to 0 dl 1767384906 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384895.097168:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363744256/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384895.097175:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fb6c0b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363744256:12345-0@lo:103: Request processed in 1028us (1327us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384895.097181:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384895.097183:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.097186:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384895.097188:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384895.097191:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384895.097191:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384895.097192:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384895.097196:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.097196:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00001000:3.0:1767384895.097201:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=13 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384895.097201:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384895.097204:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384895.097206:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384895.097209:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384895.097209:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000119581f3. 00000100:00000001:3.0:1767384895.097212:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.097215:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384895.097215:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000045607731. 00010000:00000001:3.0:1767384895.097218:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.097221:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384895.097222:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7b65915. 00000100:00000040:3.0:1767384895.097225:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfa954a x1853237363744256/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384895.097227:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:2.0:1767384895.097232:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.097237:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384895.097239:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384895.097240:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384895.097249:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363744256/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384895.097254:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363744256:0@lo:103: 00000100:00000001:3.0:1767384895.097257:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.097258:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384895.097260:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363744256/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.097263:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384895.097265:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384895.097266:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d0b199c. 02000000:00000001:3.0:1767384895.097268:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384895.097269:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384895.097270:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384895.097272:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384895.097273:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d254b2ed. 02000000:00000001:3.0:1767384895.097274:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384895.097275:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384895.097276:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 00000100:00000001:3.0:1767384895.097278:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384895.097279:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.097280:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.097283:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384895.097284:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.097285:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384895.097286:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384895.099901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ecdbfcde. 00010000:00000010:3.1:1767384895.099909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b9705b2. 00000100:00000040:3.0:1767384895.100935:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294882979, at 4294882980 00000100:00000010:3.0:1767384895.100942:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c09d779. 00010000:00000010:2.1:1767384895.101914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000617d95f2. 00010000:00000010:2.1:1767384895.101935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c2ef1340. 00010000:00000010:2.1:1767384895.101941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000422d2ead. 00000100:00000040:2.0:1767384895.101964:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294882979, at 4294882981 00000100:00000010:2.0:1767384895.101969:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb4896ec. 00000100:00000040:1.0:1767384895.101999:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294882979, at 4294882981 00000100:00000010:1.0:1767384895.102005:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001781aff1. 00000400:00000010:1.0:1767384895.109858:0:18893:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000182f816. 00000400:00000040:1.0:1767384895.109914:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384895.109936:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384895.109939:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384895.109941:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384895.109943:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384895.109945:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384895.109948:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384895.109950:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384895.109952:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384895.109953:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384895.109956:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384895.109958:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384895.109961:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384895.109963:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384895.109964:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384895.109967:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384895.109969:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384895.109970:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384895.109977:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384895.109980:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384895.109982:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384895.109984:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384895.109986:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384895.109988:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384895.109989:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384895.109992:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384895.109993:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384895.109995:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384895.109997:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384895.109999:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384895.110000:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384895.110003:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384895.110004:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384895.110006:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384895.110008:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384895.110010:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384895.110011:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384895.110013:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384895.110015:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384895.110017:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384895.110019:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384895.110020:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384895.110022:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384895.110024:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384895.110026:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384895.110027:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384895.110029:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384895.110031:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384895.110034:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384895.110035:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384895.110037:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384895.110039:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384895.110040:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384895.110042:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384895.110044:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384895.110045:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384895.110047:0:18893:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384895.110065:0:18893:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000182f816. 00010000:00000001:2.0:1767384895.832947:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384895.832953:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.832960:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384895.832962:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384895.833001:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384895.833005:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384895.833009:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384896.007526:0:19178:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1ae9267. 00080000:00000010:2.0:1767384896.007538:0:19178:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1ae9267. 00000020:00000001:2.0:1767384896.007544:0:19178:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384896.007553:0:19178:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1ae9267. 00080000:00000010:2.0:1767384896.007558:0:19178:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1ae9267. 00000020:00000001:2.0:1767384896.007563:0:19178:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.671545:0:19343:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004a203b71. 00000400:00000010:3.0:1767384896.671557:0:19343:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009b2efc2f. 00000400:00000010:3.0:1767384896.671565:0:19343:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000034965c56. 00000400:00000010:3.0:1767384896.671568:0:19343:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003790ff77. 00000400:00000010:3.0:1767384896.671571:0:19343:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003da84be2. 00000400:00000010:3.0:1767384896.671575:0:19343:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003991a521. 00000400:00000010:3.0:1767384896.671577:0:19343:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001f71ef68. 00000400:00000010:3.0:1767384896.671582:0:19343:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078dd6b83. 00000400:00000010:3.0:1767384896.671584:0:19343:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000057797747. 00000800:00000010:3.0:1767384896.671602:0:19343:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000033b51aeb. 00000800:00000200:3.0:1767384896.671611:0:19343:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384896.671615:0:19343:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384896.671645:0:19343:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384896.671662:0:19343:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384896.673013:0:19343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000431812d7. 00000400:00000010:3.0:1767384896.673019:0:19343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a446e8. 00000400:00000010:3.0:1767384896.673024:0:19343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000400:00000001:3.0:1767384896.673033:0:19343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384896.673034:0:19343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384896.673036:0:19343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031456d35. 00000400:00000200:3.0:1767384896.673038:0:19343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384896.673039:0:19343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000400:00000010:3.0:1767384896.673043:0:19343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000ddfc475c. 00000400:00000200:3.0:1767384896.673057:0:19343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (2) 00000400:00000200:3.0:1767384896.673067:0:19343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384896.673076:0:19343:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:3.0:1767384896.673083:0:19343:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000027ae34e2. 00000020:01000000:3.0:1767384896.673088:0:19343:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384896.673090:0:19343:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp11 00000400:00000010:3.0:1767384896.673107:0:19343:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009b2efc2f. 00000400:00000010:3.0:1767384896.673111:0:19343:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004a203b71. 00000020:00000001:1.0:1767384896.673132:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384896.673138:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384896.673142:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384896.673146:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384896.673151:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384896.673155:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384896.673157:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384896.673159:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384896.673162:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384896.673164:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384896.673167:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384896.673170:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384896.673171:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384896.673173:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384896.673191:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095256724. 00000020:00000040:1.0:1767384896.673198:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384896.673205:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384896.673207:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384896.673212:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384896.673222:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c13bdae3. 00000100:00000001:1.0:1767384896.673230:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384896.673237:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (2) 00000100:00000001:1.0:1767384896.673240:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384896.673253:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384896.673260:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095256724] to pc [ptlrpcd_00_03+3] req@0000000095256724 x1853237363744384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384896.673290:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384896.673293:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.673295:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384896.673297:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384896.673304:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384896.673307:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384896.673311:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384896.673313:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384896.673324:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384896.673329:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384896.673332:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384896.673335:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384896.673337:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384896.673338:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384896.673339:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384896.673339:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384896.673341:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384896.673347:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002931cb4e. 00000020:00000040:1.0:1767384896.673352:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384896.673358:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384896.673361:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384896.673362:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 02000000:00000001:1.0:1767384896.673366:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384896.673375:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000087289faf. 00000100:00000001:1.0:1767384896.673379:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.673383:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384896.673386:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384896.673392:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002931cb4e] to pc [ptlrpcd_00_00+0] req@000000002931cb4e x1853237363744512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384896.673408:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 10000000:00000001:1.0:1767384896.673417:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384896.673420:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.673423:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384896.673427:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384896.673429:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000027ae34e2. 00000100:00000001:1.0:1767384896.673443:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384896.673448:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.673455:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384896.673459:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384896.673462:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384896.673466:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002931cb4e x1853237363744512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.673478:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384896.673480:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384896.673483:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384896.673486:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384896.673495:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384896.673500:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002931cb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363744512:0@lo:253: 00000100:00000001:1.0:1767384896.673503:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384896.673506:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384896.673509:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384896.673511:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384896.673516:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000065efaa13. 02000000:00000001:1.0:1767384896.673521:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384896.673526:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdbb587. 00000400:00000010:1.0:1767384896.673539:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c66dace5. 00000100:00000200:1.0:1767384896.673560:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363744512, portal 25 00000100:00000001:1.0:1767384896.673567:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384896.673571:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794539392 : -107297915012224 : ffff9e69c1e3fb80) 00000100:00000040:1.0:1767384896.673581:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002931cb4e x1853237363744512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.673589:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384896.673593:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384896.673597:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6e0a50a. 00000100:00000200:1.0:1767384896.673601:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363744512, offset 0 00000400:00000200:1.0:1767384896.673618:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384896.673631:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384896.673647:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c01f00 00000400:00000200:1.0:1767384896.673658:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:1.0:1767384896.673665:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083295238. 00000800:00000010:2.0:1767384896.673670:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf4a04cc. 00000400:00000200:1.0:1767384896.673670:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c63af738 00000800:00000010:2.0:1767384896.673700:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f2122c3f. 00000400:00000200:1.0:1767384896.673701:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384896.673708:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:2.0:1767384896.673709:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000db07821c. 00000400:00000200:1.0:1767384896.673711:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c63af738 00000400:00000010:1.0:1767384896.673715:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c63af738. 00000100:00000001:1.0:1767384896.673721:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384896.673724:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384896.673728:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000050eb8d10 x1853237363744512 msgsize 4848 00000100:00100000:1.0:1767384896.673737:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:2.0:1767384896.673741:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000db07821c. 00000100:00000040:1.0:1767384896.673742:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384896.673768:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384896.673777:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e0a50a 00000400:00000010:1.0:1767384896.673780:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6e0a50a. 00000100:00000001:1.0:1767384896.673783:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384896.673787:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002931cb4e x1853237363744512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384896.673793:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:1.0:1767384896.673811:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384896.673817:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002931cb4e x1853237363744512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.673837:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.673841:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384896.673846:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp10 from 253.3.0.2 00000100:00000001:1.0:1767384896.673849:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384896.673852:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000066e70ee2. 00000100:00000001:1.0:1767384896.673855:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294884556 00000100:00000001:1.0:1767384896.673860:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294884556 00000100:00000001:1.0:1767384896.673862:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294884556 00000100:00000001:1.0:1767384896.673864:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294884556 00000100:00000001:1.0:1767384896.673866:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294884556 00000100:00000001:1.0:1767384896.673869:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294884556 00000100:00000001:1.0:1767384896.673871:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294884556 00000100:00000001:1.0:1767384896.673873:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294884556 00000100:00000001:1.0:1767384896.673876:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384896.673881:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.673890:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.673894:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.673958:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384896.673960:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384896.673963:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384896.673964:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384896.673965:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.673967:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.673977:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384896.673980:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384896.673987:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086435df8. 00000100:00000001:1.0:1767384896.673993:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1767384896.673994:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c0ef5a9. 00000100:00100000:1.0:1767384896.674002:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363744512 02000000:00000001:1.0:1767384896.674005:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:2.0:1767384896.674008:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fffdc353. 00000100:00000001:1.0:1767384896.674008:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384896.674012:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384896.674016:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384896.674017:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (2) 00000100:00100000:1.0:1767384896.674021:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363744512 00000020:00000001:1.0:1767384896.674024:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384896.674027:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000800:00000200:2.1:1767384896.674029:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp10 00000000fffdc353 deleted 00000020:00000001:1.0:1767384896.674031:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:2.1:1767384896.674033:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fffdc353. 00000020:00000040:1.0:1767384896.674034:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:1.0:1767384896.674040:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384896.674042:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000800:00000200:2.1:1767384896.674043:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:1.0:1767384896.674045:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384896.674050:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e64c706. 00000800:00000200:2.1:1767384896.674053:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:1021 00000100:00000001:1.0:1767384896.674056:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.1:1767384896.674058:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c171304 type 1, nob 176 niov 1 nkiov 1 00000020:00000010:1.0:1767384896.674060:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e64c706. 00000800:00000200:2.0:1767384896.674069:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp10 p 3.x 192.168.203.109 -> 192.168.203.109:1021 incarnation:1767384895089260977 sched[0] 00000020:00000010:1.0:1767384896.674069:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1fd62ba. 00000020:00000010:1.0:1767384896.674076:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c4a2d87. 00000800:00000010:2.0:1767384896.674078:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000db07821c. 00000020:00000010:1.0:1767384896.674082:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e0b5d9f. 00000100:00000001:1.0:1767384896.674088:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384896.674090:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384896.674091:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.674097:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.674102:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.674114:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384896.674117:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384896.674122:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000800:00000010:2.0:1767384896.674123:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000db07821c. 00000100:00000040:1.0:1767384896.674129:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000800:00000010:2.0:1767384896.674130:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c0ef5a9. 00000100:00000001:1.0:1767384896.674134:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339792976 : -107293369758640 : ffff9e6ad0cf0c50) 00000100:00000040:1.0:1767384896.674143:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050eb8d10 x1853237363744512/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:122/0 lens 4848/0 e 0 to 0 dl 1767384907 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.674154:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384896.674159:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e64c706. 00000800:00000010:2.0:1767384896.674162:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000066e70ee2. 00000100:00000001:1.0:1767384896.674171:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384896.674176:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384896.674176:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e64c706. 00000800:00000001:2.0:1767384896.674183:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384896.674188:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050eb8d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363744512:12345-0@lo:253: 00000100:00000200:1.0:1767384896.674192:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363744512 00000020:00000001:1.0:1767384896.674195:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384896.674200:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384896.674203:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.674207:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384896.674211:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:1.0:1767384896.674214:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384896.674216:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384896.674221:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384896.674222:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384896.674226:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.674230:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384896.674233:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1767384896.674236:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1767384896.674238:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000927e0ccf. 00000800:00000010:2.0:1767384896.674241:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c171304. 02000000:00000001:1.0:1767384896.674242:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.674248:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384896.674248:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384896.674254:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384896.674261:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: PUT: OK 20000000:00000010:1.0:1767384896.674265:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006a24fc6e. 00000400:00000200:2.0:1767384896.674266:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:01000000:1.0:1767384896.674269:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384896.674272:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 20000000:00000001:1.0:1767384896.674274:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384896.674278:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384896.674281:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384896.674284:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384896.674286:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384896.674296:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006c3b10b1. 00000800:00000200:2.1:1767384896.674299:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:01000000:1.0:1767384896.674300:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:1.0:1767384896.674306:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:2.0:1767384896.674307:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp10 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384895089260977 sched[0] 00000800:00000010:2.0:1767384896.674311:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f2122c3f. 00080000:00000001:1.0:1767384896.674311:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384896.674315:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384896.674333:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384896.674342:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00080000:00000001:1.0:1767384896.674346:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384896.674349:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384896.674351:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384896.674359:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384896.674360:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384896.674363:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000020:00000001:1.0:1767384896.674366:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:1.0:1767384896.674368:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384896.674370:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384896.674373:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384896.674375:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384896.674378:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000020:00000001:1.0:1767384896.674378:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384896.674384:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384896.674389:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384896.674392:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f6508b29. 00080000:00000001:1.0:1767384896.674394:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775783499776 : -107297926051840 : ffff9e69c13b8800) 00080000:00000001:1.0:1767384896.674397:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384896.674400:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384896.674403:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001e64c706. 00080000:00000001:1.0:1767384896.674405:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384896.674408:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384896.674419:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.674425:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00080000:00000001:1.0:1767384896.674434:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384896.674601:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ea46e397. 00000800:00000010:2.0:1767384896.674611:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fffdc353. 00000400:00000200:1.0:1767384896.674617:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384896.674637:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000db07821c. 00000400:00000200:1.0:1767384896.674641:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp10 from 252.3.0.2 00000800:00000010:1.0:1767384896.674646:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000458b19ed. 00000800:00000010:2.0:1767384896.674698:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000db07821c. 00000800:00000001:2.0:1767384896.674725:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384896.674732:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384896.674734:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384896.674739:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384896.674749:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10) <- 192.168.203.109@tcp10 : ACK - for me 00000800:00000010:1.0:1767384896.674756:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e7917c1. 00000800:00000010:1.0:1767384896.674763:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6e0a50a. 00000400:00000200:2.0:1767384896.674772:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp10: ACK from 12345-192.168.203.109@tcp10 into md 0x11b5 00000400:00000200:2.0:1767384896.674778:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384896.674780:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000167d0e3a. 00000400:00000200:2.0:1767384896.674787:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: ACK: OK 00000800:00000200:1.1F:1767384896.674788:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (4) 00000400:00000200:2.0:1767384896.674791:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:2.0:1767384896.674793:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000400:00000200:2.0:1767384896.674800:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:1.1:1767384896.674804:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp10 00000000167d0e3a deleted 00000800:00000010:1.1:1767384896.674806:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000167d0e3a. 00000800:00000200:1.1:1767384896.674809:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384896.674812:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp10 p 3.x 192.168.203.109 -> 192.168.203.109:1020 incarnation:1767384895089260977 sched[0] 00000400:00000200:2.0:1767384896.674816:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000800:00000010:1.0:1767384896.674822:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023e01f00. 00000400:00000200:2.0:1767384896.674824:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384896.674828:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (4) 00000800:00000001:2.0:1767384896.674846:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384896.674851:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384896.674895:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023e01f00. 00000800:00000010:1.0:1767384896.674900:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6e0a50a. 00000800:00000010:1.0:1767384896.674942:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000458b19ed. 00000800:00000001:1.0:1767384896.674953:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384896.674959:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384896.674979:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384896.674984:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp10 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384895089260977 sched[0] 00000800:00000010:1.0:1767384896.674991:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fffdc353. 00080000:00000010:1.0:1767384896.676154:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001e64c706. 00040000:00000001:1.0:1767384896.676159:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384896.676160:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384896.676162:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384896.676165:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384896.676166:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384896.676167:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384896.676175:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384896.676184:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384896.676187:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384896.676191:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384896.676216:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384896.676221:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384896.676225:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384896.676232:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384896.676236:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384896.676245:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d6477144. 00010000:00000001:2.0:1767384896.676251:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384896.676254:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00000020:00000001:2.0:1767384896.676258:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384896.676262:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b4ec1874 with handle 0x135556ebb4843a79 to hash 00000020:00000001:2.0:1767384896.676266:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384896.676269:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384896.676273:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384896.676276:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384896.676279:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384896.676284:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384896.676292:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000020:1.0:1767384896.676293:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384896.676296:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1767384896.676297:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384896.676300:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000010:1.0:1767384896.676301:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006a24fc6e. 00010000:00000001:2.0:1767384896.676303:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:1.0:1767384896.676306:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384896.676307:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384896.676310:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363744512 00010000:00000001:1.0:1767384896.676312:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384896.676316:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000200:1.0:1767384896.676318:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050eb8d10 x1853237363744512/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384896.676319:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384896.676324:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384896.676327:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384896.676330:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384896.676330:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384896.676333:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384896.676334:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384896.676338:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d6477144) refcount = 1 00000100:00001000:1.0:1767384896.676338:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=14 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384896.676345:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384896.676346:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384896.676352:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384896.676354:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384896.676355:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384896.676358:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:1.0:1767384896.676359:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384896.676361:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384896.676362:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384896.676365:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.676366:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384896.676368:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384896.676372:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:2.0:1767384896.676373:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:1.0:1767384896.676376:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6e0a50a. 20000000:01000000:2.0:1767384896.676377:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00010000:00000001:2.0:1767384896.676382:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1767384896.676382:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363744512, offset 224 00000020:00000001:2.0:1767384896.676383:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384896.676387:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00000020:00000001:2.0:1767384896.676390:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000400:00000200:1.0:1767384896.676390:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384896.676395:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384896.676397:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384896.676401:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384896.676401:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384896.676411:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384896.676413:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c01f00 00010000:00010000:2.0:1767384896.676415:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384896.676418:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384896.676421:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384896.676423:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384896.676426:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11c1 [2] + 224 00010000:00000001:2.0:1767384896.676435:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384896.676435:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384896.676438:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384896.676440:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384896.676444:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384896.676444:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002931cb4e x1853237363744512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384896.676449:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384896.676452:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384896.676455:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002931cb4e x1853237363744512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384896.676471:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b4ec1874 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384896.676475:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384896.676476:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384896.676477:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384896.676491:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384896.676492:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384896.676495:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384896.676496:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384896.676497:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=5 00000400:00000200:1.0:1767384896.676497:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e0a50a 00000020:00000001:2.0:1767384896.676501:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000400:00000010:1.0:1767384896.676501:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6e0a50a. 00010000:00000001:2.0:1767384896.676505:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000100:00000001:1.0:1767384896.676506:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384896.676508:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384896.676508:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384896.676511:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384896.676513:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384896.676521:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384896.676522:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384896.676526:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384896.676527:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767384896.676530:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384896.676531:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.676534:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384896.676537:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:1.0:1767384896.676539:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050eb8d10 x1853237363744512/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384896.676542:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384896.676545:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384896.676547:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384896.676551:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4ec1874 with handle 0x135556ebb4843a79 from hash 00000100:00100000:1.0:1767384896.676552:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050eb8d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363744512:12345-0@lo:253: Request processed in 2396us (2821us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384896.676556:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384896.676559:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384896.676562:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384896.676565:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:1.0:1767384896.676567:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00000001:2.0:1767384896.676568:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384896.676572:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1767384896.676574:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384896.676577:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384896.676580:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384896.676582:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:1.0:1767384896.676585:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c4a2d87. 00010000:00000001:2.0:1767384896.676586:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384896.676593:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384896.676594:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e0b5d9f. 00010000:00000001:2.0:1767384896.676599:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384896.676610:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:1.0:1767384896.676611:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1fd62ba. 00010000:00000001:2.0:1767384896.676612:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384896.676617:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384896.676618:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:2.0:1767384896.676619:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384896.676624:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384896.676625:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384896.676629:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000927e0ccf. 00010000:00000001:2.0:1767384896.676630:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384896.676632:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384896.676640:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384896.676644:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384896.676647:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384896.676649:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384896.676651:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384896.676654:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767384896.676655:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d78e15e4. 00010000:00000001:2.0:1767384896.676657:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384896.676660:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384896.676662:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6e0a50a. 00010000:00000001:2.0:1767384896.676663:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384896.676667:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384896.676670:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384896.676675:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384896.676680:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384896.676689:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384896.676692:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384896.676695:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843a79 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384896.676705:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d6477144 count: 0 00010000:00000001:2.0:1767384896.676718:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384896.676721:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:1.0:1767384896.677899:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a4824aa5. 00000100:00000040:2.0:1767384896.677939:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294884556, at 4294884557 00000100:00000040:3.0:1767384896.677941:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294884556, at 4294884557 00000100:00000010:3.0:1767384896.677955:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c33f997. 00000100:00000010:2.0:1767384896.677958:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf9ed5c3. 00080000:00000010:2.0:1767384896.677973:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e629506e. 00040000:00000001:2.0:1767384896.677975:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384896.677982:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384896.677984:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384896.677986:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384896.677988:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384896.677989:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384896.677991:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384896.678002:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384896.678004:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384896.678008:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:2.0:1767384896.678166:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384896.678171:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384896.678174:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009e2ed408. 20000000:00000001:2.0:1767384896.678183:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384896.678187:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363744384 00010000:00000001:2.0:1767384896.678191:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384896.678197:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006564343d x1853237363744384/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384896.678211:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384896.678214:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384896.678216:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384896.678219:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384896.678223:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384896.678227:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384896.678232:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384896.678236:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.678240:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384896.678245:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384896.678252:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082a43048. 00000100:00000200:2.0:1767384896.678257:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363744384, offset 224 00000400:00000200:2.0:1767384896.678263:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384896.678268:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384896.678273:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c01e80 00000400:00000200:2.0:1767384896.678277:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11b9 [2] + 224 00000400:00000200:2.0:1767384896.678281:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384896.678284:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384896.678292:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384896.678295:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095256724 x1853237363744384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384896.678302:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000095256724 x1853237363744384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.678312:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384896.678316:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082a43048 00000400:00000010:2.0:1767384896.678318:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082a43048. 00000100:00000001:2.0:1767384896.678321:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384896.678323:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384896.678327:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.678330:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384896.678334:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384896.678336:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384896.678340:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384896.678345:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006564343d x1853237363744384/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384896.678358:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006564343d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363744384:12345-0@lo:253: Request processed in 4212us (4816us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384896.678373:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000040:2.0:1767384896.678376:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384896.678381:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384896.678383:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384896.678387:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000adad9714. 00000020:00000010:2.0:1767384896.678393:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000828c9804. 00000020:00000010:2.0:1767384896.678399:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fc8ee60. 00000020:00000040:2.0:1767384896.678403:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:2.0:1767384896.678409:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384896.678412:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006d133758. 02000000:00000001:2.0:1767384896.678417:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384896.678420:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384896.678427:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384896.678432:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080139368. 00000400:00000010:2.0:1767384896.678443:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082a43048. 00000100:00000040:1.0:1767384896.678896:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294884556, at 4294884558 00000100:00000010:1.0:1767384896.678901:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7631416. 00010000:00000010:2.1:1767384896.682902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d6477144. 00010000:00000010:2.1:1767384896.682922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00010000:00000010:0.1:1767384896.685940:0:19348:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000964cf6a. 00010000:00000010:0.1:1767384896.685976:0:19348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e48af88e. 00010000:00000001:2.0:1767384896.856948:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384896.856953:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384896.856958:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384896.856960:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384896.856978:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384896.856980:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384896.856983:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384897.144535:0:19482:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000075c6f0da. 00080000:00000010:1.0:1767384897.144545:0:19482:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000075c6f0da. 00000020:00000001:1.0:1767384897.144550:0:19482:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384897.144558:0:19482:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000075c6f0da. 00080000:00000010:1.0:1767384897.144562:0:19482:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000075c6f0da. 00000020:00000001:1.0:1767384897.144566:0:19482:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384897.820197:0:19646:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384897.820202:0:19646:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:1.0:1767384897.826198:0:19646:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384897.835037:0:19647:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000650dd5ae. 00000400:00000010:1.0:1767384897.835053:0:19647:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b0647283. 00000400:00000010:1.0:1767384897.835063:0:19647:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000062375063. 00000400:00000010:1.0:1767384897.835067:0:19647:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000055bf7f5e. 00000400:00000010:1.0:1767384897.835071:0:19647:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fb837c5f. 00000400:00000010:1.0:1767384897.835076:0:19647:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006d456891. 00000400:00000010:1.0:1767384897.835078:0:19647:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000021529aab. 00000400:00000010:1.0:1767384897.835080:0:19647:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004675264a. 00000400:00000010:1.0:1767384897.835083:0:19647:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000047836d97. 00000800:00000010:1.0:1767384897.835093:0:19647:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fd885ad6. 00000800:00000200:1.0:1767384897.835106:0:19647:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384897.835114:0:19647:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384897.835164:0:19647:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384897.835194:0:19647:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp12 [8/256/0/180] 00000400:00000010:1.0:1767384897.837659:0:19647:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000006dfc9108. 00000400:00000010:1.0:1767384897.837666:0:19647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032b9f281. 00000400:00000010:1.0:1767384897.837677:0:19647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4412d4. 00000400:00000001:1.0:1767384897.837690:0:19647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384897.837692:0:19647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384897.837693:0:19647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095a446e8. 00000400:00000200:1.0:1767384897.837696:0:19647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000400:00000010:1.0:1767384897.837698:0:19647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000400:00000010:1.0:1767384897.837702:0:19647:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000431812d7. 00000400:00000200:1.0:1767384897.837707:0:19647:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (3) 00000400:00000200:1.0:1767384897.837720:0:19647:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384897.837729:0:19647:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:1.0:1767384897.837737:0:19647:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006a24fc6e. 00000020:01000000:1.0:1767384897.837742:0:19647:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384897.837746:0:19647:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp12 00000400:00000010:1.0:1767384897.837766:0:19647:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b0647283. 00000400:00000010:1.0:1767384897.837772:0:19647:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000650dd5ae. 00000020:00000001:3.0:1767384897.837795:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384897.837803:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384897.837808:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384897.837813:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384897.837818:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384897.837821:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384897.837827:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384897.837830:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384897.837833:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384897.837846:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384897.837849:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384897.837851:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384897.837855:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384897.837857:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384897.837891:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 00000020:00000040:3.0:1767384897.837917:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384897.837923:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384897.837926:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384897.837932:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384897.837946:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000005594c83. 00000100:00000001:3.0:1767384897.837956:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.837968:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp11 00000100:00000001:3.0:1767384897.837971:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384897.837975:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.837984:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfa954a] to pc [ptlrpcd_00_01+1] req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384897.837985:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384897.837994:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp11 00000400:00000200:0.0:1767384897.838006:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp11 NI seq info: [9:9:256:4294967295] 192.168.203.109@tcp11 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384897.838018:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp11 10000000:00000001:3.0:1767384897.838021:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384897.838026:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.838031:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384897.838035:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384897.838044:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp11(192.168.203.109@tcp11:) -> 192.168.203.109@tcp11(192.168.203.109@tcp:192.168.203.109@tcp11) : PUT try# 0 00000020:00000001:3.0:1767384897.838046:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384897.838051:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384897.838053:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384897.838056:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384897.838062:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:0.0:1767384897.838062:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.203.109@tcp11 00000020:01000004:3.0:1767384897.838067:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384897.838071:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384897.838072:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384897.838073:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:0.0:1767384897.838073:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006182aef0. 00000020:01000004:3.0:1767384897.838080:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384897.838081:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384897.838086:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384897.838088:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767384897.838088:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e9bd8e33. 00000020:01000004:3.0:1767384897.838090:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384897.838095:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:0.0:1767384897.838098:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fd8bbe0d. 00000020:01000004:3.0:1767384897.838099:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384897.838101:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384897.838105:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca050fb3. 00000020:00000040:3.0:1767384897.838113:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000800:00000200:0.0:1767384897.838114:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e9bd8e33] -> 12345-192.168.203.109@tcp11 (2) 00000100:00000001:3.0:1767384897.838120:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384897.838125:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.1:1767384897.838129:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e9bd8e33] -> 12345-192.168.203.109@tcp11 (2) 00000100:00000001:2.0:1767384897.838133:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384897.838137:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.838138:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.838146:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384897.838149:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000027ae34e2. 02000000:00000001:2.0:1767384897.838149:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384897.838152:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.838155:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000100:00000001:3.0:1767384897.838157:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384897.838160:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363744640:0@lo:253: 00000400:00000200:0.0:1767384897.838164:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 00000100:00000001:3.0:1767384897.838166:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384897.838170:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384897.838171:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.838179:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384897.838180:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca050fb3] to pc [ptlrpcd_00_02+2] req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384897.838184:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.838185:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.838191:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.838192:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384897.838217:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384897.838218:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f381d657. 10000000:00000001:3.0:1767384897.838220:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.838224:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.838225:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384897.838231:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384897.838234:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006a24fc6e. 00000400:00000010:2.0:1767384897.838235:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b8973c. 00000400:00000010:2.0:1767384897.838244:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bac6ffef. 00000100:00000001:3.0:1767384897.838247:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384897.838248:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363744640, portal 25 00000100:00000001:3.0:1767384897.838253:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384897.838254:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384897.838254:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000001:3.0:1767384897.838259:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384897.838259:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000100:00000040:3.0:1767384897.838266:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384897.838270:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.838296:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384897.838298:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384897.838300:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384897.838304:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384897.838305:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384897.838309:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384897.838310:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fffdc353. 00000400:00000200:0.0:1767384897.838312:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 02000000:00000001:3.0:1767384897.838313:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384897.838322:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca050fb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363744768:0@lo:253: 00000100:00000200:2.0:1767384897.838325:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363744640, offset 0 00000100:00000001:3.0:1767384897.838326:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384897.838332:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384897.838335:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.838338:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384897.838342:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384897.838356:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009c7bb857. 00000400:00000200:2.0:1767384897.838357:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384897.838361:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 02000000:00000001:3.0:1767384897.838362:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384897.838372:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031456d35. 00000400:00000010:3.0:1767384897.838381:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c66dace5. 00000400:00000200:2.0:1767384897.838381:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c01f80 00000100:00000200:3.0:1767384897.838387:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363744768, portal 25 00000100:00000001:3.0:1767384897.838391:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384897.838394:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794839936 : -107297914711680 : ffff9e69c1e89180) 00000400:00000200:2.0:1767384897.838397:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c5 [2] + 0 00000400:00000200:0.0:1767384897.838404:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000010:2.0:1767384897.838409:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd46d33. 00000100:00000040:3.0:1767384897.838412:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384897.838421:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000539f5286 00000100:00000001:3.0:1767384897.838422:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384897.838429:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384897.838434:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000055bc32c. 00000400:00000200:2.0:1767384897.838434:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384897.838440:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363744768, offset 0 00000400:00000200:2.0:1767384897.838445:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384897.838451:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384897.838461:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384897.838462:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000539f5286 00000400:00000010:2.0:1767384897.838466:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000539f5286. 00000400:00000200:3.0:1767384897.838472:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02000 00000100:00000001:2.0:1767384897.838473:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384897.838478:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384897.838483:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c9 [2] + 0 00000100:00000040:2.0:1767384897.838485:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000005b7dde72 x1853237363744640 msgsize 4848 00000400:00000010:3.0:1767384897.838491:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002df4f286. 00000100:00100000:2.0:1767384897.838499:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384897.838500:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d939b868 00000100:00000040:2.0:1767384897.838502:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384897.838508:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384897.838515:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384897.838516:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384897.838526:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fffdc353 00000400:00000010:2.0:1767384897.838530:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fffdc353. 00000100:00000001:2.0:1767384897.838534:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384897.838535:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d939b868 00000400:00000010:3.0:1767384897.838540:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d939b868. 00000100:00000200:2.0:1767384897.838542:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.838546:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384897.838551:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384897.838558:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000008d14c500 x1853237363744768 msgsize 4848 00000100:00000001:2.0:1767384897.838558:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384897.838567:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384897.838574:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384897.838581:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384897.838584:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.838588:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384897.838595:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.838596:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384897.838603:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294885721 00000400:00000200:3.0:1767384897.838605:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000055bc32c 00000400:00000010:3.0:1767384897.838609:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000055bc32c. 00000100:00000010:2.0:1767384897.838610:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a76fbda7. 00000100:00000001:3.0:1767384897.838614:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384897.838620:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384897.838621:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.838629:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294885721 00000100:00000001:3.0:1767384897.838635:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384897.838636:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000702871f0. 00000100:00000040:3.0:1767384897.838639:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.838652:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.838653:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384897.838654:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384897.838663:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294885721 00000100:00000001:3.0:1767384897.838664:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384897.838669:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006bd55797. 00000100:00000001:3.0:1767384897.838672:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294885721 00000100:00000010:2.0:1767384897.838674:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ad67840. 00000800:00000010:0.0:1767384897.838677:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000640fd951. 00000100:00000001:2.0:1767384897.838680:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767384897.838687:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8b2c605. 00000100:00000001:2.0:1767384897.838689:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294885721 00000100:00000001:3.0:1767384897.838690:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294885721 00000100:00000001:3.0:1767384897.838698:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294885721 00000100:00000010:2.0:1767384897.838700:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1bc33d6. 00000100:00000001:3.0:1767384897.838701:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294885721 00000100:00000001:3.0:1767384897.838707:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294885721 00000100:00000001:2.0:1767384897.838708:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384897.838710:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294885721 00000100:00000001:2.0:1767384897.838714:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.838715:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294885721 00000100:00000001:3.0:1767384897.838722:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294885721 00000100:00000001:2.0:1767384897.838723:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384897.838727:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8b2c605. 00000100:00000001:3.0:1767384897.838729:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.838731:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.838737:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.838737:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.838744:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.838748:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.838749:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384897.838750:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384897.838755:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384897.838756:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384897.838756:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.838760:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384897.838763:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.838766:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384897.838767:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384897.838771:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384897.838772:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.838775:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.838777:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.838781:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.838809:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:2.0:1767384897.838814:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384897.838815:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384897.838822:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363744640 00000100:00100000:3.0:1767384897.838823:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363744768 02000000:00000001:3.0:1767384897.838829:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384897.838829:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384897.838833:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384897.838833:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384897.838839:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.838840:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.838841:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp11 from 251.3.0.2 02000000:00000001:3.0:1767384897.838850:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.838850:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384897.838853:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000630ad664. 00000100:00100000:3.0:1767384897.838859:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363744768 00000100:00100000:2.0:1767384897.838859:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363744640 00000020:00000001:2.0:1767384897.839010:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384897.839012:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384897.839015:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384897.839018:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:2.0:1767384897.839021:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384897.839025:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384897.839029:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384897.839034:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d721c7d9. 00000100:00000001:2.0:1767384897.839037:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384897.839040:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d721c7d9. 00000800:00000010:0.0:1767384897.839044:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d5d40b9. 00000800:00000010:0.0:1767384897.839050:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b19d7e24. 00000020:00000010:2.0:1767384897.839059:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c65bf20. 00000020:00000010:2.0:1767384897.839067:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000119581f3. 00000800:00000010:0.0:1767384897.839072:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006dfb3d4c. 00000020:00000010:2.0:1767384897.839073:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000045607731. 00000800:00000200:0.1:1767384897.839083:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e9bd8e33] -> 12345-192.168.203.109@tcp11 (2) 00000100:00000040:2.0:1767384897.839090:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000200:0.1:1767384897.839091:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp11 000000006dfb3d4c deleted 00000100:00000001:2.0:1767384897.839097:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000010:0.1:1767384897.839098:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006dfb3d4c. 00000100:00000001:2.0:1767384897.839102:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384897.839106:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384897.839107:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384897.839122:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp11 ip 192.168.203.109:1019 00000100:00000001:2.0:1767384897.839123:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384897.839129:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006182aef0 type 1, nob 192 niov 1 nkiov 1 00000800:00000200:0.0:1767384897.839138:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp11 p 3.x 192.168.203.109 -> 192.168.203.109:1019 incarnation:1767384896671603603 sched[0] 00000100:00000001:2.0:1767384897.839139:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384897.839146:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:0.0:1767384897.839148:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8b2c605. 00000020:00000040:3.0:1767384897.839149:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384897.839153:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.839155:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:2.0:1767384897.839157:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384897.839164:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384897.839165:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384897.839171:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00100000:2.0:1767384897.839175:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000001:3.0:1767384897.839178:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384897.839181:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000020:00000010:3.0:1767384897.839184:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126bbb09. 00000100:00000001:2.0:1767384897.839185:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339803216 : -107293369748400 : ffff9e6ad0cf3450) 00000100:00000001:3.0:1767384897.839189:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384897.839194:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b7dde72 x1853237363744640/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:123/0 lens 4848/0 e 0 to 0 dl 1767384908 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384897.839205:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000126bbb09. 00000100:00000001:2.0:1767384897.839211:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384897.839215:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1ba345b. 00000020:00000010:2.0:1767384897.839216:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d721c7d9. 00000800:00000010:0.0:1767384897.839220:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8b2c605. 00000100:00000001:2.0:1767384897.839222:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384897.839223:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c480149. 00000800:00000010:0.0:1767384897.839226:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b19d7e24. 00000020:00000010:2.0:1767384897.839231:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d721c7d9. 00000020:00000010:3.0:1767384897.839234:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8690a4b. 00000100:00100000:2.0:1767384897.839240:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b7dde72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363744640:12345-0@lo:253: 00000100:00000001:3.0:1767384897.839243:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384897.839248:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384897.839248:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363744640 00000100:00000001:3.0:1767384897.839253:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.839255:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384897.839261:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384897.839262:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.839263:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384897.839265:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000630ad664. 00000100:00000001:3.0:1767384897.839268:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384897.839269:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384897.839273:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384897.839277:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384897.839279:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384897.839282:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384897.839284:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384897.839285:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384897.839289:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384897.839291:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.839293:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384897.839297:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384897.839298:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000001:0.0:1767384897.839299:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384897.839305:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:0.0:1767384897.839307:0:17064:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.839311:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384897.839313:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339790928 : -107293369760688 : ffff9e6ad0cf0450) 00000100:00000001:0.0:1767384897.839313:0:17064:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384897.839319:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000623e963a. 00000100:00000040:3.0:1767384897.839325:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d14c500 x1853237363744768/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:123/0 lens 4848/0 e 0 to 0 dl 1767384908 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384897.839326:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.839335:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384897.839335:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384897.839341:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384897.839344:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384897.839346:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126bbb09. 00000800:00000001:0.0:1767384897.839346:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.839354:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384897.839358:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000126bbb09. 20000000:00000010:2.0:1767384897.839362:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a71a1f31. 00000100:00100000:3.0:1767384897.839367:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d14c500 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363744768:12345-0@lo:253: 20000000:01000000:2.0:1767384897.839371:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:3.0:1767384897.839373:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363744768 00000020:00000001:3.0:1767384897.839379:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384897.839380:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384897.839382:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384897.839386:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384897.839388:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384897.839389:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384897.839394:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 20000000:00000001:2.0:1767384897.839395:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.839397:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384897.839402:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384897.839404:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.839405:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384897.839410:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384897.839412:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384897.839413:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384897.839419:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384897.839425:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006182aef0. 20000000:00000010:2.0:1767384897.839426:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c602f0d1. 00000100:00000001:3.0:1767384897.839428:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384897.839433:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384897.839434:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:2.0:1767384897.839435:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 02000000:00000010:3.0:1767384897.839443:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ad7a6286. 20000000:00000001:2.0:1767384897.839445:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384897.839448:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp11->192.168.203.109@tcp11: PUT: OK 02000000:00000001:3.0:1767384897.839450:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.839455:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.839455:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384897.839456:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:00000001:3.0:1767384897.839463:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384897.839463:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384897.839465:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 20000000:00000010:3.0:1767384897.839476:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000027376931. 20000000:01000000:3.0:1767384897.839482:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384897.839485:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384897.839488:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384897.839489:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384897.839491:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.839496:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.839498:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:0.1:1767384897.839503:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:2.0:1767384897.839510:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384897.839511:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp11 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384896671603603 sched[0] 00080000:00000001:2.0:1767384897.839518:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000010:0.0:1767384897.839519:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000640fd951. 00080000:00000001:2.0:1767384897.839522:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.839526:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384897.839528:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384897.839532:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:2.0:1767384897.839537:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:2.0:1767384897.839539:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384897.839542:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384897.839546:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.839548:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384897.839551:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384897.839558:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384897.839562:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384897.839567:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008bdc41b1. 00000400:00000200:0.0:1767384897.839569:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00080000:00000001:2.0:1767384897.839571:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780941917184 : -107292767634432 : ffff9e6af4b2bc00) 00080000:00000001:2.0:1767384897.839578:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384897.839581:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384897.839593:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d721c7d9. 00080000:00000001:2.0:1767384897.839597:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.839600:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384897.839609:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00080000:00000001:2.0:1767384897.839615:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.839636:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384897.839647:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000001:3.0:1767384897.839693:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384897.839703:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384897.839707:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384897.839709:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000001:3.0:1767384897.839712:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384897.839725:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp11(192.168.203.109@tcp11) <- 192.168.203.109@tcp11 : PUT - for me 00000400:00000200:3.0:1767384897.839738:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384897.839745:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 96/96 into md 0x11c9 [1] + 0 00000400:00000010:3.0:1767384897.839750:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958155e7. 00000400:00000200:3.0:1767384897.839755:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007aa9e8ff 00000800:00000001:3.0:1767384897.839760:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384897.839773:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384897.839776:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384897.839776:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384897.839788:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp11->192.168.203.109@tcp11: PUT: OK 00000400:00000200:3.0:1767384897.839793:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000400:00000010:3.0:1767384897.839795:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000400:00000200:3.0:1767384897.839801:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384897.839805:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (5) 00000400:00000200:3.0:1767384897.839812:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:3.0:1767384897.839817:0:16334:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000d5f1fd8c. 00000400:00000200:3.0:1767384897.839821:0:16334:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 4 00000400:00000200:3.0:1767384897.839825:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384897.839843:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (6) 00000400:00000200:3.0:1767384897.839856:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384897.839892:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp11 to MR: 192.168.203.109@tcp11 local destination 00000400:00000200:3.0:1767384897.839912:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp11 NI seq info: [10:10:256:4294967295] 192.168.203.109@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1767384897.839924:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp11(192.168.203.109@tcp11:192.168.203.109@tcp11) -> 192.168.203.109@tcp11(192.168.203.109@tcp11:192.168.203.109@tcp11) 192.168.203.109@tcp11 : ACK try# 0 00000800:00000200:3.0:1767384897.839931:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp11 00000400:00000200:2.0:1767384897.839932:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384897.839937:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e796c6a2. 00000400:00000010:2.0:1767384897.839940:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083381ddd. 00000800:00000200:3.0:1767384897.839947:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e9bd8e33] -> 12345-192.168.203.109@tcp11 (4) 00000400:00000010:2.0:1767384897.839949:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805111a2. 00000800:00000200:3.0:1767384897.839955:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp11 ip 192.168.203.109:988 00000400:00000200:2.0:1767384897.839957:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000800:00000200:3.0:1767384897.839959:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e796c6a2 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384897.839968:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000400:00000010:2.0:1767384897.839977:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 00000000a1ae9267. 00000400:00000010:2.0:1767384897.839980:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000fbebe4df. 00000400:00000010:2.0:1767384897.839984:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 000000001c18420e. 00000400:00000010:2.0:1767384897.839995:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e6604d68. 00000400:00000200:2.0:1767384897.840000:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e6604d68 nid 192.168.203.109@tcp12 00000400:00000010:2.0:1767384897.840006:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000865d2f6d. 00000400:00000200:2.0:1767384897.840009:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000865d2f6d net tcp12 00000400:00000200:2.0:1767384897.840013:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (5) 00000800:00000200:3.0:1767384897.840043:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384897.840047:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e796c6a2. 00000400:00000200:3.0:1767384897.840052:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384897.840060:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp11->192.168.203.109@tcp11: ACK: OK 00000400:00000200:2.0:1767384897.840078:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp12 flags 0x11 00000400:00000010:2.0:1767384897.840085:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 00000000a1ae9267. 00000800:00000001:3.0:1767384897.840091:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384897.840092:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000fbebe4df. 00000400:00000010:2.0:1767384897.840099:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 000000001c18420e. 00000800:00000001:3.0:1767384897.840100:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384897.840108:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384897.840109:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000d5f1fd8c. 00000800:00000001:3.0:1767384897.840116:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384897.840117:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000800:00000001:3.0:1767384897.840121:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384897.840125:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000800:00000001:3.0:1767384897.840130:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384897.840131:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000400:00000200:2.0:1767384897.840143:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000400:00000200:3.0:1767384897.840146:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp11(192.168.203.109@tcp11) <- 192.168.203.109@tcp11 : ACK - for me 00000400:00000200:2.0:1767384897.840151:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384897.840155:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000400:00000200:2.0:1767384897.840164:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:3.0:1767384897.840169:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp11: ACK from 12345-192.168.203.109@tcp11 into md 0x11e1 00000400:00000200:2.0:1767384897.840171:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (6) 00000400:00000200:3.0:1767384897.840174:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384897.840183:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp11->192.168.203.109@tcp11: ACK: OK 00000400:00000200:3.0:1767384897.840186:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008675544 00000400:00000010:3.0:1767384897.840188:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008675544. 00000400:00000200:3.0:1767384897.840193:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384897.840197:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:3.0:1767384897.840202:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (5) 00000800:00000001:3.0:1767384897.840208:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384897.840211:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384897.840215:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d133758. 00000800:00000010:0.0:1767384897.840221:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000640fd951. 00000800:00000010:0.0:1767384897.840227:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8b2c605. 00000800:00000010:0.0:1767384897.840271:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8b2c605. 00000400:00000200:3.0:1767384897.840316:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384897.840350:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp11 from 250.3.0.2 00000800:00000010:3.0:1767384897.840353:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000020d8c779. 00000800:00000010:2.0:1767384897.840445:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000073b8588a. 00000800:00000010:2.0:1767384897.840452:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fffdc353. 00000800:00000010:2.0:1767384897.840469:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000049047c5f. 00000800:00000200:2.1:1767384897.840484:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e9bd8e33] -> 12345-192.168.203.109@tcp11 (4) 00000800:00000200:2.1:1767384897.840488:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp11 0000000049047c5f deleted 00000800:00000010:2.1:1767384897.840490:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000049047c5f. 00000800:00000200:2.1:1767384897.840494:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384897.840499:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp11 p 3.x 192.168.203.109 -> 192.168.203.109:1018 incarnation:1767384896671603603 sched[0] 00000800:00000010:2.0:1767384897.840503:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ac64290. 00000800:00000010:2.0:1767384897.840564:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ac64290. 00000800:00000010:2.0:1767384897.840568:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fffdc353. 00000800:00000200:0.1:1767384897.840598:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384897.840601:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000020d8c779. 00000800:00000200:0.0:1767384897.840607:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp11 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384896671603603 sched[0] 00000800:00000010:0.0:1767384897.840612:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000640fd951. 00000800:00000001:3.0:1767384897.840628:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384897.840637:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384897.840643:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384897.840648:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384897.841025:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008bdc41b1. 00080000:00000010:3.0:1767384897.841068:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d721c7d9. 00040000:00000001:3.0:1767384897.841074:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384897.841076:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384897.841079:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384897.841083:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384897.841085:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.841087:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384897.841099:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384897.841110:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384897.841113:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384897.841119:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384897.841119:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008bdc41b1. 20000000:01000000:2.0:1767384897.841125:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:2.0:1767384897.841129:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384897.841132:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384897.841134:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384897.841137:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384897.841142:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384897.841145:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384897.841150:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384897.841152:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.841158:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384897.841160:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384897.841161:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.841163:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384897.841165:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384897.841167:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000020:00000001:2.0:1767384897.841171:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:2.0:1767384897.841178:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384897.841179:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384897.841181:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384897.841186:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.841188:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384897.841191:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384897.841193:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000699e9f99. 00000020:00000001:2.0:1767384897.841195:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384897.841201:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384897.841203:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:2.0:1767384897.841205:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8d2264a. 00010000:00000010:0.0:1767384897.841210:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e23b5263. 00080000:00000001:2.0:1767384897.841211:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780941915136 : -107292767636480 : ffff9e6af4b2b400) 00080000:00000001:2.0:1767384897.841218:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384897.841228:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:0.0:1767384897.841229:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:2.0:1767384897.841232:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007ac64290. 00000020:00000040:0.0:1767384897.841235:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e23b5263 with handle 0x135556ebb4843a87 to hash 00080000:00000001:2.0:1767384897.841236:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.841241:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384897.841244:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384897.841249:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00080000:00000001:2.0:1767384897.841251:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.841255:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384897.841260:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384897.841265:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.841271:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384897.841271:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384897.841297:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384897.841302:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000020:3.0:1767384897.841305:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384897.841305:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384897.841310:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384897.841312:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384897.841315:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384897.841316:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a71a1f31. 00010000:00000001:0.0:1767384897.841323:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:3.0:1767384897.841325:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.841327:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384897.841331:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363744640 00010000:00000001:0.0:1767384897.841332:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384897.841337:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384897.841338:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384897.841341:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384897.841344:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000200:3.0:1767384897.841347:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b7dde72 x1853237363744640/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384897.841349:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000699e9f99) refcount = 1 00010000:00010000:0.0:1767384897.841359:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.841366:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384897.841371:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384897.841372:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.841376:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:3.0:1767384897.841377:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=15 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384897.841379:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384897.841386:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.841389:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384897.841390:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384897.841403:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:3.0:1767384897.841405:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 20000000:01000000:0.0:1767384897.841408:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00000100:00000001:3.0:1767384897.841409:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384897.841414:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384897.841416:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.841423:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384897.841424:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384897.841429:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384897.841430:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384897.841433:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e23b5263 refcount=4 00000400:00000010:3.0:1767384897.841436:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000055bc32c. 00000020:00000001:0.0:1767384897.841437:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384897.841441:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384897.841443:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384897.841445:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384897.841451:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363744640, offset 224 00000400:00000200:3.0:1767384897.841459:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384897.841468:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384897.841471:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384897.841476:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384897.841486:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384897.841488:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384897.841492:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c01f80 00010000:00010000:0.0:1767384897.841493:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384897.841504:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11e5 [2] + 224 00010000:00000001:0.0:1767384897.841509:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384897.841514:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384897.841514:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.841523:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767384897.841524:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384897.841527:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384897.841530:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384897.841538:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384897.841539:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e23b5263 already unused, calling callback (00000000c66beece) 00010000:00000001:0.0:1767384897.841546:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384897.841551:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384897.841556:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384897.841558:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384897.841577:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384897.841580:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384897.841581:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384897.841583:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e23b5263 refcount=5 00000020:00000001:0.0:1767384897.841585:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00000100:00000001:3.0:1767384897.841590:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384897.841597:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000055bc32c 00010000:00000001:0.0:1767384897.841597:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00000400:00000010:3.0:1767384897.841603:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000055bc32c. 00010000:00000001:0.0:1767384897.841606:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384897.841608:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767384897.841610:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384897.841611:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384897.841617:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.841618:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.841620:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384897.841623:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384897.841625:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767384897.841627:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384897.841630:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.841632:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384897.841632:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384897.841635:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:2.0:1767384897.841638:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384897.841639:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.841639:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384897.841644:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b8973c. 00000020:00000001:3.0:1767384897.841647:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384897.841647:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384897.841651:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bac6ffef 00010000:00000001:0.0:1767384897.841653:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.841655:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b7dde72 x1853237363744640/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384897.841657:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bac6ffef. 00000020:00000040:0.0:1767384897.841658:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e23b5263 with handle 0x135556ebb4843a87 from hash 00000100:00000001:2.0:1767384897.841665:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384897.841666:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384897.841672:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384897.841676:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384897.841677:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384897.841679:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:3.0:1767384897.841683:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b7dde72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363744640:12345-0@lo:253: Request processed in 2467us (3191us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384897.841684:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384897.841689:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384897.841700:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384897.841703:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384897.841705:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384897.841710:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00000001:0.0:1767384897.841711:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.841719:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:3.0:1767384897.841720:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:0.0:1767384897.841724:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384897.841726:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384897.841727:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384897.841728:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384897.841731:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384897.841733:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384897.841734:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384897.841735:0:16341:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384897.841738:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.841741:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384897.841742:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000119581f3. 00010000:00000001:0.0:1767384897.841743:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.841744:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384897.841751:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.841752:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384897.841753:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000045607731. 02000000:00000001:2.0:1767384897.841766:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384897.841766:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384897.841776:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=15 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384897.841777:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c65bf20. 00010000:00000001:0.0:1767384897.841778:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384897.841783:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384897.841787:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:3.0:1767384897.841788:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00001000:2.0:1767384897.841788:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=15 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384897.841789:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384897.841798:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384897.841798:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384897.841801:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384897.841804:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000623e963a. 00000100:00000001:2.0:1767384897.841804:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.841805:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384897.841811:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384897.841813:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384897.841816:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384897.841817:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.841817:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.841821:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384897.841826:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.841827:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384897.841829:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:0.0:1767384897.841837:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384897.841838:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088341254. 00000100:00000040:2.0:1767384897.841838:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384897.841846:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000055bc32c. 00000100:00000001:2.0:1767384897.841891:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.841895:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384897.841918:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384897.841918:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384897.841922:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384897.841926:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:0.0:1767384897.841927:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e23b5263/0x135556ebb4843a87 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384897.841931:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384897.841936:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384897.841942:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000040:0.0:1767384897.841942:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000699e9f99 count: 0 00010000:00000001:0.0:1767384897.841952:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384897.841954:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 20000000:00000001:0.0:1767384897.841955:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:2.0:1767384897.841957:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384897.841960:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384897.841962:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384897.841963:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384897.841964:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384897.841968:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384897.841975:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363744640:0@lo:253: 00000100:00000001:2.0:1767384897.841980:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.841982:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384897.841983:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363744640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.841989:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384897.841991:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384897.841993:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f381d657. 02000000:00000001:2.0:1767384897.841998:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384897.841999:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384897.842001:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384897.842003:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384897.842005:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000005594c83. 02000000:00000001:2.0:1767384897.842010:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384897.842011:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384897.842013:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 00000100:00000001:2.0:1767384897.842015:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384897.842016:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.842018:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.842022:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384897.842023:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.842025:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384897.842026:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384897.842967:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294885721, at 4294885722 00000100:00000010:2.0:1767384897.842975:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ad67840. 00080000:00000010:3.0:1767384897.843014:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8d2264a. 00080000:00000010:2.0:1767384897.843045:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007ac64290. 00040000:00000001:2.0:1767384897.843050:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:1.0:1767384897.843053:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294885721, at 4294885722 00040000:00000001:2.0:1767384897.843060:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:1.0:1767384897.843060:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000702871f0. 00080000:00000001:2.0:1767384897.843066:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384897.843069:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384897.843071:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384897.843074:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384897.843076:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384897.843088:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384897.843090:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384897.843094:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384897.843129:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384897.843135:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384897.843138:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384897.843143:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384897.843146:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384897.843152:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004cebaf36. 00010000:00000001:0.0:1767384897.843158:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384897.843161:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e2b5d8b7. 00000020:00000001:0.0:1767384897.843165:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384897.843169:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e2b5d8b7 with handle 0x135556ebb4843a8e to hash 00000020:00000001:0.0:1767384897.843173:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384897.843174:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384897.843178:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384897.843181:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384897.843183:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384897.843186:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384897.843196:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384897.843199:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384897.843209:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384897.843212:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384897.843214:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384897.843217:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384897.843220:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384897.843223:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384897.843224:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1767384897.843228:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384897.843229:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000010:2.0:1767384897.843231:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000027376931. 00010000:00000001:0.0:1767384897.843233:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384897.843244:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:2.0:1767384897.843248:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384897.843249:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004cebaf36) refcount = 1 00010000:00000040:2.0:1767384897.843253:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363744768 00010000:00010000:0.0:1767384897.843257:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384897.843258:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384897.843264:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d14c500 x1853237363744768/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384897.843276:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384897.843278:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384897.843281:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.843281:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384897.843285:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384897.843286:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=15 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384897.843293:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.843294:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384897.843300:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384897.843300:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.843303:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384897.843309:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384897.843313:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.843314:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384897.843316:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:01000000:0.0:1767384897.843319:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00000100:00000040:2.0:1767384897.843321:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384897.843327:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049047c5f. 00010000:00000001:0.0:1767384897.843327:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1767384897.843332:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363744768, offset 224 00000020:00000001:0.0:1767384897.843332:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384897.843337:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=4 00000400:00000200:2.0:1767384897.843340:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384897.843343:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384897.843348:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00000400:00000200:2.0:1767384897.843350:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384897.843355:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384897.843359:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384897.843360:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02000 00000400:00000200:2.0:1767384897.843373:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11ed [2] + 224 00010000:00000001:0.0:1767384897.843376:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384897.843380:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384897.843382:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384897.843393:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384897.843395:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384897.843401:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384897.843403:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384897.843413:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384897.843420:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384897.843428:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384897.843432:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.843439:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384897.843442:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384897.843444:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384897.843465:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e2b5d8b7 already unused, calling callback (00000000c66beece) 00010000:00000001:0.0:1767384897.843473:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384897.843475:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384897.843477:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384897.843478:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384897.843485:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049047c5f 00000400:00000010:2.0:1767384897.843489:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049047c5f. 00000100:00000001:2.0:1767384897.843495:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384897.843497:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384897.843498:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384897.843500:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384897.843502:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384897.843504:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384897.843505:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384897.843508:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384897.843509:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1767384897.843512:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384897.843512:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000020:00000040:0.0:1767384897.843514:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=5 00000400:00000010:3.0:1767384897.843516:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031456d35. 00010000:00000001:2.0:1767384897.843518:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384897.843522:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00000020:00000001:2.0:1767384897.843523:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384897.843524:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c66dace5 00000400:00000010:3.0:1767384897.843528:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c66dace5. 00000020:00000001:2.0:1767384897.843530:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384897.843530:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00000100:00000001:3.0:1767384897.843532:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384897.843536:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d14c500 x1853237363744768/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384897.843539:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:3.0:1767384897.843541:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384897.843545:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384897.843569:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d14c500 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363744768:12345-0@lo:253: Request processed in 4225us (5007us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384897.843574:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384897.843574:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384897.843580:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:2.0:1767384897.843585:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00000001:0.0:1767384897.843587:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.843589:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384897.843590:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384897.843594:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.843594:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384897.843595:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384897.843598:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384897.843599:0:16342:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384897.843601:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1767384897.843603:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384897.843604:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c480149. 00000100:00000001:3.0:1767384897.843606:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384897.843607:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384897.843609:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384897.843610:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8690a4b. 00010000:00000001:0.0:1767384897.843612:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.843613:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384897.843620:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=15 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384897.843627:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1ba345b. 00000020:00000040:0.0:1767384897.843629:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e2b5d8b7 with handle 0x135556ebb4843a8e from hash 00000100:00001000:3.0:1767384897.843630:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=15 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384897.843632:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:3.0:1767384897.843639:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384897.843640:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767384897.843641:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384897.843642:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384897.843645:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ad7a6286. 00010000:00000001:3.0:1767384897.843646:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384897.843646:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.843652:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.843652:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384897.843653:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384897.843655:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.843656:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384897.843660:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384897.843664:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b8973c. 00010000:00000001:0.0:1767384897.843667:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1767384897.843670:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384897.843672:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1767384897.843678:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049047c5f. 00010000:00000001:0.0:1767384897.843678:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384897.843684:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384897.843684:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384897.843690:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384897.843690:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.843693:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384897.843697:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384897.843698:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384897.843703:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:0.0:1767384897.843704:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:01000004:3.0:1767384897.843705:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384897.843709:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384897.843709:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:01000004:3.0:1767384897.843711:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384897.843715:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384897.843716:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384897.843717:0:16342:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384897.843722:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384897.843722:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384897.843725:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384897.843728:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.843729:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384897.843734:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.843741:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384897.843742:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca050fb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363744768:0@lo:253: 00010000:00010000:0.0:1767384897.843747:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384897.843748:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.843751:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384897.843755:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca050fb3 x1853237363744768/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384897.843771:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384897.843773:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384897.843775:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384897.843776:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384897.843780:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009c7bb857. 00010000:00000001:0.0:1767384897.843780:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384897.843785:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384897.843786:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384897.843791:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384897.843791:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384897.843792:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00010000:00000001:0.0:1767384897.843796:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384897.843797:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384897.843801:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000027ae34e2. 00010000:00000001:0.0:1767384897.843802:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384897.843805:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384897.843807:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384897.843807:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384897.843810:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca050fb3. 20000000:00000001:0.0:1767384897.843814:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.843815:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384897.843818:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384897.843821:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384897.843822:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384897.843834:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384897.843835:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384897.843838:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384897.843839:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384897.843844:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843a8e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384897.843845:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.843849:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384897.843859:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004cebaf36 count: 0 00000100:00000040:3.0:1767384897.843895:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294885721, at 4294885723 00000100:00000010:3.0:1767384897.843917:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1bc33d6. 00010000:00000001:0.0:1767384897.843946:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384897.843950:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384897.843970:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294885721, at 4294885723 00000100:00000010:0.0:1767384897.843978:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a76fbda7. 00010000:00000010:0.1:1767384897.849925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000699e9f99. 00010000:00000010:0.1:1767384897.849935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e23b5263. 00000400:00000010:1.0:1767384897.857519:0:19652:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e857136f. 00000400:00000040:1.0:1767384897.857536:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384897.857539:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384897.857541:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384897.857542:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384897.857544:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384897.857546:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384897.857548:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384897.857549:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384897.857551:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384897.857552:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384897.857554:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384897.857555:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384897.857557:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384897.857558:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384897.857559:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384897.857561:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384897.857562:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384897.857563:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384897.857569:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384897.857571:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384897.857573:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384897.857575:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384897.857576:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384897.857578:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384897.857579:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384897.857581:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384897.857582:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384897.857584:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384897.857585:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384897.857586:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384897.857588:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384897.857589:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384897.857591:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384897.857592:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384897.857593:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384897.857594:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384897.857596:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384897.857598:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384897.857599:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384897.857601:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384897.857602:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384897.857603:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384897.857605:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384897.857606:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384897.857607:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384897.857608:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384897.857610:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384897.857611:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384897.857613:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384897.857614:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384897.857616:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384897.857617:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384897.857618:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384897.857620:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384897.857621:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384897.857622:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384897.857623:0:19652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384897.857647:0:19652:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e857136f. 00010000:00000010:0.1:1767384897.857923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004cebaf36. 00010000:00000010:0.1:1767384897.857930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e2b5d8b7. 00010000:00000001:2.0:1767384897.881931:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384897.881935:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384897.881940:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384897.881942:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.881959:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384897.881961:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384897.881962:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384898.008980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384898.008986:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384898.008992:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca050fb3. 00000020:00000040:3.0:1767384898.008998:0:36:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384898.009002:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384898.009004:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384898.009009:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384898.009015:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e796c6a2. 00000100:00000001:3.0:1767384898.009020:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.009027:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384898.009036:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384898.009038:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.009043:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca050fb3] to pc [ptlrpcd_00_03+3] req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.009058:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.009060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384898.009063:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384898.009066:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fece33a. 00000020:00000040:3.0:1767384898.009068:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384898.009070:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384898.009071:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384898.009072:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384898.009075:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4092f6e. 00000100:00000001:3.0:1767384898.009076:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.009079:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384898.009094:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384898.009095:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.009097:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384898.009098:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fece33a] to pc [ptlrpcd_00_00+0] req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384898.009104:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384898.009107:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384898.009115:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384898.009116:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.009117:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384898.009119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384898.009121:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384898.009123:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384898.009124:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384898.009127:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384898.009128:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000252606be. 00000020:00000040:3.0:1767384898.009132:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384898.009135:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384898.009135:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384898.009138:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384898.009140:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384898.009145:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005e3cd0fa. 00000100:00000001:0.0:1767384898.009150:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384898.009151:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.009154:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.009157:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384898.009159:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384898.009163:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384898.009166:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384898.009168:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.009169:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384898.009172:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca050fb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363744896:0@lo:400: 00000100:00000040:3.0:1767384898.009175:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000252606be] to pc [ptlrpcd_00_01+1] req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384898.009180:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384898.009185:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384898.009187:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384898.009188:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.009191:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (223) 02000000:00000001:0.0:1767384898.009191:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384898.009197:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dff082e. 02000000:00000001:0.0:1767384898.009200:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384898.009205:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000958155e7. 00000100:00000001:3.0:1767384898.009210:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384898.009212:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000100:00000001:3.0:1767384898.009214:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384898.009217:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384898.009219:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363744896, portal 4 00000100:00000040:3.0:1767384898.009220:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384898.009224:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384898.009227:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794839936 : -107297914711680 : ffff9e69c1e89180) 00000100:00000001:3.0:1767384898.009233:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384898.009235:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384898.009237:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384898.009239:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384898.009242:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384898.009246:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384898.009251:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384898.009253:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384898.009255:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000100:00100000:3.0:1767384898.009259:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005fece33a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363745024:0@lo:400: 00000100:00000200:0.0:1767384898.009259:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363744896, offset 0 00000100:00000001:3.0:1767384898.009266:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384898.009269:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384898.009272:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384898.009273:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.009276:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384898.009279:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000422ed808. 02000000:00000001:3.0:1767384898.009281:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384898.009285:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031456d35. 00000400:00000200:0.0:1767384898.009289:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384898.009291:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384898.009295:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363745024, portal 10 00000100:00000001:3.0:1767384898.009298:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384898.009301:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794845312 : -107297914706304 : ffff9e69c1e8a680) 00000100:00000040:3.0:1767384898.009306:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384898.009312:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c02080 00000100:00000001:3.0:1767384898.009318:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.009324:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384898.009325:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1648 00000400:00000010:3.0:1767384898.009328:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0738f85. 00000100:00000200:3.0:1767384898.009332:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363745024, offset 0 00000400:00000200:0.0:1767384898.009333:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.009340:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384898.009341:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384898.009352:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384898.009353:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384898.009356:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384898.009361:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007675c41a. 00000100:00000040:0.0:1767384898.009363:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000007675c41a x1853237363744896 msgsize 224 00000400:00000200:3.0:1767384898.009365:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c02100 00000100:00100000:0.0:1767384898.009372:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384898.009376:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000400:00000200:3.0:1767384898.009397:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.009400:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.009404:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384898.009405:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384898.009406:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384898.009409:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218bd129. 00000100:00000040:3.0:1767384898.009413:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000218bd129 x1853237363745024 msgsize 224 00000400:00000200:0.0:1767384898.009417:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000100:00100000:3.0:1767384898.009421:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384898.009422:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000100:00000001:0.0:1767384898.009427:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384898.009429:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384898.009432:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384898.009432:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384898.009435:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363744896 02000000:00000001:1.0:1767384898.009439:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384898.009440:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0738f85 00000100:00000001:1.0:1767384898.009443:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384898.009445:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0738f85. 00000100:00000001:1.0:1767384898.009448:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.009448:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384898.009450:0:16340:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384898.009455:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384898.009455:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384898.009463:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363744896 00000100:00000200:3.0:1767384898.009464:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384898.009468:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384898.009471:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384898.009472:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:1.0:1767384898.009477:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384898.009477:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384898.009481:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=8 00000100:00000001:3.0:1767384898.009483:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384898.009485:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:0.0:1767384898.009487:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.009488:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384898.009491:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000040:0.0:1767384898.009494:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5463 usecs (6 jiffies) 00000100:00000001:1.0:1767384898.009498:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384898.009502:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294885894 00000020:00000010:1.0:1767384898.009504:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccbd1aec. 00000100:00000001:3.0:1767384898.009505:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384898.009509:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7df5daa. 00000100:00000001:3.0:1767384898.009511:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384898.009512:0:17880:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008bf67a40. 00000100:00000001:0.0:1767384898.009517:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384898.009518:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384898.009519:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000040:3.0:1767384898.009525:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2127 usecs (3 jiffies) 00000100:00000001:0.0:1767384898.009525:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294885894 00000100:00000001:3.0:1767384898.009532:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294885891 00000100:00000001:1.0:1767384898.009532:0:17880:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:0.0:1767384898.009532:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000acfcfb57. 00000100:00000001:3.0:1767384898.009539:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294885894 00000020:00000010:1.0:1767384898.009539:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a8d4304. 00000100:00000001:0.0:1767384898.009540:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384898.009546:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011e64936. 00000100:00000001:3.0:1767384898.009547:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294885891 00000100:00000001:0.0:1767384898.009548:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294885894 00000100:00000001:3.0:1767384898.009553:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294885894 00000020:00000010:1.0:1767384898.009554:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e0b5d9f. 00000100:00000010:0.0:1767384898.009555:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064472aa. 00000100:00000001:3.0:1767384898.009558:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294885891 00000100:00000001:0.0:1767384898.009561:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384898.009567:0:17880:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384898.009567:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294885894 00000100:00000001:3.0:1767384898.009571:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294885894 00000100:00000001:1.0:1767384898.009571:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384898.009573:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.009577:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294885891 00000100:00000001:1.0:1767384898.009578:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384898.009579:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000281af3b8. 00000100:00000001:0.0:1767384898.009586:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384898.009588:0:17880:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384898.009591:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384898.009592:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294885894 00000100:00000001:1.0:1767384898.009592:0:17880:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384898.009595:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.009599:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384898.009599:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.009604:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.009605:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.009606:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.009607:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.009609:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.009611:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.009618:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384898.009619:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384898.009621:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.009622:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384898.009623:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384898.009626:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384898.009626:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384898.009628:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.009630:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.009634:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767384898.009634:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384898.009640:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384898.009640:0:17880:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:3.0:1767384898.009645:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384898.009645:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990657664 : -107292718893952 : ffff9e6af79a7480) 00000100:00000001:3.0:1767384898.009647:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.009650:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384898.009651:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384898.009652:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384898.009657:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384898.009658:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007675c41a x1853237363744896/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:124/0 lens 224/0 e 0 to 0 dl 1767384909 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.009661:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384898.009668:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.009671:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384898.009676:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000100:00080000:0.0:1767384898.009676:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384898.009677:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384898.009682:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.009683:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384898.009684:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 02000000:00000001:3.0:1767384898.009685:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384898.009688:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384898.009690:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 02000000:00000001:3.0:1767384898.009693:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.009695:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.009699:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000252606be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363745152:0@lo:400: 00000100:00100000:1.0:1767384898.009699:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007675c41a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:16342:x1853237363744896:12345-0@lo:400: 00000100:00100000:2.0:1767384898.009700:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363745024 02000000:00000001:2.0:1767384898.009707:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.009710:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384898.009711:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363744896 00000100:00000001:2.0:1767384898.009712:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384898.009715:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384898.009716:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.009717:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384898.009718:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.009721:0:17880:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384898.009723:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384898.009725:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.009725:0:17880:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384898.009727:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3bb7493. 00000020:00000001:1.0:1767384898.009730:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384898.009732:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384898.009733:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363745024 00000020:00000001:1.0:1767384898.009734:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000400:00000010:3.0:1767384898.009737:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db7ece85. 00000020:00000001:2.0:1767384898.009739:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384898.009740:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384898.009743:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0738f85. 00000020:00000040:2.0:1767384898.009743:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000020:00000001:1.0:1767384898.009744:0:17880:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384898.009749:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363745152, portal 10 00000020:00000001:2.0:1767384898.009750:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384898.009750:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384898.009754:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384898.009755:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384898.009756:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794849792 : -107297914701824 : ffff9e69c1e8b800) 00000020:00000040:2.0:1767384898.009756:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000020:00000001:1.0:1767384898.009758:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.009764:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000040:3.0:1767384898.009765:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384898.009765:0:17880:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384898.009770:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384898.009771:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 02000000:00000001:1.0:1767384898.009774:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384898.009779:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac0d4d28. 00000100:00000001:3.0:1767384898.009780:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384898.009780:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384898.009785:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384898.009786:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005296c44. 00000100:00000040:3.0:1767384898.009789:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384898.009790:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.009792:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384898.009794:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 00000020:00000001:1.0:1767384898.009794:0:17880:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384898.009799:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005296c44. 00000100:00000200:3.0:1767384898.009800:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363745152, offset 0 00010000:00000040:1.0:1767384898.009800:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853237363744896 00000020:00000010:2.0:1767384898.009806:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8d2264a. 00010000:00000001:1.0:1767384898.009807:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384898.009811:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384898.009813:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003de97d90. 00010000:00000200:1.0:1767384898.009814:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007675c41a x1853237363744896/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1767384909 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384898.009820:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d89d6d06. 00000400:00000200:3.0:1767384898.009823:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384898.009831:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1767384898.009832:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384898.009836:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c02180 00000100:00000001:2.0:1767384898.009837:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384898.009837:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.009841:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1767384898.009844:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=6 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384898.009845:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000100:00000001:2.0:1767384898.009846:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.009854:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384898.009855:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384898.009855:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384898.009860:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384898.009861:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384898.009868:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.009879:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384898.009890:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384898.009892:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384898.009911:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384898.009912:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384898.009914:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384898.009917:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384898.009920:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384898.009921:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384898.009941:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384898.009943:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008366a359. 00000100:00000040:1.0:1767384898.009947:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384898.009948:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000008366a359 x1853237363745152 msgsize 224 00000400:00000010:1.0:1767384898.009951:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7c57faa. 00000100:00100000:3.0:1767384898.009958:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384898.009958:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363744896, offset 224 00000400:00000200:1.0:1767384898.009967:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384898.009971:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384898.009976:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.009979:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000400:00000010:3.0:1767384898.009982:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000100:00000001:3.0:1767384898.009986:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384898.009986:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c02080 00000100:00000200:3.0:1767384898.009992:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384898.009995:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1209 [1] + 224 00000400:00000200:1.0:1767384898.010002:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384898.010006:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384898.010008:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384898.010012:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.010015:0:17880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384898.010018:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000200:1.0:1767384898.010022:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.010023:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384898.010024:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:3.0:1767384898.010029:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384898.010030:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794850688 : -107297914700928 : ffff9e69c1e8bb80) 00000100:00000001:3.0:1767384898.010035:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384898.010039:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000218bd129 x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:124/0 lens 224/0 e 0 to 0 dl 1767384909 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.010042:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2632 usecs (3 jiffies) 00000100:00000040:1.0:1767384898.010043:0:17880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.010048:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294885892 00000100:00000001:3.0:1767384898.010053:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294885894 00000100:00000001:3.0:1767384898.010058:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294885892 00000100:00000001:3.0:1767384898.010064:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294885894 00000100:00000001:2.0:1767384898.010066:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384898.010069:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294885892 00000020:00000010:2.0:1767384898.010071:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005296c44. 00000100:00000001:3.0:1767384898.010074:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294885894 00000100:00000001:2.0:1767384898.010075:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384898.010077:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294885892 00000020:00000010:2.0:1767384898.010080:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005296c44. 00000100:00000001:1.0:1767384898.010080:0:17880:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384898.010081:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294885894 00000100:00000001:3.0:1767384898.010085:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384898.010087:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384898.010089:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7c57faa 00000100:00100000:2.0:1767384898.010090:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000218bd129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363745024:12345-0@lo:400: 00000400:00000010:1.0:1767384898.010092:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7c57faa. 00000100:00000001:3.0:1767384898.010093:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384898.010099:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363745024 00000100:00000001:3.0:1767384898.010100:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.010100:0:17880:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384898.010102:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384898.010104:0:17880:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384898.010106:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384898.010109:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.010109:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.010111:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384898.010115:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000040:1.0:1767384898.010115:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384898.010120:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384898.010121:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384898.010123:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.010125:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384898.010126:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384898.010129:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384898.010131:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384898.010132:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007675c41a x1853237363744896/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1767384909 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384898.010135:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.010138:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384898.010140:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384898.010142:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363745152 00000100:00000001:2.0:1767384898.010144:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384898.010148:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007675c41a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:16342:x1853237363744896:12345-0@lo:400: Request processed in 475us (782us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384898.010149:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384898.010153:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1767384898.010154:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f3a757b9. 00000100:00000001:3.0:1767384898.010155:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.010158:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384898.010158:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.010164:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.010165:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.010169:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.010170:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363745152 00000100:00100000:1.0:1767384898.010173:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00000001:3.0:1767384898.010176:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:2.0:1767384898.010176:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363745024 00000100:00000040:1.0:1767384898.010177:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000020:00000040:3.0:1767384898.010179:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000001:1.0:1767384898.010181:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384898.010182:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384898.010185:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384898.010186:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00010000:00000001:2.0:1767384898.010187:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384898.010191:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000020:00000010:1.0:1767384898.010191:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011e64936. 00010000:00000200:2.0:1767384898.010194:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000218bd129 x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1767384909 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384898.010197:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000020:00000010:1.0:1767384898.010197:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e0b5d9f. 00000020:00000010:1.0:1767384898.010204:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a8d4304. 00000100:00000001:3.0:1767384898.010205:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384898.010209:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384898.010211:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126bbb09. 00010000:00000001:2.0:1767384898.010212:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384898.010212:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 7 00000100:00000001:1.0:1767384898.010217:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384898.010218:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=11 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384898.010219:0:17071:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007a2d6015. 00000100:00000001:2.0:1767384898.010225:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384898.010226:0:17071:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000040:2.0:1767384898.010228:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384898.010231:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384898.010233:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384898.010234:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.010237:0:17071:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384898.010237:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1767384898.010239:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384898.010241:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384898.010242:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384898.010243:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffa0397a. 00000100:00000010:1.0:1767384898.010246:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d365a6ce. 00000400:00000010:2.0:1767384898.010247:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000020:00000010:3.0:1767384898.010248:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5f1fd8c. 00000020:00000040:1.0:1767384898.010250:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:2.0:1767384898.010252:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363745024, offset 224 00000100:00000001:1.0:1767384898.010255:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1767384898.010256:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2aa3060. 02000000:00000001:1.0:1767384898.010258:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384898.010261:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384898.010262:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384898.010262:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.010265:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.010268:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384898.010268:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce25da46. 00000400:00000200:2.0:1767384898.010270:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384898.010276:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384898.010276:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.010280:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384898.010281:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c02100 00000100:00000001:1.0:1767384898.010282:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384898.010284:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.010285:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384898.010289:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1211 [1] + 224 00000100:00000001:3.0:1767384898.010292:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384898.010293:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384898.010294:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d365a6ce] to pc [ptlrpcd_00_02+2] req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384898.010303:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384898.010304:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.010308:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384898.010327:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384898.010331:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000004:00000001:1.0:1767384898.010333:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384898.010334:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.010335:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000100:00000001:3.0:1767384898.010340:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794838144 : -107297914713472 : ffff9e69c1e88a80) 00000100:00000040:3.0:1767384898.010348:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008366a359 x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:124/0 lens 224/0 e 0 to 0 dl 1767384909 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384898.010351:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.010366:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384898.010369:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384898.010372:0:16343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384898.010376:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384898.010377:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6d42b89. 00000100:00000001:2.0:1767384898.010377:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384898.010380:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384898.010382:0:17071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384898.010383:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384898.010384:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000020:00000010:3.0:1767384898.010387:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6d42b89. 00000400:00000010:2.0:1767384898.010389:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000100:00000001:1.0:1767384898.010389:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384898.010393:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384898.010395:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008366a359 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363745152:12345-0@lo:400: 00000100:00000001:2.0:1767384898.010395:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384898.010396:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384898.010398:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384898.010403:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384898.010404:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363745152 00000100:00000001:2.0:1767384898.010404:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.010409:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384898.010412:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000020:00000001:3.0:1767384898.010413:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384898.010417:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384898.010419:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384898.010419:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384898.010420:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.010422:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:3.0:1767384898.010424:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.010426:0:17071:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384898.010427:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384898.010430:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.010431:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384898.010431:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.010436:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.010437:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384898.010437:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384898.010438:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384898.010442:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384898.010444:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384898.010446:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218bd129 x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1767384909 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384898.010448:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.010449:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384898.010453:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c2e98c7. 00000100:00100000:1.0:1767384898.010456:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d365a6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363745280:0@lo:13: 02000000:00000001:3.0:1767384898.010459:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.010464:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384898.010467:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000218bd129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363745024:12345-0@lo:400: Request processed in 396us (1048us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384898.010467:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384898.010468:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384898.010472:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:3.0:1767384898.010473:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363745152 02000000:00000001:1.0:1767384898.010475:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.010480:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384898.010480:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384898.010484:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 02000000:00000010:1.0:1767384898.010486:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000650dd5ae. 00010000:00000200:3.0:1767384898.010487:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008366a359 x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1767384909 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384898.010489:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 02000000:00000001:1.0:1767384898.010491:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.010495:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384898.010498:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084400cfd. 00000100:00000001:2.0:1767384898.010499:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384898.010505:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384898.010505:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003de97d90. 00010000:00000001:3.0:1767384898.010507:0:17071:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384898.010507:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7c57faa. 00000020:00000010:2.0:1767384898.010510:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d89d6d06. 00000100:00001000:3.0:1767384898.010514:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=11 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384898.010515:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363745280, portal 4 00000020:00000010:2.0:1767384898.010516:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8d2264a. 00000100:00000001:1.0:1767384898.010520:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384898.010523:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794532224 : -107297915019392 : ffff9e69c1e3df80) 00000100:00000001:3.0:1767384898.010524:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1767384898.010524:0:17072:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:2.0:1767384898.010529:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384898.010530:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:1.0:1767384898.010530:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.010537:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384898.010541:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.010545:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.010545:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384898.010549:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384898.010552:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332acd3b. 00000100:00000001:3.0:1767384898.010555:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384898.010555:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363745280, offset 0 00000100:00000040:3.0:1767384898.010561:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384898.010564:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384898.010567:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 00000100:00000200:3.0:1767384898.010571:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363745152, offset 224 00000400:00000200:1.0:1767384898.010576:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.010581:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384898.010586:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c02200 00000400:00000200:3.0:1767384898.010593:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384898.010595:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 224 00000400:00000200:1.0:1767384898.010600:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.010607:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c02180 00000400:00000200:1.0:1767384898.010607:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384898.010618:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1219 [1] + 224 00000400:00000200:3.0:1767384898.010622:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384898.010623:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384898.010625:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384898.010629:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384898.010631:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009edd3264. 00000100:00000001:3.0:1767384898.010634:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384898.010635:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000009edd3264 x1853237363745280 msgsize 224 00000100:00000200:3.0:1767384898.010641:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384898.010649:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384898.010659:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.010663:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384898.010667:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.010675:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000400:00000010:3.0:1767384898.010677:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000100:00000001:3.0:1767384898.010680:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384898.010681:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332acd3b 00000100:00000001:3.0:1767384898.010682:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384898.010685:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332acd3b. 00000100:00000001:3.0:1767384898.010689:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.010690:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384898.010695:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000200:1.0:1767384898.010697:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.010698:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.010702:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.010706:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384898.010712:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384898.010714:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008366a359 x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1767384909 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384898.010718:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.010739:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.010743:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008366a359 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363745152:12345-0@lo:400: Request processed in 371us (788us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384898.010743:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384898.010750:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.010755:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384898.010756:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5463 usecs (6 jiffies) 00000100:00000040:3.0:1767384898.010759:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000001:1.0:1767384898.010760:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294885895 00000100:00000001:3.0:1767384898.010763:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.010766:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384898.010768:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294885894 00000100:00000001:1.0:1767384898.010773:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294885895 00000020:00000010:3.0:1767384898.010776:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5f1fd8c. 00000100:00000001:1.0:1767384898.010778:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294885894 00000020:00000010:3.0:1767384898.010782:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2aa3060. 00000100:00000001:1.0:1767384898.010784:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294885895 00000020:00000010:3.0:1767384898.010787:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffa0397a. 00000100:00000001:1.0:1767384898.010789:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294885894 00000020:00000040:3.0:1767384898.010792:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:1.0:1767384898.010796:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294885895 00000100:00000001:3.0:1767384898.010797:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.010801:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294885894 00000100:00000001:1.0:1767384898.010807:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384898.010809:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.010811:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.010813:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384898.010816:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384898.010820:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:2.0:1767384898.010845:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384898.010848:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384898.010854:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384898.010857:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384898.010859:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db7ece85. 00000100:00000001:3.0:1767384898.010860:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384898.010864:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363745280 02000000:00000001:3.0:1767384898.010865:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.010866:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.010867:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.010870:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.010872:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363745280 00000020:00000001:3.0:1767384898.010874:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384898.010876:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:3.0:1767384898.010877:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.010879:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=8 00000020:00000001:3.0:1767384898.010881:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:3.0:1767384898.010883:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384898.010885:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384898.010888:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6d42b89. 00000100:00000001:3.0:1767384898.010890:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.010892:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6d42b89. 00000400:00000200:2.0:1767384898.010892:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0738f85 00000400:00000010:2.0:1767384898.010895:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0738f85. 00000100:00000001:2.0:1767384898.010910:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384898.010914:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384898.010922:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384898.010928:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384898.010930:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384898.010933:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384898.010935:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384898.010953:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384898.010954:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384898.010956:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384898.010966:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=10 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384898.010967:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384898.010970:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384898.010970:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384898.010975:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767384898.010975:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384898.010977:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384898.010978:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384898.010981:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958155e7. 00010000:00000001:2.0:1767384898.010983:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384898.010986:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:1.0:1767384898.010989:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00010000:00080000:2.0:1767384898.010990:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.010992:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384898.011001:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384898.011003:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384898.011007:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384898.011013:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000200:1.0:1767384898.011014:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384898.011018:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384898.011023:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384898.011025:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.011027:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384898.011028:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384898.011029:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384898.011030:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384898.011032:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384898.011035:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=6 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384898.011037:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffa0397a. 00000100:00001000:1.0:1767384898.011038:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=6 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384898.011042:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5f1fd8c. 00000100:00000001:1.0:1767384898.011043:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384898.011045:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384898.011048:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2aa3060. 00010000:00000001:1.0:1767384898.011048:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384898.011053:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.011056:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00010000:00000001:1.0:1767384898.011059:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.011060:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384898.011062:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384898.011063:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384898.011066:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384898.011066:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:2.0:1767384898.011069:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.011070:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384898.011072:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.011073:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384898.011078:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384898.011081:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.011084:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.011094:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384898.011103:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384898.011105:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384898.011108:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384898.011111:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1767384898.011111:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384898.011112:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384898.011115:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384898.011116:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384898.011117:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000040:1.0:1767384898.011120:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.011121:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794525952 : -107297915025664 : ffff9e69c1e3c700) 00000100:00000040:2.0:1767384898.011124:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.011130:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009edd3264 x1853237363745280/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:124/0 lens 224/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384898.011151:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca050fb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363744896:0@lo:400: 00000100:00100000:2.0:1767384898.011161:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000252606be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363745152:0@lo:400: 00000100:00000001:3.0:1767384898.011162:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384898.011162:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384898.011168:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6d42b89. 00000400:00000001:2.0:1767384898.011170:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384898.011170:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384898.011171:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384898.011175:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6d42b89. 00000400:00000001:2.0:1767384898.011175:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384898.011177:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca050fb3 x1853237363744896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384898.011178:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031456d35. 00000100:00100000:3.0:1767384898.011186:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009edd3264 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16343:x1853237363745280:12345-0@lo:13: 00000400:00000200:2.0:1767384898.011186:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000100:00000001:1.0:1767384898.011190:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767384898.011191:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384898.011194:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363745280 02000000:00000001:1.0:1767384898.011194:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384898.011196:0:16340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384898.011198:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dff082e. 00000020:00000001:3.0:1767384898.011199:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384898.011202:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384898.011203:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384898.011204:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384898.011206:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.011208:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384898.011211:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384898.011212:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384898.011215:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:1.0:1767384898.011216:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384898.011219:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e796c6a2. 00000020:00000001:3.0:1767384898.011221:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384898.011225:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384898.011226:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384898.011226:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384898.011227:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384898.011229:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384898.011230:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000010:1.0:1767384898.011233:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca050fb3. 00000020:00000001:3.0:1767384898.011234:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.011239:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384898.011240:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384898.011242:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384898.011242:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384898.011244:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384898.011245:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.011246:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384898.011248:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000018177694. 00000100:00000001:1.0:1767384898.011251:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384898.011252:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.011254:0:16340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384898.011255:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.011256:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384898.011257:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384898.011258:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:3.0:1767384898.011261:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384898.011261:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384898.011262:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.011265:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384898.011267:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:2.0:1767384898.011268:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.011270:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00001000:2.0:1767384898.011273:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384898.011277:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=11 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384898.011278:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384898.011280:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00002000:00000024:3.0:1767384898.011283:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384898.011283:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384898.011289:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000020:3.0:1767384898.011290:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00010000:00080000:2.0:1767384898.011292:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1767384898.011301:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384898.011301:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.011307:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00002000:00000020:3.0:1767384898.011308:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000040:2.0:1767384898.011309:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00002000:00000001:3.0:1767384898.011312:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384898.011313:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384898.011317:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384898.011318:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1767384898.011320:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384898.011321:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384898.011326:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384898.011331:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853237363745280 00010000:00000001:3.0:1767384898.011336:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384898.011336:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384898.011340:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384898.011341:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384898.011342:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009edd3264 x1853237363745280/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:124/0 lens 224/368 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384898.011347:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384898.011361:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384898.011364:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005fece33a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363745024:0@lo:400: 00010000:00000001:3.0:1767384898.011365:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.011369:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384898.011371:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.011374:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384898.011374:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384898.011379:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:2.0:1767384898.011379:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000252606be x1853237363745152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.011384:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384898.011389:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384898.011391:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.011392:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384898.011395:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384898.011396:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384898.011398:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3bb7493. 00000100:00000040:3.0:1767384898.011399:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.011404:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 02000000:00000001:2.0:1767384898.011404:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384898.011407:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363745280, offset 224 00000020:00000001:2.0:1767384898.011411:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384898.011412:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384898.011415:0:16340:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384898.011418:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384898.011421:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384898.011421:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005e3cd0fa. 02000000:00000001:2.0:1767384898.011426:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384898.011428:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384898.011429:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000252606be. 00000400:00000200:3.0:1767384898.011435:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c02200 00000100:00000001:2.0:1767384898.011436:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384898.011439:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384898.011442:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1229 [1] + 224 00000100:00000001:2.0:1767384898.011442:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384898.011447:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384898.011447:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fece33a x1853237363745024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384898.011455:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384898.011457:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384898.011459:0:17882:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384898.011460:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384898.011463:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000422ed808. 00000100:00000200:3.0:1767384898.011465:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384898.011466:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384898.011469:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384898.011472:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384898.011477:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384898.011479:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4092f6e. 00000100:00000040:3.0:1767384898.011480:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384898.011498:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384898.011501:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384898.011503:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fece33a. 00000100:00000001:2.0:1767384898.011508:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384898.011509:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384898.011510:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384898.011514:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384898.011517:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384898.011521:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384898.011524:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.011532:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.011538:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000400:00000010:3.0:1767384898.011540:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000100:00000001:3.0:1767384898.011542:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384898.011543:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.011545:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.011547:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384898.011564:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384898.011566:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.011567:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384898.011570:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009edd3264 x1853237363745280/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:124/0 lens 224/368 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.011576:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009edd3264 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16343:x1853237363745280:12345-0@lo:13: Request processed in 413us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384898.011582:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384898.011584:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:3.0:1767384898.011586:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384898.011587:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384898.011590:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5f1fd8c. 00000020:00000010:3.0:1767384898.011592:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2aa3060. 00000020:00000010:3.0:1767384898.011595:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffa0397a. 00000020:00000040:3.0:1767384898.011597:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 7 00000100:00000001:3.0:1767384898.011598:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.011611:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384898.011630:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384898.011634:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384898.011635:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384898.011637:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084400cfd. 00000400:00000200:1.0:1767384898.011641:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7c57faa 00000400:00000010:1.0:1767384898.011642:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7c57faa. 00000100:00000001:1.0:1767384898.011644:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384898.011652:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384898.011659:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.011664:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384898.011665:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.011667:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384898.011668:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384898.011677:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384898.011678:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384898.011680:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384898.011684:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384898.011686:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384898.011688:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384898.011689:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384898.011691:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384898.011694:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384898.011698:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.011700:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384898.011702:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:1.0:1767384898.011703:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384898.011704:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384898.011707:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.011712:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384898.011714:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384898.011715:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384898.011716:0:16343:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384898.011719:0:16343:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384898.011721:0:16343:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384898.011726:0:16343:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384898.011729:0:16343:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384898.011731:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384898.011736:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d365a6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363745280:0@lo:13: 00000100:00000001:1.0:1767384898.011739:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.011741:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384898.011748:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d365a6ce x1853237363745280/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384898.011753:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384898.011755:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384898.011756:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000650dd5ae. 02000000:00000001:1.0:1767384898.011759:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384898.011760:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384898.011762:0:16343:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384898.011763:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384898.011765:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce25da46. 02000000:00000001:1.0:1767384898.011767:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384898.011768:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384898.011769:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d365a6ce. 00000100:00000001:1.0:1767384898.011772:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384898.011773:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.011774:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384898.011778:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384898.011779:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.011781:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384898.011782:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384898.016964:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294885895, at 4294885896 00000100:00000040:3.0:1767384898.016987:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294885895, at 4294885896 00000100:00000010:2.0:1767384898.016988:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064472aa. 00000100:00000010:3.0:1767384898.016995:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000281af3b8. 00000100:00000040:1.0:1767384898.017951:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294885895, at 4294885897 00000100:00000010:1.0:1767384898.017958:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000acfcfb57. 00000100:00000040:0.0:1767384898.018053:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294885895, at 4294885897 00000100:00000010:0.0:1767384898.018060:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7df5daa. 00080000:00000010:2.0:1767384898.380484:0:19797:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000587cfcf9. 00080000:00000010:2.0:1767384898.380493:0:19797:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000587cfcf9. 00000020:00000001:2.0:1767384898.380497:0:19797:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384898.380503:0:19797:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000587cfcf9. 00080000:00000010:2.0:1767384898.380507:0:19797:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000587cfcf9. 00000020:00000001:2.0:1767384898.380512:0:19797:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.523098:0:17874:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1767384898.523106:0:17874:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1767384898.523110:0:17874:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:1.0:1767384898.523114:0:17874:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000004dda2cbe : new cb_count 2 00000020:00000040:1.0:1767384898.523121:0:17874:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 6 00000001:00000010:1.0:1767384898.523125:0:17874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000072e39289. 00002000:00001000:1.0:1767384898.523131:0:17874:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:1.0:1767384898.523136:0:17874:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000a90c9d29. 00080000:00000010:1.0:1767384898.523141:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000670dcf37. 00000001:00000040:1.0:1767384898.523146:0:17874:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000004dda2cbe : new cb_count 1 00000020:00000040:1.0:1767384898.523148:0:17874:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000001:00000010:1.0:1767384898.523150:0:17874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000d7ee2d4c. 00002000:00001000:1.0:1767384898.523154:0:17874:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:1.0:1767384898.523168:0:17874:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000007fd7af96. 00080000:00000010:1.0:1767384898.523171:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001fbf33b5. 00000001:00000040:1.0:1767384898.523175:0:17874:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000004dda2cbe : new cb_count 0 00000020:00000040:1.0:1767384898.523177:0:17874:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000001:00000010:1.0:1767384898.523179:0:17874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000e62742e5. 00002000:00001000:1.0:1767384898.523181:0:17874:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:1.0:1767384898.523183:0:17874:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000001ab80f2. 00080000:00000010:1.0:1767384898.523186:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000096c40de7. 00010000:00000001:2.0:1767384898.904961:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384898.904966:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384898.904972:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384898.904973:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384898.904999:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384898.905003:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384898.905006:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384899.151625:0:19961:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384899.151630:0:19961:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:3.0:1767384899.156103:0:19961:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384899.164556:0:19962:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004a203b71. 00000400:00000010:3.0:1767384899.164569:0:19962:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000092dfb160. 00000400:00000010:3.0:1767384899.164582:0:19962:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001c743931. 00000400:00000010:3.0:1767384899.164586:0:19962:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000066de4c3. 00000400:00000010:3.0:1767384899.164589:0:19962:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008bf76add. 00000400:00000010:3.0:1767384899.164592:0:19962:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b641d16. 00000400:00000010:3.0:1767384899.164594:0:19962:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2e62856. 00000400:00000010:3.0:1767384899.164595:0:19962:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6dee2a0. 00000400:00000010:3.0:1767384899.164598:0:19962:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c174602d. 00000800:00000010:3.0:1767384899.164606:0:19962:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009924ea09. 00000800:00000200:3.0:1767384899.164616:0:19962:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384899.164621:0:19962:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384899.164655:0:19962:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384899.164674:0:19962:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp13 [8/256/0/180] 00000400:00000010:3.0:1767384899.166770:0:19962:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000d2a08ca6. 00000400:00000010:3.0:1767384899.166776:0:19962:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae936291. 00000400:00000010:3.0:1767384899.166781:0:19962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 00000400:00000001:3.0:1767384899.166793:0:19962:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384899.166794:0:19962:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384899.166796:0:19962:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032b9f281. 00000400:00000200:3.0:1767384899.166799:0:19962:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4412d4 00000400:00000010:3.0:1767384899.166801:0:19962:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4412d4. 00000400:00000010:3.0:1767384899.166804:0:19962:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000006dfc9108. 00000400:00000200:3.0:1767384899.166808:0:19962:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (4) 00000400:00000200:3.0:1767384899.166820:0:19962:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384899.166830:0:19962:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:3.0:1767384899.166837:0:19962:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009c7bb857. 00000020:01000000:3.0:1767384899.166840:0:19962:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384899.166843:0:19962:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp13 00000400:00000200:2.0:1767384899.166851:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384899.166859:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:3.0:1767384899.166861:0:19962:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000092dfb160. 00000400:00000010:2.0:1767384899.166887:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000400:00000200:2.0:1767384899.166922:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (5) 00000400:00000010:3.0:1767384899.166930:0:19962:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004a203b71. 00000400:00000010:2.0:1767384899.166931:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d2668b4c. 00000400:00000200:2.0:1767384899.166941:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:00000001:0.0:1767384899.166943:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384899.166948:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384899.166951:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384899.166954:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384899.166957:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000020:01000004:0.0:1767384899.166958:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384899.166964:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384899.166965:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384899.166968:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384899.166969:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384899.166973:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384899.166976:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384899.166978:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384899.166982:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384899.166985:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384899.166985:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384899.166987:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384899.166994:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d869650. 00000400:00000200:2.0:1767384899.166996:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:0.0:1767384899.167001:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384899.167005:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000100:00000001:0.0:1767384899.167009:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384899.167012:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384899.167014:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp12 02000000:00000001:0.0:1767384899.167018:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.167023:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp12 lpni_is_preferred = 0 00000400:00000200:2.0:1767384899.167028:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp12 02000000:00000010:0.0:1767384899.167030:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009e2ed408. 00000400:00000200:2.0:1767384899.167037:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp12 NI seq info: [11:11:256:4294967295] 192.168.203.109@tcp12 LPNI seq info [11:11:8:4294967295] 00000100:00000001:0.0:1767384899.167042:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.167048:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp12 00000100:00000001:0.0:1767384899.167054:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384899.167060:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.167061:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12:) -> 192.168.203.109@tcp12(192.168.203.109@tcp:192.168.203.109@tcp12) : PUT try# 0 00000800:00000200:2.0:1767384899.167076:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.203.109@tcp12 00000100:00000040:0.0:1767384899.167076:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d869650] to pc [ptlrpcd_00_03+3] req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384899.167081:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021f8a80f. 00000800:00000010:2.0:1767384899.167090:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000063221c73. 00000800:00000010:2.0:1767384899.167095:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b916b25d. 00000800:00000200:2.0:1767384899.167104:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (2) 00000800:00000200:2.1:1767384899.167110:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (2) 00000400:00000200:2.0:1767384899.167127:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384899.167131:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 10000000:00000001:0.0:1767384899.167135:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167137:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384899.167139:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167143:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384899.167144:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167149:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384899.167150:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384899.167160:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384899.167162:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384899.167167:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384899.167170:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384899.167173:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:0.0:1767384899.167175:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384899.167178:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384899.167180:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384899.167184:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384899.167184:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384899.167189:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384899.167190:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384899.167192:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000020:01000004:0.0:1767384899.167193:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384899.167194:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384899.167198:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384899.167199:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384899.167202:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:3.0:1767384899.167207:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d869650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363745408:0@lo:253: 00000020:01000004:0.0:1767384899.167207:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384899.167213:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384899.167214:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384899.167219:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6f92ef3. 02000000:00000001:3.0:1767384899.167220:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384899.167224:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384899.167225:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:3.0:1767384899.167228:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384899.167230:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384899.167233:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384899.167235:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384899.167236:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000523ff2bd. 02000000:00000001:3.0:1767384899.167240:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384899.167244:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a36da56. 02000000:00000010:0.0:1767384899.167245:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f8057426. 00000400:00000010:3.0:1767384899.167250:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092dfb160. 00000100:00000001:0.0:1767384899.167251:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.167254:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000200:3.0:1767384899.167257:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363745408, portal 25 00000100:00000001:0.0:1767384899.167258:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384899.167262:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167263:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384899.167267:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990646016 : -107292718905600 : ffff9e6af79a4700) 00000100:00000040:0.0:1767384899.167272:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6f92ef3] to pc [ptlrpcd_00_00+0] req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384899.167275:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384899.167293:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:3.0:1767384899.167304:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384899.167310:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384899.167313:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2f8f2a3. 00000100:00000200:3.0:1767384899.167316:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363745408, offset 0 00000400:00000200:3.0:1767384899.167322:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384899.167322:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384899.167328:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.167332:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.167336:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000000:0.0:1767384899.167338:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384899.167344:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009c7bb857. 00000400:00000200:2.0:1767384899.167346:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384899.167349:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02280 00000400:00000200:3.0:1767384899.167358:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000100:00000001:0.0:1767384899.167361:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384899.167362:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3e04c00. 00000400:00000200:3.0:1767384899.167366:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002f79e1c5 00000400:00000200:3.0:1767384899.167372:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384899.167376:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.167377:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384899.167385:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f79e1c5 00000400:00000010:3.0:1767384899.167387:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f79e1c5. 00000100:00000001:3.0:1767384899.167392:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384899.167394:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384899.167404:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000000c3e3e7c x1853237363745408 msgsize 4848 00000100:00000001:0.0:1767384899.167406:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384899.167407:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00100000:0.0:1767384899.167412:0:16341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767384899.167414:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384899.167416:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384899.167418:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384899.167426:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384899.167429:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384899.167430:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.167434:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.167435:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384899.167437:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384899.167440:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2f8f2a3 00000400:00000010:3.0:1767384899.167444:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2f8f2a3. 00000100:00000040:0.0:1767384899.167444:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.167450:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384899.167452:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000200:3.0:1767384899.167458:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.167461:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384899.167464:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.167470:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384899.167473:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384899.167475:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384899.167476:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384899.167481:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384899.167483:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363745536:0@lo:253: 00000100:00000001:0.0:1767384899.167493:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384899.167498:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.167498:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384899.167501:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167502:0:16343:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384899.167505:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384899.167509:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167513:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294887052 00000100:00000010:3.0:1767384899.167517:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ddfc475c. 02000000:00000010:0.0:1767384899.167523:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007e17a69c. 00000100:00000001:3.0:1767384899.167524:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384899.167528:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167532:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294887052 00000400:00000010:0.0:1767384899.167533:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000958155e7. 00000100:00000010:3.0:1767384899.167538:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab276d23. 00000400:00000010:0.0:1767384899.167541:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002308aaed. 00000100:00000001:3.0:1767384899.167543:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384899.167547:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363745536, portal 25 00000100:00000001:3.0:1767384899.167548:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294887052 00000100:00000001:0.0:1767384899.167552:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384899.167554:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990644224 : -107292718907392 : ffff9e6af79a4000) 00000100:00000010:3.0:1767384899.167555:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce42eda. 00000100:00000001:3.0:1767384899.167561:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384899.167564:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.167568:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294887052 00000100:00000010:3.0:1767384899.167573:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f050468c. 00000100:00000001:3.0:1767384899.167578:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384899.167585:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384899.167586:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384899.167590:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167596:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.167596:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384899.167601:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384899.167602:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1e80529. 00000100:00000001:3.0:1767384899.167606:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384899.167609:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363745536, offset 0 00000100:00000001:3.0:1767384899.167614:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384899.167620:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384899.167620:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384899.167623:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384899.167624:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167626:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384899.167640:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384899.167653:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02300 00000400:00000200:0.0:1767384899.167660:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000400:00000010:0.0:1767384899.167665:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000359d332a. 00000400:00000200:0.0:1767384899.167670:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000078c5d855 00000400:00000200:0.0:1767384899.167676:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384899.167682:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384899.167686:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078c5d855 00000400:00000010:0.0:1767384899.167689:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078c5d855. 00000100:00000001:0.0:1767384899.167693:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384899.167695:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384899.167698:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000296b3710 x1853237363745536 msgsize 4848 00000100:00100000:0.0:1767384899.167703:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:2.0:1767384899.167706:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f381d657. 00000100:00000040:0.0:1767384899.167706:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384899.167714:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1767384899.167715:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4e1cc4d. 00000100:00000001:0.0:1767384899.167721:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384899.167722:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363745408 00000800:00000010:2.0:1767384899.167724:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dbd8227. 02000000:00000001:3.0:1767384899.167727:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384899.167729:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1e80529 00000100:00000001:3.0:1767384899.167730:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384899.167734:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384899.167734:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1e80529. 00000100:00000001:0.0:1767384899.167739:0:16341:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384899.167740:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384899.167745:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363745408 00000100:00000200:0.0:1767384899.167746:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384899.167749:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384899.167753:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384899.167758:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384899.167760:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384899.167761:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:3.0:1767384899.167766:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000040:0.0:1767384899.167767:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384899.167768:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dbd8227. 00000020:00000001:3.0:1767384899.167769:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384899.167778:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384899.167781:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384899.167783:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd8e8263. 00000100:00000001:0.0:1767384899.167784:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384899.167790:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384899.167793:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd8e8263. 00000100:00000001:0.0:1767384899.167794:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.167798:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294887052 00000020:00000010:3.0:1767384899.167801:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051d1437d. 00000100:00000001:0.0:1767384899.167801:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294887052 00000100:00000001:0.0:1767384899.167808:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294887052 00000020:00000010:3.0:1767384899.167811:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bfcb64db. 00000100:00000001:0.0:1767384899.167812:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294887052 00000100:00000001:0.0:1767384899.167817:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294887052 00000100:00000001:0.0:1767384899.167818:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294887052 00000020:00000010:3.0:1767384899.167820:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2aa3060. 00000100:00000001:0.0:1767384899.167820:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294887052 00000400:00000200:2.0:1767384899.167828:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384899.167830:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294887052 00000100:00000040:3.0:1767384899.167833:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384899.167835:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384899.167839:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384899.167840:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167844:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384899.167846:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167847:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.167850:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.167852:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp12 from 249.3.0.2 00000800:00000010:2.0:1767384899.167858:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e16d41e3. 00000100:00000001:3.0:1767384899.167859:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.167910:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.167914:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.167923:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.167934:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384899.167939:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363745536 00000100:00000001:3.0:1767384899.167942:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384899.167943:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384899.167947:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384899.167947:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384899.167952:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.167955:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384899.167956:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1767384899.167959:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363745536 00000100:00000040:3.0:1767384899.167963:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000020:00000001:0.0:1767384899.167963:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384899.167966:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384899.167968:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339802192 : -107293369749424 : ffff9e6ad0cf3050) 00000020:00000001:0.0:1767384899.167969:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384899.167971:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:0.0:1767384899.167974:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384899.167980:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000040:3.0:1767384899.167983:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c3e3e7c x1853237363745408/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 4848/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.167984:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384899.167990:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6b7b81a. 00000100:00000001:0.0:1767384899.167995:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384899.167996:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384899.167999:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6b7b81a. 00000020:00000010:3.0:1767384899.168001:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd8e8263. 00000100:00000001:3.0:1767384899.168007:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384899.168007:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bf1eeb9. 00000020:00000010:3.0:1767384899.168014:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd8e8263. 00000020:00000010:0.0:1767384899.168017:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d99d65ad. 00000100:00100000:3.0:1767384899.168022:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c3e3e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363745408:12345-0@lo:253: 00000020:00000010:0.0:1767384899.168024:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fbca2f89. 00000100:00000200:3.0:1767384899.168028:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363745408 00000100:00000001:0.0:1767384899.168031:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384899.168032:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384899.168034:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384899.168038:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384899.168038:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.168043:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.168047:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384899.168047:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.168051:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:0.0:1767384899.168053:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384899.168055:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384899.168058:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384899.168061:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:2.0:1767384899.168063:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000623e963a. 00000020:00000001:3.0:1767384899.168064:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384899.168067:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384899.168068:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384899.168072:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6110b82. 00000100:00000001:0.0:1767384899.168072:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384899.168073:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384899.168077:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384899.168084:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009c7bb857. 00000100:00100000:0.0:1767384899.168087:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 02000000:00000001:3.0:1767384899.168091:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.168092:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:0.0:1767384899.168097:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339800144 : -107293369751472 : ffff9e6ad0cf2850) 00000100:00000001:3.0:1767384899.168098:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384899.168101:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003b35e375. 00000100:00000040:0.0:1767384899.168102:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000296b3710 x1853237363745536/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 4848/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384899.168105:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.1:1767384899.168115:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (2) 20000000:00000010:3.0:1767384899.168119:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ad7a6286. 00000100:00000001:0.0:1767384899.168121:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384899.168126:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6b7b81a. 00000800:00000200:2.1:1767384899.168127:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp12 000000003b35e375 deleted 20000000:01000000:3.0:1767384899.168128:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384899.168132:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384899.168136:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:2.1:1767384899.168136:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003b35e375. 00000020:00000010:0.0:1767384899.168138:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6b7b81a. 20000000:00000001:3.0:1767384899.168142:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384899.168147:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384899.168147:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00100000:0.0:1767384899.168148:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000296b3710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363745536:12345-0@lo:253: 20000000:00000001:3.0:1767384899.168154:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.168160:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:0.0:1767384899.168161:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363745536 00000800:00000200:2.1:1767384899.168163:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp12 ip 192.168.203.109:1017 00000020:00000001:0.0:1767384899.168167:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:2.1:1767384899.168170:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021f8a80f type 1, nob 208 niov 1 nkiov 1 00000020:00000001:0.0:1767384899.168173:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:3.0:1767384899.168174:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b4437bdf. 20000000:01000000:3.0:1767384899.168180:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00000800:00000200:2.0:1767384899.168181:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp12 p 3.x 192.168.203.109 -> 192.168.203.109:1017 incarnation:1767384897835095324 sched[0] 00000020:00000001:0.0:1767384899.168181:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.168187:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384899.168189:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:2.0:1767384899.168191:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dbd8227. 00000020:00000001:0.0:1767384899.168193:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:0.0:1767384899.168200:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:3.0:1767384899.168201:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:0.0:1767384899.168202:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384899.168205:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1767384899.168208:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384899.168212:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384899.168215:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.168218:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384899.168222:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384899.168228:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000010:0.0:1767384899.168231:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cbe5871c. 02000000:00000001:0.0:1767384899.168235:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.168238:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384899.168240:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dbd8227. 20000000:00000001:0.0:1767384899.168241:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384899.168245:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384899.168246:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6110b82. 00080000:00000001:3.0:1767384899.168250:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384899.168253:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384899.168254:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000009166457. 00080000:00000001:3.0:1767384899.168255:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384899.168259:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384899.168262:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000002:3.0:1767384899.168263:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 20000000:00000001:0.0:1767384899.168269:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384899.168270:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:3.0:1767384899.168273:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:0.0:1767384899.168273:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384899.168277:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384899.168278:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384899.168280:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384899.168283:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384899.168285:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384899.168289:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:2.0:1767384899.168289:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e16d41e3. 20000000:00000001:0.0:1767384899.168290:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384899.168296:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384899.168302:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000001:2.0:1767384899.168307:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:3.0:1767384899.168308:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a5fb94be. 00080000:00000001:3.0:1767384899.168314:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780224083456 : -107293485468160 : ffff9e6ac9e97600) 00000800:00000001:2.0:1767384899.168316:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384899.168318:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384899.168325:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384899.168329:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fd8e8263. 00080000:00000001:3.0:1767384899.168333:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384899.168336:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384899.168353:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384899.168370:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384899.168375:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021f8a80f. 00080000:00000001:3.0:1767384899.168376:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384899.168380:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.168387:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: PUT: OK 00000400:00000200:2.0:1767384899.168391:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384899.168395:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000800:00000200:2.1:1767384899.168436:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384899.168441:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp12 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384897835095324 sched[0] 00000800:00000010:2.0:1767384899.168445:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4e1cc4d. 00000800:00000001:3.0:1767384899.168489:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384899.168500:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.168503:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000001:3.0:1767384899.168504:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384899.168513:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384899.168526:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12) <- 192.168.203.109@tcp12 : PUT - for me 00000400:00000200:3.0:1767384899.168540:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384899.168547:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 112/112 into md 0x11f5 [1] + 0 00000400:00000200:2.0:1767384899.168548:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000010:3.0:1767384899.168552:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083381ddd. 00000400:00000200:3.0:1767384899.168556:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000805111a2 00000800:00000001:3.0:1767384899.168571:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384899.168585:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.168586:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384899.168591:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.168599:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: PUT: OK 00000400:00000200:3.0:1767384899.168604:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805111a2 00000400:00000010:3.0:1767384899.168607:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805111a2. 00000400:00000200:3.0:1767384899.168612:0:16333:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384899.168614:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384899.168616:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (6) 00000400:00000200:3.0:1767384899.168625:0:16333:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:3.0:1767384899.168629:0:16333:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000f5f4be63. 00000400:00000200:3.0:1767384899.168634:0:16333:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 5 00000400:00000200:3.0:1767384899.168639:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384899.168642:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384899.168657:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (7) 00000400:00000200:2.0:1767384899.168664:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384899.168666:0:16333:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384899.168677:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp12 to MR: 192.168.203.109@tcp12 local destination 00000400:00000200:3.0:1767384899.168685:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp12 NI seq info: [12:12:256:4294967295] 192.168.203.109@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1767384899.168690:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384899.168705:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12:192.168.203.109@tcp12) -> 192.168.203.109@tcp12(192.168.203.109@tcp12:192.168.203.109@tcp12) 192.168.203.109@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384899.168712:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp12 00000800:00000010:3.0:1767384899.168717:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba5a5455. 00000800:00000200:3.0:1767384899.168724:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (4) 00000800:00000200:3.0:1767384899.168730:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp12 ip 192.168.203.109:988 00000800:00000200:3.0:1767384899.168734:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba5a5455 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384899.168735:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384899.168742:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e459014c. 00000400:00000010:0.0:1767384899.168749:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000400:00000200:0.0:1767384899.168753:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000400:00000200:0.0:1767384899.168759:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000400:00000010:0.0:1767384899.168765:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 000000004d3936c4. 00000400:00000010:0.0:1767384899.168769:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 00000000a1e80529. 00000400:00000010:0.0:1767384899.168771:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 0000000087903094. 00000400:00000010:0.0:1767384899.168781:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005dff082e. 00000400:00000200:0.0:1767384899.168786:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005dff082e nid 192.168.203.109@tcp13 00000400:00000010:0.0:1767384899.168790:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f7df5daa. 00000400:00000200:0.0:1767384899.168793:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f7df5daa net tcp13 00000400:00000200:0.0:1767384899.168796:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (6) 00000400:00000200:0.0:1767384899.168802:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp13 flags 0x11 00000400:00000010:0.0:1767384899.168806:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 000000004d3936c4. 00000400:00000010:0.0:1767384899.168810:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 00000000a1e80529. 00000400:00000010:0.0:1767384899.168813:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 0000000087903094. 00000400:00000010:0.0:1767384899.168815:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000f5f4be63. 00000800:00000200:3.0:1767384899.168820:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384899.168820:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000800:00000010:3.0:1767384899.168828:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba5a5455. 00000400:00000200:0.0:1767384899.168828:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000400:00000200:0.0:1767384899.168836:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000400:00000200:3.0:1767384899.168837:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384899.168841:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000800:00000010:2.0:1767384899.168843:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a71a1f31. 00000400:00000200:0.0:1767384899.168847:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000800:00000010:2.0:1767384899.168849:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4e1cc4d. 00000400:00000200:3.0:1767384899.168852:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: ACK: OK 00000400:00000200:0.0:1767384899.168855:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000800:00000010:2.0:1767384899.168856:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dbd8227. 00000400:00000200:0.0:1767384899.168927:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:0.0:1767384899.168934:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (7) 00000800:00000010:2.0:1767384899.168947:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dbd8227. 00000800:00000001:2.0:1767384899.168972:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.168978:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384899.168982:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.168989:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384899.168992:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.168997:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.169006:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12) <- 192.168.203.109@tcp12 : ACK - for me 00000400:00000200:2.0:1767384899.169022:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp12: ACK from 12345-192.168.203.109@tcp12 into md 0x123d 00000400:00000200:2.0:1767384899.169028:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.169034:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: ACK: OK 00000400:00000200:2.0:1767384899.169040:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000400:00000010:2.0:1767384899.169043:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000400:00000200:2.0:1767384899.169048:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384899.169053:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:2.0:1767384899.169056:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (6) 00000800:00000001:2.0:1767384899.169062:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.169067:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384899.169128:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384899.169151:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp12 from 248.3.0.2 00000800:00000010:0.0:1767384899.169155:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007c212048. 00000800:00000010:2.0:1767384899.169223:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027ae34e2. 00000800:00000010:2.0:1767384899.169228:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6110b82. 00000800:00000010:2.0:1767384899.169245:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003b35e375. 00000800:00000200:2.1:1767384899.169275:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (4) 00000800:00000200:2.1:1767384899.169280:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp12 000000003b35e375 deleted 00000800:00000010:2.1:1767384899.169283:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003b35e375. 00000800:00000200:2.1:1767384899.169288:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384899.169304:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp12 p 3.x 192.168.203.109 -> 192.168.203.109:1016 incarnation:1767384897835095324 sched[0] 00000800:00000010:2.0:1767384899.169310:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dbd8227. 00000800:00000010:2.0:1767384899.169367:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dbd8227. 00000800:00000010:2.0:1767384899.169371:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6110b82. 00000800:00000200:0.1:1767384899.169388:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384899.169405:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007c212048. 00000800:00000200:0.0:1767384899.169416:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp12 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384897835095324 sched[0] 00000800:00000010:0.0:1767384899.169422:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4e1cc4d. 00000800:00000001:3.0:1767384899.169424:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384899.169431:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384899.169489:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.169497:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384899.169522:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a5fb94be. 00080000:00000010:3.0:1767384899.169560:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fd8e8263. 00040000:00000001:3.0:1767384899.169565:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384899.169566:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384899.169575:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384899.169577:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384899.169579:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.169581:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384899.169591:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384899.169600:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384899.169602:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384899.169606:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384899.169623:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384899.169626:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3c2003f. 20000000:00000001:2.0:1767384899.169628:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384899.169631:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 10000000:01000000:2.0:1767384899.169633:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384899.169637:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384899.169639:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384899.169641:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384899.169642:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384899.169645:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:2.0:1767384899.169651:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f27832e. 00080000:00000001:0.0:1767384899.169653:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384899.169657:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384899.169661:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f6a6e86. 00080000:00000001:0.0:1767384899.169662:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.169666:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384899.169667:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384899.169670:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384899.169671:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f6a6e86 with handle 0x135556ebb4843a95 to hash 00080000:00000001:0.0:1767384899.169672:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384899.169677:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384899.169677:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.169681:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00080000:00000002:0.0:1767384899.169682:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00010000:00000001:2.0:1767384899.169686:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000020:00000001:0.0:1767384899.169690:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00010000:00000001:2.0:1767384899.169691:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384899.169694:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384899.169696:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:2.0:1767384899.169698:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384899.169704:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384899.169709:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384899.169711:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.169713:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384899.169718:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384899.169718:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:3.0:1767384899.169720:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384899.169720:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384899.169725:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384899.169726:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384899.169726:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384899.169731:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ad7a6286. 00010000:00000001:2.0:1767384899.169731:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384899.169733:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:2.0:1767384899.169735:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384899.169737:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.169741:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384899.169742:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:3.0:1767384899.169743:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363745408 00010000:00000001:2.0:1767384899.169744:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384899.169748:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384899.169749:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000010:0.0:1767384899.169750:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eb227713. 00010000:00000001:2.0:1767384899.169751:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384899.169755:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f27832e) refcount = 1 00010000:00000200:3.0:1767384899.169756:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c3e3e7c x1853237363745408/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384899.169758:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775783559680 : -107297925991936 : ffff9e69c13c7200) 00010000:00010000:2.0:1767384899.169765:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384899.169767:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384899.169773:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384899.169774:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384899.169779:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384899.169780:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a6b7b81a. 00000100:00001000:3.0:1767384899.169783:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=17 v=5 (1 0 0 0) 00080000:00000001:0.0:1767384899.169786:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.169793:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:0.0:1767384899.169794:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000040:3.0:1767384899.169799:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384899.169804:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384899.169805:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:3.0:1767384899.169807:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:0.0:1767384899.169809:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384899.169810:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.169810:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1767384899.169816:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384899.169816:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384899.169821:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384899.169822:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384899.169823:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384899.169828:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2f8f2a3. 00010000:00000001:2.0:1767384899.169828:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384899.169832:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000200:3.0:1767384899.169833:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363745408, offset 224 20000000:01000000:2.0:1767384899.169837:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00000400:00000200:3.0:1767384899.169841:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384899.169841:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.169844:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.169847:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=4 00000400:00000200:3.0:1767384899.169852:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384899.169852:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384899.169858:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384899.169861:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:3.0:1767384899.169909:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02280 00010000:00010000:2.0:1767384899.169911:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384899.169919:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1241 [2] + 224 00010000:00000001:2.0:1767384899.169925:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384899.169928:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384899.169929:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384899.169937:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384899.169944:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384899.169945:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384899.169946:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384899.169948:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.169952:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384899.169955:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.169957:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:3.0:1767384899.169959:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384899.169960:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384899.169978:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f6a6e86 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384899.169983:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767384899.169985:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384899.169993:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384899.169996:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.170001:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384899.170003:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384899.170004:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384899.170004:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.170008:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=5 00000020:00000001:2.0:1767384899.170010:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000400:00000200:3.0:1767384899.170012:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2f8f2a3 00010000:00000001:2.0:1767384899.170012:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000400:00000010:3.0:1767384899.170018:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2f8f2a3. 00010000:00000001:2.0:1767384899.170019:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384899.170023:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384899.170024:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384899.170028:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384899.170029:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384899.170032:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384899.170034:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.170034:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384899.170035:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384899.170040:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384899.170042:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:0.0:1767384899.170043:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384899.170045:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384899.170047:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384899.170049:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384899.170051:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.170051:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:0.0:1767384899.170054:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a36da56. 00000020:00000001:3.0:1767384899.170056:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384899.170057:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384899.170062:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384899.170063:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092dfb160 00000100:00000040:3.0:1767384899.170064:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c3e3e7c x1853237363745408/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384899.170067:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f6a6e86 with handle 0x135556ebb4843a95 from hash 00000400:00000010:0.0:1767384899.170070:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092dfb160. 00010000:00000001:2.0:1767384899.170076:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384899.170079:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384899.170081:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384899.170085:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c3e3e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363745408:12345-0@lo:253: Request processed in 2086us (2677us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384899.170086:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.170091:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384899.170095:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767384899.170097:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384899.170100:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:3.0:1767384899.170105:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00000001:2.0:1767384899.170106:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384899.170111:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384899.170116:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:2.0:1767384899.170119:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384899.170122:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384899.170123:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384899.170124:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384899.170128:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384899.170130:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384899.170134:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384899.170138:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bfcb64db. 00010000:00000001:2.0:1767384899.170138:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.170139:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.170139:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384899.170143:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384899.170146:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2aa3060. 00000100:00000001:0.0:1767384899.170150:0:16343:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384899.170152:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384899.170153:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051d1437d. 00010000:00000001:2.0:1767384899.170155:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.170155:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384899.170160:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:0.0:1767384899.170160:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1767384899.170161:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384899.170165:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384899.170167:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384899.170171:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009c7bb857. 02000000:00000001:0.0:1767384899.170173:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.170174:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384899.170176:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384899.170178:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384899.170181:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384899.170182:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00001000:0.0:1767384899.170183:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=17 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384899.170186:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:3.0:1767384899.170189:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384899.170190:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384899.170192:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=17 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384899.170193:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384899.170196:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f75839. 00010000:00000001:2.0:1767384899.170197:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384899.170200:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384899.170202:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384899.170204:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2f8f2a3. 00000100:00000001:0.0:1767384899.170204:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384899.170206:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.170211:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384899.170212:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384899.170216:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.170222:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.170223:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384899.170227:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384899.170230:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f6a6e86/0x135556ebb4843a95 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384899.170231:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384899.170248:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f27832e count: 0 00000100:00000001:0.0:1767384899.170250:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384899.170254:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384899.170256:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384899.170259:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384899.170259:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 20000000:00000001:2.0:1767384899.170263:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:0.0:1767384899.170264:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384899.170268:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384899.170270:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384899.170271:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384899.170272:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384899.170273:0:16343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384899.170274:0:16343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384899.170275:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384899.170276:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384899.170278:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384899.170283:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d869650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363745408:0@lo:253: 00000100:00000001:0.0:1767384899.170293:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.170295:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384899.170297:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d869650 x1853237363745408/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.170301:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384899.170303:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384899.170305:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000523ff2bd. 02000000:00000001:0.0:1767384899.170308:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384899.170309:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384899.170310:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384899.170312:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384899.170313:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009e2ed408. 02000000:00000001:0.0:1767384899.170316:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384899.170317:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384899.170318:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d869650. 00000100:00000001:0.0:1767384899.170320:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384899.170322:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.170323:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.170327:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384899.170328:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.170329:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.170331:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384899.171522:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eb227713. 00080000:00000010:0.0:1767384899.171563:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a6b7b81a. 00040000:00000001:0.0:1767384899.171568:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384899.171570:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384899.171571:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384899.171574:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384899.171576:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384899.171577:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384899.171579:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384899.171589:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384899.171591:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384899.171595:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384899.171606:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384899.171610:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384899.171611:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384899.171615:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384899.171616:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384899.171621:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa6cbd37. 00010000:00000001:2.0:1767384899.171624:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384899.171627:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f30437fd. 00000020:00000001:2.0:1767384899.171630:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384899.171632:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f30437fd with handle 0x135556ebb4843a9c to hash 00000020:00000001:2.0:1767384899.171634:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384899.171634:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.171643:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.171645:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384899.171647:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.171649:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.171654:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384899.171656:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384899.171657:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384899.171659:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384899.171660:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384899.171661:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384899.171662:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384899.171664:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384899.171665:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384899.171666:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384899.171666:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384899.171667:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa6cbd37) refcount = 1 00010000:00010000:2.0:1767384899.171669:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.171673:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384899.171674:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384899.171675:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384899.171676:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.171678:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384899.171679:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384899.171681:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00010000:00000001:2.0:1767384899.171682:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.171683:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.171685:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=4 00000020:00000001:2.0:1767384899.171686:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.171689:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.171690:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384899.171692:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.171703:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000020:0.0:1767384899.171705:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384899.171706:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384899.171710:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384899.171713:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000009166457. 00010000:00000001:2.0:1767384899.171718:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.171721:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384899.171725:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384899.171726:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384899.171733:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363745536 00010000:00000001:0.0:1767384899.171737:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384899.171739:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:0.0:1767384899.171743:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000296b3710 x1853237363745536/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384899.171744:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.171751:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384899.171754:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384899.171756:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384899.171760:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384899.171766:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=17 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384899.171770:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f30437fd already unused, calling callback (00000000c66beece) 00000100:00000001:0.0:1767384899.171773:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384899.171775:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1767384899.171780:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384899.171781:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384899.171785:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384899.171787:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384899.171794:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384899.171797:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.171800:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384899.171803:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384899.171804:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.171809:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384899.171812:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384899.171813:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=5 00000020:00000001:2.0:1767384899.171818:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.171820:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00000400:00000010:0.0:1767384899.171821:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1e80529. 00010000:00000001:2.0:1767384899.171822:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384899.171826:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384899.171829:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363745536, offset 224 00010000:00000001:2.0:1767384899.171833:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384899.171836:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384899.171841:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384899.171845:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.171849:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384899.171851:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384899.171854:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384899.171855:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384899.171856:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384899.171861:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f30437fd with handle 0x135556ebb4843a9c from hash 00010000:00000001:2.0:1767384899.171903:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767384899.171904:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02300 00010000:00000001:2.0:1767384899.171906:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.171909:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.171911:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384899.171915:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384899.171915:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1249 [2] + 224 00010000:00000001:2.0:1767384899.171919:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384899.171921:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384899.171923:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384899.171923:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384899.171925:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.171929:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384899.171930:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384899.171931:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384899.171935:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384899.171936:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384899.171937:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.171940:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384899.171943:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384899.171944:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.171949:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.171953:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.171970:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384899.171971:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384899.171975:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.171979:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384899.171983:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384899.171986:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.171988:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.171990:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384899.171993:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.171994:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:2.0:1767384899.171998:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384899.172000:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1e80529 00010000:00010000:2.0:1767384899.172002:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384899.172004:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1e80529. 00000100:00000001:0.0:1767384899.172008:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384899.172011:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384899.172015:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384899.172017:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384899.172021:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384899.172024:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384899.172025:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384899.172028:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384899.172029:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384899.172034:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958155e7. 00010000:00010000:2.0:1767384899.172034:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f30437fd/0x135556ebb4843a9c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384899.172034:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:3.0:1767384899.172042:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002308aaed 00010000:00000001:0.0:1767384899.172042:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384899.172047:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002308aaed. 00000020:00000001:0.0:1767384899.172047:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384899.172050:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa6cbd37 count: 0 00000100:00000001:3.0:1767384899.172053:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384899.172054:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384899.172060:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384899.172063:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384899.172064:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000296b3710 x1853237363745536/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384899.172067:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384899.172083:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384899.172092:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000296b3710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363745536:12345-0@lo:253: Request processed in 3967us (4388us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384899.172109:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384899.172113:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000001:3.0:1767384899.172114:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384899.172116:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384899.172120:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384899.172120:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384899.172125:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384899.172126:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384899.172128:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d99d65ad. 00000100:00000001:3.0:1767384899.172130:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384899.172135:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384899.172135:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fbca2f89. 02000000:00000001:3.0:1767384899.172142:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384899.172142:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bf1eeb9. 00000100:00001000:3.0:1767384899.172148:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=17 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384899.172150:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00001000:3.0:1767384899.172153:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384899.172158:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384899.172158:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384899.172162:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384899.172164:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cbe5871c. 00010000:00000001:3.0:1767384899.172165:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384899.172168:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.172171:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.172172:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384899.172175:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.172176:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.172186:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384899.172186:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384899.172192:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384899.172193:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384899.172195:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384899.172196:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384899.172197:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384899.172198:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767384899.172204:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b34d3323. 00000020:01000004:3.0:1767384899.172208:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384899.172211:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384899.172212:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:0.0:1767384899.172213:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1e80529. 00000020:01000004:3.0:1767384899.172214:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384899.172217:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384899.172223:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384899.172229:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363745536:0@lo:253: 00000100:00000001:3.0:1767384899.172234:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.172235:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384899.172237:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6f92ef3 x1853237363745536/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.172242:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384899.172243:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384899.172245:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007e17a69c. 02000000:00000001:3.0:1767384899.172247:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384899.172249:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384899.172250:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384899.172251:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384899.172253:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f8057426. 02000000:00000001:3.0:1767384899.172256:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384899.172257:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384899.172258:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6f92ef3. 00000100:00000001:3.0:1767384899.172260:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384899.172261:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.172263:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.172266:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384899.172267:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.172269:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384899.172270:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.173942:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294887052, at 4294887053 00000100:00000040:3.0:1767384899.173945:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294887052, at 4294887053 00000100:00000010:2.0:1767384899.173951:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce42eda. 00000100:00000010:3.0:1767384899.173954:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f050468c. 00000100:00000040:0.0:1767384899.173958:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294887052, at 4294887053 00000100:00000010:0.0:1767384899.173967:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ddfc475c. 00000100:00000040:1.0:1767384899.175030:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294887052, at 4294887054 00000100:00000010:1.0:1767384899.175038:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab276d23. 00010000:00000010:2.1:1767384899.176919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f27832e. 00010000:00000010:2.1:1767384899.176926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f6a6e86. 00010000:00000010:2.1:1767384899.180906:0:19968:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa6cbd37. 00010000:00000010:2.1:1767384899.180916:0:19968:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f30437fd. 00000400:00000010:1.0:1767384899.183322:0:19967:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000968097f4. 00000400:00000040:1.0:1767384899.183341:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384899.183343:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384899.183345:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384899.183347:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384899.183349:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384899.183350:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384899.183352:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384899.183354:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384899.183355:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384899.183356:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384899.183357:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384899.183359:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384899.183360:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384899.183361:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384899.183362:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384899.183364:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384899.183365:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384899.183366:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384899.183367:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384899.183368:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384899.183370:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384899.183375:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384899.183377:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384899.183378:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384899.183379:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384899.183381:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384899.183382:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384899.183384:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384899.183385:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384899.183386:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384899.183387:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384899.183389:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384899.183390:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384899.183391:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384899.183392:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384899.183393:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384899.183395:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384899.183396:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384899.183398:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384899.183399:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384899.183400:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384899.183401:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384899.183402:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384899.183404:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384899.183405:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384899.183406:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384899.183407:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384899.183408:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384899.183409:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384899.183410:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384899.183411:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384899.183412:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384899.183413:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384899.183414:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384899.183416:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384899.183417:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384899.183417:0:19967:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384899.183434:0:19967:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000968097f4. 10000000:00000001:2.0:1767384899.544944:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384899.544948:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 10000000:00000001:2.0:1767384899.544953:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.544956:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384899.544957:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384899.544958:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384899.544960:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384899.544963:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384899.544964:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 7 10000000:00000001:2.0:1767384899.544967:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384899.544968:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384899.544975:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025701b5b. 00000020:00000040:2.0:1767384899.544979:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384899.544983:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384899.544986:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384899.544991:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384899.544997:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbf0487c. 00000100:00000001:2.0:1767384899.545005:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.545009:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384899.545012:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384899.545020:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f27832e. 00010000:00000001:2.0:1767384899.545023:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384899.545027:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f30437fd. 00000020:00000001:2.0:1767384899.545031:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384899.545034:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f30437fd with handle 0x135556ebb4843aa3 to hash 00000020:00000001:2.0:1767384899.545037:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384899.545038:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.545048:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.545051:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384899.545053:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.545056:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384899.545063:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384899.545072:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384899.545076:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384899.545078:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384899.545084:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078195454. 00000100:00000001:2.0:1767384899.545086:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775863554240 : -107297845997376 : ffff9e69c60110c0) 00000100:00000001:2.0:1767384899.545088:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384899.545089:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879027200 : -107292830524416 : ffff9e6af0f31c00) 00000100:00000001:2.0:1767384899.545093:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384899.545095:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.545098:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384899.545100:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384899.545107:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.545115:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384899.545116:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.545120:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384899.545122:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384899.545124:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384899.545127:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025701b5b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363745664:0@lo:101: 00000100:00000001:2.0:1767384899.545132:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384899.545137:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384899.545140:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.545142:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384899.545149:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005ce05cf1. 02000000:00000001:2.0:1767384899.545151:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384899.545156:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e9caedf. 00000400:00000010:2.0:1767384899.545160:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000100:00000200:2.0:1767384899.545165:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363745664, portal 25 00000100:00000001:2.0:1767384899.545167:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384899.545168:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879027200 : -107292830524416 : ffff9e6af0f31c00) 00000100:00000040:2.0:1767384899.545173:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.545178:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384899.545180:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384899.545182:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000100:00000200:2.0:1767384899.545184:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363745664, offset 0 00000400:00000200:2.0:1767384899.545189:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384899.545200:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384899.545209:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c02380 00000400:00000200:2.0:1767384899.545214:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1d5 [2] + 0 00000400:00000010:2.0:1767384899.545216:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004787e3b5. 00000400:00000200:2.0:1767384899.545219:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ecfa63aa 00000400:00000200:2.0:1767384899.545223:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.545226:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384899.545229:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecfa63aa 00000400:00000010:2.0:1767384899.545231:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ecfa63aa. 00000100:00000001:2.0:1767384899.545234:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384899.545236:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384899.545238:0:17069:0:(events.c:337:request_in_callback()) incoming req@0000000026140056 x1853237363745664 msgsize 328 00000100:00100000:2.0:1767384899.545241:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384899.545242:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384899.545263:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384899.545268:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:2.0:1767384899.545269:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000100:00000001:2.0:1767384899.545271:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384899.545273:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.545290:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.545294:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.545299:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.545300:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384899.545301:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384899.545306:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384899.545307:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363745664 00000100:00000001:2.0:1767384899.545312:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294887430 02000000:00000001:0.0:1767384899.545312:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384899.545317:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384899.545318:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ad67840. 00000100:00000001:0.0:1767384899.545321:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.545326:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384899.545327:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.545333:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294887430 00000100:00100000:0.0:1767384899.545334:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363745664 00000100:00000010:2.0:1767384899.545339:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae0157e1. 00000020:00000001:0.0:1767384899.545340:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384899.545344:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384899.545346:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294887430 00000100:00000010:2.0:1767384899.545349:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004753d52a. 00000020:00000040:0.0:1767384899.545351:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:2.0:1767384899.545353:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384899.545358:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294887430 00000020:00000001:0.0:1767384899.545358:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384899.545363:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cae06e8. 00000020:00000040:0.0:1767384899.545363:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:2.0:1767384899.545369:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384899.545369:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384899.545375:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384899.545377:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.545380:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.545381:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384899.545382:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384899.545385:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384899.545387:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 0000000078195454 going to sleep for 11 seconds 00000020:00000010:0.0:1767384899.545387:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b491a73. 00000100:00000001:0.0:1767384899.545394:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.545395:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384899.545399:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b491a73. 00000100:00000001:2.0:1767384899.545400:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384899.545406:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230a0942. 00000020:00000010:0.0:1767384899.545412:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0c6bab9. 00000020:00000010:0.0:1767384899.545416:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fbca2f89. 00000100:00000040:0.0:1767384899.545424:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384899.545438:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384899.545439:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384899.545441:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.545448:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.545460:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.545470:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384899.545472:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384899.545477:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000040:0.0:1767384899.545480:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384899.545482:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339795024 : -107293369756592 : ffff9e6ad0cf1450) 00000100:00000040:0.0:1767384899.545486:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026140056 x1853237363745664/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 328/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.545493:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384899.545495:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b491a73. 00000100:00000001:0.0:1767384899.545497:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384899.545499:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b491a73. 00000100:00100000:0.0:1767384899.545502:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026140056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:17069:x1853237363745664:12345-0@lo:101: 00000100:00000200:0.0:1767384899.545505:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363745664 00000020:00000001:0.0:1767384899.545507:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384899.545515:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384899.545516:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.545519:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384899.545520:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:0.0:1767384899.545523:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384899.545524:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384899.545526:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384899.545527:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384899.545530:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.545532:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384899.545533:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384899.545535:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384899.545536:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384899.545538:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384899.545541:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384899.545546:0:17065:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000034915e5f. 00010000:00000001:0.0:1767384899.545548:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384899.545549:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee1db429. 00000020:00000001:0.0:1767384899.545551:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384899.545553:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee1db429 with handle 0x135556ebb4843aaa to hash 00000020:00000001:0.0:1767384899.545554:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384899.545555:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00000001:0.0:1767384899.545557:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00010000:0.0:1767384899.545558:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843aa3 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384899.545564:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000020:00000040:0.0:1767384899.545566:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=15 00000100:00000001:0.0:1767384899.545570:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384899.545572:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384899.545575:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003387c57d. 02000000:00000001:0.0:1767384899.545576:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.545578:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384899.545579:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384899.545582:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384899.545588:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384899.545590:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384899.545592:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384899.545593:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384899.545594:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384899.545596:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384899.545598:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384899.545599:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384899.545600:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384899.545601:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034915e5f) refcount = 1 00010000:00010000:0.0:1767384899.545605:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 15 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384899.545609:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384899.545611:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384899.545612:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384899.545614:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384899.545615:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384899.545619:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384899.545621:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 15 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384899.545626:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384899.545628:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384899.545630:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384899.545632:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384899.545633:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384899.545635:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384899.545637:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384899.545638:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ee1db429, rc 0) 00000020:00000001:0.0:1767384899.545640:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384899.545642:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363745664 00010000:00000001:0.0:1767384899.545644:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384899.545649:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026140056 x1853237363745664/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 328/344 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384899.545655:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384899.545662:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384899.545665:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384899.545669:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384899.545671:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384899.545673:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384899.545676:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384899.545678:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.545680:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384899.545685:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384899.545688:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000100:00000200:0.0:1767384899.545691:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363745664, offset 224 00000400:00000200:0.0:1767384899.545697:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384899.545705:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384899.545712:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c02380 00000400:00000200:0.0:1767384899.545716:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1265 [1] + 224 00000400:00000200:0.0:1767384899.545720:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384899.545723:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384899.545727:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384899.545731:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384899.545738:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.545753:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384899.545760:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000400:00000010:0.0:1767384899.545763:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000100:00000001:0.0:1767384899.545768:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384899.545769:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384899.545770:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384899.545775:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384899.545778:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384899.545778:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384899.545781:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e9caedf. 00000400:00000200:2.0:1767384899.545786:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000100:00000040:0.0:1767384899.545786:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:2.0:1767384899.545790:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00010000:00000001:0.0:1767384899.545793:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384899.545794:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384899.545797:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.545804:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384899.545806:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384899.545813:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026140056 x1853237363745664/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 328/344 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384899.545817:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.545845:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384899.545846:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.545848:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384899.545850:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384899.545853:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384899.545856:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.545861:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384899.545900:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384899.545904:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384899.545907:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384899.545909:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.545911:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384899.545913:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.545915:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.545919:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.545924:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.545926:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384899.545928:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384899.545932:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384899.545938:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025701b5b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363745664:0@lo:101: 00000100:00000001:2.0:1767384899.545943:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.545945:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.545947:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384899.545948:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.545950:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.545954:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384899.545962:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000078195454. 00000100:00000001:2.0:1767384899.545966:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384899.545967:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.545969:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384899.545972:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.545973:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.545975:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=4 00000020:00000001:2.0:1767384899.545976:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.545978:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000040:2.0:1767384899.545982:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f30437fd, remote cookie: 0x135556ebb4843aaa, flags: 0x0 00010000:00000001:2.0:1767384899.545984:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384899.545986:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384899.545987:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384899.545988:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384899.545989:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384899.545991:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f27832e) refcount = 1 00010000:00010000:2.0:1767384899.545993:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.545998:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384899.545999:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384899.546000:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384899.546002:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384899.546004:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.546006:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.546010:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384899.546011:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.546012:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.546013:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.546014:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.546015:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.546017:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.546020:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025701b5b x1853237363745664/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.546035:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384899.546038:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384899.546041:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005ce05cf1. 02000000:00000001:2.0:1767384899.546043:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384899.546045:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384899.546047:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384899.546048:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384899.546050:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbf0487c. 02000000:00000001:2.0:1767384899.546053:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384899.546054:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384899.546056:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025701b5b. 00000100:00000001:2.0:1767384899.546059:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384899.546060:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384899.546062:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.546064:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384899.546065:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 10000000:00000001:2.0:1767384899.546067:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.546068:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.546069:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.546071:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=3 00000020:00000001:2.0:1767384899.546073:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.546074:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.546077:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384899.546078:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.546079:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.546081:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.546083:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384899.546085:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007dece3c7. 00000100:00000010:2.0:1767384899.546098:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025701b5b. 00000020:00000040:2.0:1767384899.546103:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384899.546106:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384899.546109:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026140056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363745664:12345-0@lo:101: Request processed in 610us (864us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384899.546110:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384899.546113:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384899.546119:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbf0487c. 00000100:00100000:0.0:1767384899.546123:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000001:2.0:1767384899.546125:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.546127:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384899.546130:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384899.546132:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384899.546136:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000020:00000010:0.0:1767384899.546138:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0c6bab9. 00000100:00000010:2.0:1767384899.546139:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005ce05cf1. 00000100:00000010:2.0:1767384899.546145:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000022d51335. 00000020:00000010:0.0:1767384899.546148:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fbca2f89. 00000020:00000040:2.0:1767384899.546149:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384899.546155:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384899.546157:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000010:0.0:1767384899.546158:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230a0942. 00000100:00000010:2.0:1767384899.546159:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078195454. 00000100:00000001:2.0:1767384899.546165:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775863554240 : -107297845997376 : ffff9e69c60110c0) 00000100:00000001:2.0:1767384899.546167:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384899.546169:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879027200 : -107292830524416 : ffff9e6af0f31c00) 00000020:00000040:0.0:1767384899.546170:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:2.0:1767384899.546171:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384899.546174:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.546177:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384899.546178:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384899.546179:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384899.546183:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384899.546185:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003387c57d. 02000000:00000001:0.0:1767384899.546193:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384899.546194:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384899.546197:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.546199:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384899.546199:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384899.546202:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384899.546205:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384899.546207:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025701b5b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363745792:0@lo:256: 00000100:00000200:0.0:1767384899.546208:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384899.546211:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384899.546215:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384899.546217:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384899.546218:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ce2fc0. 00000100:00000001:2.0:1767384899.546220:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384899.546226:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e9caedf. 00000400:00000010:0.0:1767384899.546228:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002308aaed. 00000400:00000010:2.0:1767384899.546232:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009ba5f003. 00000100:00000200:2.0:1767384899.546238:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c02400-0x6958272c02400, portal 33 00000100:00000001:2.0:1767384899.546241:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.546242:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384899.546244:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba9f3b39. 02000000:00000001:2.0:1767384899.546246:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384899.546247:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d721c5ba. 00000400:00000010:2.0:1767384899.546255:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000100:00000200:2.0:1767384899.546257:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363745792, portal 25 00000100:00000001:2.0:1767384899.546259:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384899.546260:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879027200 : -107292830524416 : ffff9e6af0f31c00) 00000100:00000040:2.0:1767384899.546263:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.546268:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384899.546270:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384899.546271:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000100:00000200:2.0:1767384899.546272:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363745792, offset 0 00000400:00000200:2.0:1767384899.546275:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384899.546280:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384899.546284:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c02400 00000400:00000200:2.0:1767384899.546286:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1d9 [2] + 0 00000400:00000010:2.0:1767384899.546289:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075c540e6. 00000400:00000200:2.0:1767384899.546291:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ab9a68f 00000400:00000200:2.0:1767384899.546293:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.546296:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384899.546298:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ab9a68f 00000400:00000010:2.0:1767384899.546315:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ab9a68f. 00000100:00000001:2.0:1767384899.546318:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384899.546319:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384899.546321:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000009a794faa x1853237363745792 msgsize 304 00000100:00100000:2.0:1767384899.546326:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384899.546328:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384899.546338:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384899.546343:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:2.0:1767384899.546345:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000100:00000001:2.0:1767384899.546348:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384899.546350:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.546357:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.546359:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.546363:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384899.546366:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363745792 02000000:00000001:0.0:1767384899.546368:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384899.546387:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384899.546389:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.546396:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.546396:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.546401:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384899.546401:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363745792 00000020:00000001:0.0:1767384899.546405:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384899.546406:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:2.0:1767384899.546407:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.546408:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384899.546411:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294887431 00000020:00000040:0.0:1767384899.546412:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:0.0:1767384899.546417:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384899.546419:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887430 00000020:00000001:0.0:1767384899.546419:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384899.546426:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384899.546428:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294887431 00000020:00000010:0.0:1767384899.546431:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b491a73. 00000100:00000001:2.0:1767384899.546433:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887430 00000100:00000001:2.0:1767384899.546436:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294887431 00000100:00000001:2.0:1767384899.546439:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887430 00000100:00000001:0.0:1767384899.546440:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.546442:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294887431 00000020:00000010:0.0:1767384899.546446:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b491a73. 00000100:00000001:2.0:1767384899.546447:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887430 00000100:00000001:2.0:1767384899.546452:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384899.546453:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230a0942. 00000100:00000001:2.0:1767384899.546454:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.546459:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384899.546461:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384899.546461:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0c6bab9. 00000100:00100000:2.0:1767384899.546465:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 0000000078195454 going to sleep for 11 seconds 00000100:00000001:2.0:1767384899.546469:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384899.546469:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fbca2f89. 00000100:00000001:2.0:1767384899.546472:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.546481:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384899.546486:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384899.546487:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384899.546489:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.546494:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.546505:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.546517:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384899.546519:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384899.546520:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384899.546523:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384899.546526:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:0.0:1767384899.546530:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384899.546532:0:17067:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.546533:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339794000 : -107293369757616 : ffff9e6ad0cf1050) 00000100:00000001:2.0:1767384899.546536:0:17067:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.546544:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009a794faa x1853237363745792/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 304/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.546552:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384899.546555:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b491a73. 00000100:00000001:0.0:1767384899.546556:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384899.546558:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b491a73. 00000100:00100000:0.0:1767384899.546561:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009a794faa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363745792:12345-0@lo:256: 00000100:00000200:0.0:1767384899.546563:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363745792 00000020:00000001:0.0:1767384899.546565:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384899.546566:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384899.546568:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.546569:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384899.546570:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:0.0:1767384899.546572:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384899.546573:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384899.546574:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384899.546581:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384899.546583:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.546585:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384899.546586:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384899.546588:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000003387c57d. 02000000:00000001:0.0:1767384899.546590:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.546591:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384899.546593:0:17065:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384899.546596:0:17065:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384899.546598:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384899.546600:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384899.546602:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384899.546603:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384899.546605:0:17065:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384899.546607:0:17065:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000008c5f8d82. 20000000:00000001:0.0:1767384899.546609:0:17065:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384899.546616:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384899.546621:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384899.546626:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384899.546628:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384899.546630:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:01000000:0.0:1767384899.546631:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 124, pages 3972/1/4/3. 20000000:00000040:0.0:1767384899.546634:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384899.546636:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384899.546637:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384899.546638:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384899.546639:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:01000000:0.0:1767384899.546641:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 124, pages 3848/1/4/3. 20000000:01000000:0.0:1767384899.546642:0:17065:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 248, version 14 20000000:00000001:0.0:1767384899.546643:0:17065:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=248 : 248 : f8) 00000100:00000001:0.0:1767384899.546645:0:17065:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384899.546647:0:17065:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000025c8a53f. 00000100:00000010:0.0:1767384899.546649:0:17065:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d6e6268a. 00000020:00000040:0.0:1767384899.546651:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:0.0:1767384899.546653:0:17065:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384899.546655:0:17065:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384899.546658:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000400:00000010:0.0:1767384899.546664:0:17065:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006f2decc4. 00000400:00000200:0.0:1767384899.546674:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384899.546682:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384899.546689:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 248 into portal 33 MB=0x6958272c02400 00000400:00000200:0.0:1767384899.546694:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 248/248 into md 0x1275 [4] + 0 00000400:00000010:0.0:1767384899.546697:0:17065:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e9caedf. 00000400:00000200:0.0:1767384899.546701:0:17065:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ba5f003 00000400:00000200:0.0:1767384899.546704:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384899.546708:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384899.546710:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba5f003 00000400:00000010:0.0:1767384899.546712:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009ba5f003. 00000100:00000001:0.0:1767384899.546716:0:17065:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384899.546717:0:17065:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000025701b5b desc 000000005ce05cf1 mbits 1853237363745792 00000100:00000001:0.0:1767384899.546729:0:17065:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384899.546733:0:17065:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384899.546737:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384899.546744:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384899.546747:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384899.546748:0:17065:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1281 00000400:00000200:0.0:1767384899.546753:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384899.546757:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384899.546759:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384899.546761:0:17065:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000025c8a53f 00000100:00000001:0.0:1767384899.546762:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384899.546767:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000400:00000010:0.0:1767384899.546768:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000100:00000001:0.0:1767384899.546769:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384899.546770:0:17065:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000025c8a53f 00000100:00000001:0.0:1767384899.546771:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384899.546774:0:17065:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 248 bytes via portal 33 id 12345-0@lo mbits 0x6958272c02400-0x6958272c02400 00000100:00000001:0.0:1767384899.546776:0:17065:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384899.546780:0:17065:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.546781:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384899.546783:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:0.0:1767384899.546785:0:17065:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d6e6268a. 00000100:00000010:0.0:1767384899.546787:0:17065:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000025c8a53f. 00000100:00000001:0.0:1767384899.546789:0:17065:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384899.546790:0:17065:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384899.546798:0:17065:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000008c5f8d82. 20000000:00000001:0.0:1767384899.546801:0:17065:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384899.546802:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363745792 00010000:00000001:0.0:1767384899.546804:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384899.546806:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a794faa x1853237363745792/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 304/240 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384899.546811:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384899.546812:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384899.546814:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384899.546816:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384899.546818:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384899.546819:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384899.546820:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384899.546821:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.546823:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384899.546824:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384899.546826:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000100:00000200:0.0:1767384899.546828:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363745792, offset 224 00000400:00000200:0.0:1767384899.546832:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384899.546837:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384899.546843:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c02400 00000400:00000200:0.0:1767384899.546848:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1279 [1] + 224 00000400:00000200:0.0:1767384899.546852:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384899.546855:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384899.546857:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384899.546860:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384899.546916:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.546933:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384899.546939:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000400:00000010:0.0:1767384899.546941:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000100:00000001:0.0:1767384899.546945:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384899.546953:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384899.546958:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.546962:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384899.546965:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384899.546967:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.546969:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384899.546973:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a794faa x1853237363745792/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:125/0 lens 304/240 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384899.546982:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009a794faa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363745792:12345-0@lo:256: Request processed in 429us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384899.546990:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:0.0:1767384899.546993:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384899.546994:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384899.546995:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384899.546997:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0c6bab9. 00000020:00000010:0.0:1767384899.547001:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fbca2f89. 00000020:00000010:0.0:1767384899.547004:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230a0942. 00000020:00000040:0.0:1767384899.547008:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:0.0:1767384899.547012:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384899.547013:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000003387c57d. 02000000:00000001:0.0:1767384899.547016:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384899.547019:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384899.547022:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384899.547026:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6da1280. 00000400:00000010:0.0:1767384899.547029:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000640fd951. 00000100:00000001:2.0:1767384899.547124:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384899.547128:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384899.547128:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384899.547129:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d721c5ba. 00000400:00000200:2.0:1767384899.547132:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000400:00000010:2.0:1767384899.547133:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000100:00000001:2.0:1767384899.547134:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384899.547137:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384899.547147:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.547152:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384899.547153:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.547154:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384899.547155:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384899.547156:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384899.547157:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.547159:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384899.547161:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384899.547163:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384899.547164:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384899.547165:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.547166:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384899.547168:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.547169:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.547170:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384899.547176:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.547180:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384899.547181:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384899.547182:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384899.547187:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025701b5b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363745792:0@lo:256: 00000100:00000001:2.0:1767384899.547189:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.547191:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.547192:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384899.547193:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.547194:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.547198:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384899.547204:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000078195454. 00000100:00000001:2.0:1767384899.547206:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384899.547206:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384899.547209:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:2.0:1767384899.547211:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384899.547215:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009afcf04c. 10000000:00000040:2.0:1767384899.547224:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384899.547229:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384899.547231:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384899.547234:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:2.0:1767384899.547236:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.547238:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384899.547239:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:2.0:1767384899.547240:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000400:00000200:2.0:1767384899.547242:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 5 NIDs 00000400:00001000:2.0:1767384899.547244:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384899.547246:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:2.0:1767384899.547250:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384899.547253:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (5) 00000400:00000200:2.0:1767384899.547256:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384899.547258:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:2.0:1767384899.547260:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (6) 00000400:00000200:2.0:1767384899.547261:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:2.0:1767384899.547263:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:2.0:1767384899.547265:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.547266:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:2.0:1767384899.547267:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:2.0:1767384899.547269:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.547270:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:2.0:1767384899.547271:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:2.0:1767384899.547273:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.547274:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:2.0:1767384899.547275:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:2.0:1767384899.547277:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.547278:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000100:00000001:2.0:1767384899.547279:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.547286:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384899.547288:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:2.0:1767384899.547291:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c3e07c25. 10000000:00000040:2.0:1767384899.547292:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:2.0:1767384899.547294:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384899.547299:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384899.547301:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000937584e0. 00000020:00000010:2.0:1767384899.547304:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af54d79a. 00000040:00000010:2.0:1767384899.547306:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000045fae66d. 00000020:00000010:2.0:1767384899.547310:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000efb80380. 00000020:00000010:2.0:1767384899.547314:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da2eab92. 00000020:00000010:2.0:1767384899.547317:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bc5a62a1. 80000000:00000010:2.0:1767384899.547320:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd58d41b. 40000000:00000010:2.0:1767384899.547322:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003ee9c0af. 00100000:00000010:2.0:1767384899.547326:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000812fb781. 00040000:00000010:2.0:1767384899.547330:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007ff30a5b. 00040000:00000010:2.0:1767384899.547334:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000255a2ffe. 00040000:00000010:2.0:1767384899.547336:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000042c4c05. 00080000:00000010:2.0:1767384899.547341:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000005594c83. 00080000:00000010:2.0:1767384899.547353:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000045ec9795. 00000004:00000010:2.0:1767384899.547359:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000585dec79. 00000004:00000010:2.0:1767384899.547362:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc88a0ae. 00000004:00000010:2.0:1767384899.547366:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e2c13ee8. 00002000:00000010:2.0:1767384899.547369:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ddedf623. 00000004:00000010:2.0:1767384899.547372:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007033da90. 00000004:00000001:2.0:1767384899.547375:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384899.547377:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384899.547378:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c3e07c25 00000040:00001000:2.0:1767384899.547379:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384899.547380:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384899.547381:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384899.547382:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384899.547384:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384899.547384:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384899.547388:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384899.547389:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:2.0:1767384899.547391:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384899.547430:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384899.547434:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af54d79a. 00000040:00000010:2.0:1767384899.547437:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000045fae66d. 00000020:00000010:2.0:1767384899.547439:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000efb80380. 00000020:00000010:2.0:1767384899.547442:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da2eab92. 00000020:00000010:2.0:1767384899.547445:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bc5a62a1. 80000000:00000010:2.0:1767384899.547448:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dd58d41b. 40000000:00000010:2.0:1767384899.547451:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003ee9c0af. 00100000:00000010:2.0:1767384899.547454:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000812fb781. 00040000:00000010:2.0:1767384899.547457:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007ff30a5b. 00040000:00000010:2.0:1767384899.547459:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000255a2ffe. 00040000:00000010:2.0:1767384899.547462:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000042c4c05. 00080000:00000010:2.0:1767384899.547464:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000045ec9795. 00080000:00000010:2.0:1767384899.547467:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000005594c83. 00000004:00000010:2.0:1767384899.547471:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000585dec79. 00000004:00000010:2.0:1767384899.547473:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc88a0ae. 00000004:00000010:2.0:1767384899.547476:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e2c13ee8. 00002000:00000010:2.0:1767384899.547478:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ddedf623. 00000004:00000010:2.0:1767384899.547479:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007033da90. 00000020:00000010:2.0:1767384899.547481:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000937584e0. 00000020:00000001:2.0:1767384899.547483:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.547484:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384899.547487:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c3e07c25. 10000000:00000010:2.0:1767384899.547489:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009afcf04c. 10000000:00000001:2.0:1767384899.547491:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.547492:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.547495:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025701b5b x1853237363745792/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.547500:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384899.547501:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384899.547502:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba9f3b39. 02000000:00000001:2.0:1767384899.547509:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384899.547510:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384899.547511:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384899.547512:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384899.547513:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384899.547515:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384899.547515:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384899.547517:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384899.547518:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000022d51335. 00000100:00000010:2.0:1767384899.547520:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005ce05cf1. 00000100:00000001:2.0:1767384899.547521:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384899.547522:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbf0487c. 02000000:00000001:2.0:1767384899.547523:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384899.547525:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384899.547525:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025701b5b. 00000100:00000001:2.0:1767384899.547527:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384899.547528:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384899.547537:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007dece3c7. 10000000:01000000:2.0:1767384899.547538:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384899.547541:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384899.547542:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.547543:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.547544:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=3 00000020:00000001:2.0:1767384899.547545:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.547547:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384899.547549:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384899.547550:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.547555:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.547556:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384899.547557:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.547561:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384899.547565:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.547566:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384899.547567:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.547568:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.547569:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384899.547571:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384899.547572:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:2.0:1767384899.547574:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384899.552930:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294887431, at 4294887432 00000100:00000010:0.0:1767384899.552938:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ad67840. 00000100:00000040:3.0:1767384899.552948:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294887431, at 4294887432 00000100:00000010:3.0:1767384899.552957:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cae06e8. 00000100:00000040:1.0:1767384899.553949:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294887431, at 4294887433 00000100:00000010:1.0:1767384899.553963:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae0157e1. 00000100:00000040:2.0:1767384899.557429:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294887431, at 4294887436 00000100:00000010:2.0:1767384899.557435:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004753d52a. 00000020:00000010:0.0:1767384899.557597:0:20114:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000000b491a73. 00000020:00000040:0.0:1767384899.557604:0:20114:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384899.557606:0:20114:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000000b491a73. 00080000:00000010:1.0:1767384899.779226:0:20126:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000174c0228. 00080000:00000010:1.0:1767384899.779235:0:20126:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000174c0228. 00000020:00000001:1.0:1767384899.779239:0:20126:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384899.779247:0:20126:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000174c0228. 00080000:00000010:1.0:1767384899.779251:0:20126:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000174c0228. 00000020:00000001:1.0:1767384899.779254:0:20126:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.929924:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384899.929929:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.929933:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384899.929935:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.929951:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384899.929953:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.929954:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384900.482206:0:20290:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384900.482211:0:20290:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:2.0:1767384900.487165:0:20290:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384900.494733:0:20291:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000079bac7eb. 00000400:00000010:3.0:1767384900.494750:0:20291:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000afbeed63. 00000400:00000010:3.0:1767384900.494758:0:20291:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004e3335b3. 00000400:00000010:3.0:1767384900.494760:0:20291:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000798d3613. 00000400:00000010:3.0:1767384900.494763:0:20291:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ddb12491. 00000400:00000010:3.0:1767384900.494767:0:20291:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd8e8263. 00000400:00000010:3.0:1767384900.494768:0:20291:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007fd54d34. 00000400:00000010:3.0:1767384900.494770:0:20291:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003eb06db2. 00000400:00000010:3.0:1767384900.494772:0:20291:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e40e1400. 00000800:00000010:3.0:1767384900.494781:0:20291:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ba5a5455. 00000800:00000200:3.0:1767384900.494790:0:20291:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384900.494795:0:20291:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384900.494827:0:20291:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384900.494844:0:20291:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp14 [8/256/0/180] 00000400:00000010:3.0:1767384900.496500:0:20291:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 0000000093a38fe9. 00000400:00000010:3.0:1767384900.496507:0:20291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad3459af. 00000400:00000010:3.0:1767384900.496513:0:20291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da4bd5dd. 00000400:00000001:3.0:1767384900.496527:0:20291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384900.496529:0:20291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384900.496531:0:20291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae936291. 00000400:00000200:3.0:1767384900.496535:0:20291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000400:00000010:3.0:1767384900.496537:0:20291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000400:00000010:3.0:1767384900.496542:0:20291:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000d2a08ca6. 00000400:00000200:3.0:1767384900.496547:0:20291:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (5) 00000400:00000200:3.0:1767384900.496561:0:20291:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384900.496570:0:20291:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:3.0:1767384900.496576:0:20291:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009c7bb857. 00000020:01000000:3.0:1767384900.496579:0:20291:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384900.496582:0:20291:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp14 00000400:00000010:3.0:1767384900.496594:0:20291:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000afbeed63. 00000400:00000010:3.0:1767384900.496598:0:20291:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000079bac7eb. 00000400:00000200:0.0:1767384900.496613:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384900.496620:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:0.0:1767384900.496626:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000400:00000200:0.0:1767384900.496635:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (6) 00000400:00000010:0.0:1767384900.496639:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000727d2f6b. 00000400:00000200:0.0:1767384900.496643:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1767384900.496654:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1767384900.496658:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:1.0:1767384900.496660:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384900.496665:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:1.0:1767384900.496668:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384900.496671:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:1.0:1767384900.496674:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384900.496679:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384900.496680:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:1.0:1767384900.496687:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384900.496687:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000020:01000004:1.0:1767384900.496693:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384900.496694:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp13 00000020:01000004:1.0:1767384900.496698:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384900.496700:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp13 lpni_is_preferred = 0 00000020:01000004:1.0:1767384900.496702:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384900.496704:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp13 00000020:01000004:1.0:1767384900.496707:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384900.496711:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp13 NI seq info: [13:13:256:4294967295] 192.168.203.109@tcp13 LPNI seq info [13:13:8:4294967295] 00000020:01000004:1.0:1767384900.496713:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384900.496717:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384900.496718:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp13 00000020:01000004:1.0:1767384900.496721:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384900.496725:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384900.496729:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384900.496730:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp13(192.168.203.109@tcp13:) -> 192.168.203.109@tcp13(192.168.203.109@tcp:192.168.203.109@tcp13) : PUT try# 0 00000800:00000200:0.0:1767384900.496737:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.203.109@tcp13 00000100:00000010:1.0:1767384900.496739:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d365a6ce. 00000800:00000010:0.0:1767384900.496741:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e573733. 00000020:00000040:1.0:1767384900.496748:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000800:00000010:0.0:1767384900.496750:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000087438ca9. 00000800:00000010:0.0:1767384900.496754:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e4e1cc4d. 00000100:00000001:1.0:1767384900.496756:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384900.496760:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000087438ca9] -> 12345-192.168.203.109@tcp13 (2) 02000000:00000001:1.0:1767384900.496761:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.1:1767384900.496765:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000087438ca9] -> 12345-192.168.203.109@tcp13 (2) 02000000:00000001:1.0:1767384900.496769:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384900.496780:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002bcf069f. 00000400:00000200:0.0:1767384900.496784:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000100:00000001:1.0:1767384900.496788:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.496789:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 00000100:00000001:1.0:1767384900.496801:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384900.496805:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.496815:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d365a6ce] to pc [ptlrpcd_00_01+1] req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384900.496836:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 10000000:00000001:1.0:1767384900.496853:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384900.496859:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.496859:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.496899:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384900.496902:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384900.496907:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384900.496908:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384900.496914:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384900.496918:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384900.496920:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384900.496927:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 02000000:00000001:0.0:1767384900.496932:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384900.496933:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 02000000:00000001:0.0:1767384900.496936:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384900.496937:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 02000000:00000001:0.0:1767384900.496941:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384900.496942:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00100000:0.0:1767384900.496945:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d365a6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363745920:0@lo:253: 10000000:01000000:1.0:1767384900.496946:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384900.496951:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384900.496952:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384900.496956:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384900.496956:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384900.496960:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000020:01000004:1.0:1767384900.496961:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384900.496961:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384900.496967:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384900.496967:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:1.0:1767384900.496971:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384900.496973:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:0.0:1767384900.496973:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cbe5871c. 00000020:01000004:1.0:1767384900.496975:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384900.496978:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384900.496979:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384900.496983:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384900.496984:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eb701e7. 00000400:00000200:3.0:1767384900.496986:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000010:1.0:1767384900.496988:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000405223a7. 00000400:00000010:0.0:1767384900.496990:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018e3e3d6. 00000020:00000040:1.0:1767384900.496996:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000200:0.0:1767384900.496997:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363745920, portal 25 00000100:00000001:0.0:1767384900.497002:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384900.497004:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384900.497005:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794532224 : -107297915019392 : ffff9e69c1e3df80) 02000000:00000001:1.0:1767384900.497008:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384900.497011:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384900.497014:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384900.497020:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 02000000:00000010:1.0:1767384900.497026:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006a24fc6e. 00000100:00000001:0.0:1767384900.497026:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384900.497032:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384900.497034:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384900.497036:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3b3dab3. 00000100:00000200:0.0:1767384900.497040:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363745920, offset 0 00000100:00000001:1.0:1767384900.497041:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384900.497045:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.497047:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384900.497050:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000040:1.0:1767384900.497054:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000405223a7] to pc [ptlrpcd_00_02+2] req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384900.497058:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384900.497072:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02480 00000400:00000200:3.0:1767384900.497078:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384900.497081:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000400:00000010:0.0:1767384900.497085:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7d820f. 10000000:00000001:1.0:1767384900.497089:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.497089:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000329442c7 10000000:00000001:1.0:1767384900.497094:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384900.497098:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.497098:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384900.497102:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000020:01000000:1.0:1767384900.497105:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384900.497108:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384900.497111:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009c7bb857. 00000400:00000200:0.0:1767384900.497114:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000329442c7 00000400:00000010:0.0:1767384900.497117:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000329442c7. 00000100:00000001:0.0:1767384900.497122:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384900.497124:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384900.497126:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000bfa7b934 x1853237363745920 msgsize 4848 00000100:00000001:1.0:1767384900.497127:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384900.497132:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384900.497138:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384900.497141:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384900.497142:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384900.497146:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384900.497148:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384900.497149:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384900.497154:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384900.497157:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3b3dab3 00000400:00000010:0.0:1767384900.497160:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3b3dab3. 00000100:00000001:0.0:1767384900.497164:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384900.497170:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.497171:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384900.497180:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384900.497182:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384900.497183:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384900.497188:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384900.497192:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.497194:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384900.497195:0:16341:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384900.497199:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384900.497202:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000405223a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363746048:0@lo:253: 00000100:00000001:0.0:1767384900.497202:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.497209:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384900.497209:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294888382 02000000:00000001:1.0:1767384900.497214:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384900.497215:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f573a81c. 02000000:00000001:1.0:1767384900.497216:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.497221:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384900.497225:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 02000000:00000010:1.0:1767384900.497226:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c13bdae3. 02000000:00000001:1.0:1767384900.497230:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.497232:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294888382 00000400:00000010:1.0:1767384900.497234:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084400cfd. 00000100:00000010:0.0:1767384900.497238:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009dfbfe11. 00000400:00000010:1.0:1767384900.497241:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000636f0f80. 00000100:00000001:0.0:1767384900.497243:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384900.497246:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363746048, portal 25 00000100:00000001:0.0:1767384900.497248:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294888382 00000100:00000001:1.0:1767384900.497251:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384900.497254:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794531328 : -107297915020288 : ffff9e69c1e3dc00) 00000100:00000010:0.0:1767384900.497254:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7ece201. 00000100:00000001:0.0:1767384900.497260:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384900.497262:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.497265:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294888382 00000100:00000001:1.0:1767384900.497272:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384900.497272:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed06d742. 00000100:00000040:1.0:1767384900.497277:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384900.497277:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384900.497280:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000863dc998. 00000100:00000001:0.0:1767384900.497282:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384900.497284:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363746048, offset 0 00000100:00000001:0.0:1767384900.497286:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.497290:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384900.497292:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384900.497293:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384900.497301:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384900.497303:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384900.497305:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384900.497309:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02500 00000400:00000200:1.0:1767384900.497314:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000100:00000001:0.0:1767384900.497315:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.497318:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384900.497319:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa6b38b5. 00000100:00000001:0.0:1767384900.497321:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384900.497323:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab1427a8 00000100:00000001:0.0:1767384900.497324:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384900.497330:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384900.497335:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384900.497339:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab1427a8 00000400:00000010:1.0:1767384900.497340:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab1427a8. 00000100:00000001:1.0:1767384900.497343:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384900.497344:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384900.497345:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384900.497348:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363745920 02000000:00000001:0.0:1767384900.497350:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:3.0:1767384900.497353:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad7a6286. 00000100:00000001:0.0:1767384900.497354:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384900.497355:0:16342:0:(events.c:337:request_in_callback()) incoming req@0000000050c24c4a x1853237363746048 msgsize 4848 00000100:00000001:0.0:1767384900.497358:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384900.497361:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000afbeed63. 02000000:00000001:0.0:1767384900.497364:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384900.497366:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:3.0:1767384900.497369:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d227dbc. 00000100:00000040:1.0:1767384900.497369:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:0.0:1767384900.497369:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363745920 00000020:00000001:0.0:1767384900.497375:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384900.497378:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:0.0:1767384900.497380:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384900.497381:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:0.0:1767384900.497382:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:0.0:1767384900.497385:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:1.0:1767384900.497388:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000863dc998 00000020:00000001:0.0:1767384900.497388:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000010:1.0:1767384900.497392:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000863dc998. 00000100:00000001:0.0:1767384900.497394:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384900.497397:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384900.497399:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cc06ce5. 00000100:00000200:1.0:1767384900.497402:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384900.497403:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d227dbc. 00000100:00000001:0.0:1767384900.497404:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384900.497410:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cc06ce5. 00000020:00000010:0.0:1767384900.497418:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230a0942. 00000100:00000001:1.0:1767384900.497419:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384900.497425:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384900.497425:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd2528a5. 00000020:00000010:0.0:1767384900.497432:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fbca2f89. 00000100:00000001:1.0:1767384900.497433:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.497436:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384900.497440:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384900.497441:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.497446:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384900.497447:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294888382 00000100:00000001:0.0:1767384900.497448:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384900.497451:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294888382 00000100:00000001:0.0:1767384900.497452:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.497457:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294888382 00000100:00000001:1.0:1767384900.497459:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294888382 00000100:00000001:1.0:1767384900.497461:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294888382 00000100:00000001:0.0:1767384900.497462:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.497463:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294888382 00000100:00000001:1.0:1767384900.497467:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294888382 00000100:00000001:1.0:1767384900.497468:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294888382 00000100:00000001:1.0:1767384900.497470:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384900.497471:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.497472:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.497473:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.497477:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.497482:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384900.497483:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384900.497484:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384900.497486:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363746048 00000100:00000001:1.0:1767384900.497488:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384900.497489:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384900.497491:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384900.497492:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384900.497495:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.497495:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384900.497497:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.497504:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384900.497507:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363746048 00000020:00000001:0.0:1767384900.497510:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384900.497512:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:0.0:1767384900.497513:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384900.497515:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:0.0:1767384900.497516:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384900.497517:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384900.497518:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384900.497520:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.497522:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384900.497525:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cc06ce5. 00000100:00000001:0.0:1767384900.497528:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384900.497530:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cc06ce5. 00000020:00000010:0.0:1767384900.497535:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb227713. 00000100:00000001:1.0:1767384900.497536:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384900.497537:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003567e23e. 00000100:00000001:1.0:1767384900.497539:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384900.497542:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000046087b5. 00000100:00100000:1.0:1767384900.497547:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000001:0.0:1767384900.497549:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384900.497551:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384900.497552:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384900.497555:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780604503120 : -107293105048496 : ffff9e6ae0963450) 00000100:00000001:0.0:1767384900.497555:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.497562:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bfa7b934 x1853237363745920/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 4848/0 e 0 to 0 dl 1767384911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.497562:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.497567:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.497574:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384900.497578:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384900.497579:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005367ebea. 00000100:00000001:0.0:1767384900.497581:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384900.497584:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.497585:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384900.497585:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384900.497590:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005367ebea. 00000100:00100000:0.0:1767384900.497592:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:0.0:1767384900.497596:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:3.0:1767384900.497599:0:17064:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384900.497599:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bfa7b934 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363745920:12345-0@lo:253: 00000100:00000001:0.0:1767384900.497600:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139368528 : -107293570183088 : ffff9e6ac4dcd050) 00000100:00000001:3.0:1767384900.497605:0:17064:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384900.497607:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363745920 00000100:00000040:0.0:1767384900.497609:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050c24c4a x1853237363746048/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 4848/0 e 0 to 0 dl 1767384911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384900.497611:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384900.497616:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384900.497619:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.497620:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384900.497625:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384900.497625:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cc06ce5. 00000020:00000001:1.0:1767384900.497627:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:0.0:1767384900.497629:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384900.497631:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384900.497633:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cc06ce5. 00000020:00000001:1.0:1767384900.497634:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384900.497638:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384900.497639:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384900.497642:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050c24c4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16342:x1853237363746048:12345-0@lo:253: 00000020:00000001:1.0:1767384900.497644:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384900.497650:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363746048 00000400:00000200:3.0:1767384900.497651:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:1.0:1767384900.497651:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384900.497656:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384900.497658:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384900.497662:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000087289faf. 00000020:00000001:0.0:1767384900.497662:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384900.497665:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.497666:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384900.497670:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp13 from 247.3.0.2 00000100:00000001:1.0:1767384900.497671:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.497671:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384900.497675:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000800:00000010:3.0:1767384900.497676:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009c9bcb4d. 20000000:00000001:1.0:1767384900.497676:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384900.497679:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384900.497682:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384900.497684:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:1.0:1767384900.497686:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000065efaa13. 00000020:00000001:0.0:1767384900.497686:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384900.497688:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384900.497692:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384900.497693:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384900.497695:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384900.497701:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000009166457. 20000000:00000001:1.0:1767384900.497703:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:0.0:1767384900.497704:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384900.497706:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384900.497707:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384900.497710:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384900.497711:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384900.497715:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384900.497717:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384900.497721:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007f9ee93f. 20000000:00000010:1.0:1767384900.497725:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e4882b4d. 20000000:01000000:0.0:1767384900.497726:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384900.497730:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:0.0:1767384900.497731:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384900.497734:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384900.497737:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384900.497738:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384900.497739:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384900.497742:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384900.497744:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384900.497749:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384900.497765:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384900.497780:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384900.497783:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384900.497784:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384900.497786:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384900.497788:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384900.497790:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000020:00000001:1.0:1767384900.497794:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:1.0:1767384900.497796:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384900.497799:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384900.497802:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384900.497804:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384900.497806:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384900.497812:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384900.497815:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384900.497818:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d5c93b06. 00080000:00000001:1.0:1767384900.497821:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795210240 : -107297914341376 : ffff9e69c1ee3800) 00080000:00000001:1.0:1767384900.497824:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384900.497827:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:3.0:1767384900.497829:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027376931. 00080000:00000010:1.0:1767384900.497831:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005367ebea. 00080000:00000001:1.0:1767384900.497835:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384900.497836:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000bd56bf2. 00080000:00000001:1.0:1767384900.497838:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384900.497854:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aeb7ea14. 00080000:00000001:1.0:1767384900.497854:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384900.497860:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000087438ca9] -> 12345-192.168.203.109@tcp13 (2) 00000800:00000200:3.1:1767384900.497895:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp13 00000000aeb7ea14 deleted 00000800:00000010:3.1:1767384900.497898:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000aeb7ea14. 00000800:00000200:3.1:1767384900.497904:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:1.0:1767384900.497906:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.1:1767384900.497912:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp13 ip 192.168.203.109:1015 00000800:00000200:3.1:1767384900.497917:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e573733 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:3.0:1767384900.497930:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp13 p 3.x 192.168.203.109 -> 192.168.203.109:1015 incarnation:1767384899164608000 sched[0] 00000800:00000010:3.0:1767384900.497936:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d227dbc. 00000800:00000010:3.0:1767384900.497988:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d227dbc. 00000800:00000010:3.0:1767384900.497993:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000bd56bf2. 00000800:00000200:0.1:1767384900.498007:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384900.498013:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp13 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384899164608000 sched[0] 00000800:00000010:0.0:1767384900.498015:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000afbeed63. 00000800:00000010:3.0:1767384900.498031:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009c9bcb4d. 00000800:00000001:3.0:1767384900.498043:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384900.498047:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.498049:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384900.498053:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384900.498069:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000001:1.0:1767384900.498107:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384900.498110:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384900.498115:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e573733. 00000800:00000001:1.0:1767384900.498118:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384900.498119:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384900.498120:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384900.498124:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384900.498131:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp13->192.168.203.109@tcp13: PUT: OK 00000800:00000001:1.0:1767384900.498133:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384900.498137:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384900.498146:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000400:00000200:1.0:1767384900.498147:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp13(192.168.203.109@tcp13) <- 192.168.203.109@tcp13 : PUT - for me 00000400:00000200:0.0:1767384900.498164:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384900.498166:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384900.498174:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 128/128 into md 0x1251 [1] + 0 00000400:00000010:1.0:1767384900.498178:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e459014c. 00000400:00000200:1.0:1767384900.498182:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3f1bf72 00000800:00000001:1.0:1767384900.498185:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384900.498193:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384900.498194:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384900.498199:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp13->192.168.203.109@tcp13: PUT: OK 00000400:00000200:1.0:1767384900.498203:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000400:00000010:1.0:1767384900.498204:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000400:00000200:1.0:1767384900.498208:0:16333:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384900.498211:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (7) 00000400:00000200:0.0:1767384900.498215:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384900.498216:0:16333:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:1.0:1767384900.498221:0:16333:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000863dc998. 00000400:00000200:1.0:1767384900.498225:0:16333:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 6 00000400:00000200:1.0:1767384900.498230:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384900.498241:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (8) 00000400:00000200:0.0:1767384900.498243:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384900.498245:0:16333:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384900.498253:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp13 to MR: 192.168.203.109@tcp13 local destination 00000400:00000200:1.0:1767384900.498258:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp13 NI seq info: [14:14:256:4294967295] 192.168.203.109@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1767384900.498270:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp13(192.168.203.109@tcp13:192.168.203.109@tcp13) -> 192.168.203.109@tcp13(192.168.203.109@tcp13:192.168.203.109@tcp13) 192.168.203.109@tcp13 : ACK try# 0 00000800:00000200:1.0:1767384900.498275:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp13 00000400:00000200:3.0:1767384900.498276:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384900.498277:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000800:00000010:1.0:1767384900.498279:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007dfb60b6. 00000400:00000010:3.0:1767384900.498281:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae936291. 00000800:00000200:1.0:1767384900.498285:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000087438ca9] -> 12345-192.168.203.109@tcp13 (4) 00000800:00000200:1.0:1767384900.498292:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp13 ip 192.168.203.109:988 00000400:00000010:3.0:1767384900.498293:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 00000400:00000200:3.0:1767384900.498298:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000800:00000200:1.0:1767384900.498303:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007dfb60b6 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384900.498304:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384900.498305:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000400:00000010:3.0:1767384900.498316:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 000000000bd56bf2. 00000400:00000010:3.0:1767384900.498321:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 00000000aeb7ea14. 00000400:00000010:3.0:1767384900.498324:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 0000000092dfb160. 00000400:00000010:3.0:1767384900.498337:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cb439ee3. 00000400:00000200:3.0:1767384900.498341:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cb439ee3 nid 192.168.203.109@tcp14 00000400:00000010:3.0:1767384900.498344:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001ecac72a. 00000400:00000200:0.0:1767384900.498345:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384900.498348:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000001ecac72a net tcp14 00000400:00000200:3.0:1767384900.498353:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (7) 00000400:00000200:3.0:1767384900.498359:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp14 flags 0x11 00000400:00000010:3.0:1767384900.498363:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 000000000bd56bf2. 00000400:00000010:3.0:1767384900.498367:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 00000000aeb7ea14. 00000800:00000200:1.0:1767384900.498367:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384900.498372:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007dfb60b6. 00000400:00000010:3.0:1767384900.498374:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 0000000092dfb160. 00000400:00000200:1.0:1767384900.498377:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384900.498379:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000863dc998. 00000400:00000200:3.0:1767384900.498386:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384900.498387:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp13->192.168.203.109@tcp13: ACK: OK 00000400:00000200:3.0:1767384900.498391:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000400:00000200:0.0:1767384900.498394:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384900.498396:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000800:00000001:1.0:1767384900.498396:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384900.498402:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384900.498404:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000800:00000001:1.0:1767384900.498407:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384900.498410:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384900.498414:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000800:00000001:1.0:1767384900.498414:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384900.498420:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384900.498423:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000800:00000001:1.0:1767384900.498426:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384900.498427:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (8) 00000400:00000200:1.0:1767384900.498435:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp13(192.168.203.109@tcp13) <- 192.168.203.109@tcp13 : ACK - for me 00000400:00000200:1.0:1767384900.498445:0:16333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp13: ACK from 12345-192.168.203.109@tcp13 into md 0x1291 00000400:00000200:1.0:1767384900.498448:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384900.498452:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp13->192.168.203.109@tcp13: ACK: OK 00000400:00000200:1.0:1767384900.498455:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000400:00000010:1.0:1767384900.498457:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000400:00000200:1.0:1767384900.498460:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384900.498463:0:16333:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1767384900.498466:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (7) 00000800:00000001:1.0:1767384900.498470:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384900.498473:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384900.498568:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e17a69c. 00000800:00000010:0.0:1767384900.498573:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3b3dab3. 00000800:00000010:0.0:1767384900.498577:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009cc06ce5. 00000400:00000200:3.0:1767384900.498591:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384900.498606:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp13 from 246.3.0.2 00000800:00000010:0.0:1767384900.498607:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009cc06ce5. 00000800:00000010:3.0:1767384900.498610:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ffd1b8af. 00000800:00000010:1.0:1767384900.498649:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000927e0ccf. 00000800:00000010:1.0:1767384900.498654:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf8699e0. 00000800:00000010:1.0:1767384900.498671:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004483586c. 00000800:00000200:1.1:1767384900.498675:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000087438ca9] -> 12345-192.168.203.109@tcp13 (4) 00000800:00000200:1.1:1767384900.498680:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp13 000000004483586c deleted 00000800:00000010:1.1:1767384900.498681:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004483586c. 00000800:00000200:1.1:1767384900.498685:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384900.498688:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp13 p 3.x 192.168.203.109 -> 192.168.203.109:1014 incarnation:1767384899164608000 sched[0] 00000800:00000010:1.0:1767384900.498692:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001b2ed96c. 00000800:00000010:1.0:1767384900.498736:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001b2ed96c. 00000800:00000010:1.0:1767384900.498740:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf8699e0. 00000800:00000200:0.1:1767384900.498756:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384900.498760:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ffd1b8af. 00000800:00000200:0.0:1767384900.498764:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp13 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384899164608000 sched[0] 00000800:00000010:0.0:1767384900.498768:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3b3dab3. 00000800:00000001:3.0:1767384900.498780:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.498786:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384900.498789:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.498792:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384900.499545:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d5c93b06. 00080000:00000010:1.0:1767384900.499624:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005367ebea. 00040000:00000001:1.0:1767384900.499630:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384900.499632:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384900.499641:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384900.499644:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384900.499646:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384900.499648:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384900.499659:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384900.499667:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384900.499670:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384900.499674:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384900.499677:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384900.499681:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384900.499689:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384900.499694:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384900.499696:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384900.499703:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000034915e5f count: 2 00010000:00000001:3.0:1767384900.499706:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384900.499710:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384900.499714:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000369f6f4e. 20000000:00000010:0.0:1767384900.499717:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd844a40. 00000020:00000001:3.0:1767384900.499719:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:01000000:0.0:1767384900.499723:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 00000020:00000040:3.0:1767384900.499724:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000369f6f4e with handle 0x135556ebb4843ab1 to hash 20000000:00000001:0.0:1767384900.499727:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384900.499731:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384900.499731:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384900.499735:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00080000:00000001:0.0:1767384900.499736:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384900.499741:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00080000:00000001:0.0:1767384900.499743:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384900.499746:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.499749:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384900.499750:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.499754:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384900.499754:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384900.499756:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384900.499759:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384900.499761:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384900.499764:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:0.0:1767384900.499769:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:0.0:1767384900.499772:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384900.499774:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384900.499775:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384900.499779:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.499780:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384900.499781:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.499783:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:0.0:1767384900.499784:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384900.499787:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384900.499789:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:3.0:1767384900.499791:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384900.499795:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:3.0:1767384900.499797:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384900.499800:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008d401c49. 00080000:00000001:0.0:1767384900.499805:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775783557120 : -107297925994496 : ffff9e69c13c6800) 00010000:00000001:3.0:1767384900.499806:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:0.0:1767384900.499809:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384900.499810:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.499813:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:0.0:1767384900.499813:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384900.499816:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384900.499816:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009cc06ce5. 00080000:00000001:0.0:1767384900.499822:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.499823:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384900.499827:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384900.499828:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384900.499831:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384900.499836:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384900.499837:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034915e5f) refcount = 2 00080000:00000020:1.0:1767384900.499847:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:3.0:1767384900.499849:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1767384900.499852:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:3.0:1767384900.499853:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384900.499855:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000065efaa13. 00080000:00000001:0.0:1767384900.499855:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384900.499901:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 20000000:00000001:1.0:1767384900.499901:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384900.499904:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384900.499906:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363745920 00010000:00000001:1.0:1767384900.499912:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:3.0:1767384900.499916:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d227dbc. 00010000:00000200:1.0:1767384900.499918:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bfa7b934 x1853237363745920/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.499921:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384900.499925:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092dfb160. 00000100:00000001:3.0:1767384900.499929:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636781125871872 : -107292583679744 : ffff9e6affa9a900) 00010000:00000001:1.0:1767384900.499931:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384900.499933:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636781125871872 : -107292583679744 : ffff9e6affa9a900) 00010000:00000001:1.0:1767384900.499934:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.499936:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00001000:1.0:1767384900.499938:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.499939:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384900.499942:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384900.499945:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384900.499945:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384900.499948:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384900.499950:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:3.0:1767384900.499951:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384900.499953:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:3.0:1767384900.499955:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000001:1.0:1767384900.499957:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384900.499958:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 02000000:00000001:1.0:1767384900.499960:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.499961:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1767384900.499965:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384900.499966:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086833537. 00000020:00000040:3.0:1767384900.499970:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000100:00000040:1.0:1767384900.499970:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384900.499975:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384900.499976:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf8699e0. 02000000:00000001:3.0:1767384900.499977:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384900.499981:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384900.499982:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363745920, offset 224 02000000:00000010:3.0:1767384900.499988:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000181736df. 00000400:00000200:1.0:1767384900.499993:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384900.499995:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.500005:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384900.500005:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384900.500016:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02480 00000400:00000200:1.0:1767384900.500022:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1295 [2] + 224 00010000:00010000:3.0:1767384900.500025:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 16 pid: 17065 timeout: 371 lvb_type: 0 00000400:00000200:1.0:1767384900.500028:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384900.500036:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384900.500041:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384900.500044:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000200:1.0:1767384900.500051:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.500056:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384900.500064:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384900.500065:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.500096:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384900.500098:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384900.500102:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086833537 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363746176:0@lo:104: 00000100:00000001:3.0:1767384900.500104:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384900.500107:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384900.500107:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384900.500109:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.500112:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384900.500114:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026721853. 02000000:00000001:3.0:1767384900.500116:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384900.500116:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8699e0 00000400:00000010:3.0:1767384900.500119:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477db2a3. 00000400:00000010:1.0:1767384900.500121:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf8699e0. 00000100:00000001:0.0:1767384900.500124:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.500127:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384900.500128:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:3.0:1767384900.500131:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080506880. 00000400:00000001:0.0:1767384900.500131:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384900.500132:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384900.500134:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384900.500138:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eb701e7. 00000100:00000001:1.0:1767384900.500140:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.500142:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018e3e3d6 00000400:00000010:0.0:1767384900.500145:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018e3e3d6. 00000100:00000040:1.0:1767384900.500147:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384900.500149:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384900.500151:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363746176, portal 16 00010000:00000001:1.0:1767384900.500154:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384900.500156:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.500157:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384900.500159:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.500161:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794841728 : -107297914709888 : ffff9e69c1e89880) 00000020:00000001:1.0:1767384900.500164:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384900.500171:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfa7b934 x1853237363745920/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384900.500174:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384900.500176:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384900.500202:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bfa7b934 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363745920:12345-0@lo:253: Request processed in 2625us (3071us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384900.500212:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.500214:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384900.500215:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384900.500221:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000001:0.0:1767384900.500221:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384900.500223:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384900.500225:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384900.500228:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384900.500228:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384900.500230:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000100:00000001:0.0:1767384900.500232:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.500233:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384900.500238:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384900.500238:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384900.500239:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363746176, offset 0 00000100:00001000:0.0:1767384900.500244:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=18 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384900.500245:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd2528a5. 00000400:00000200:3.0:1767384900.500252:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384900.500252:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=18 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384900.500253:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fbca2f89. 00000100:00000001:0.0:1767384900.500259:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384900.500260:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230a0942. 00000100:00000001:0.0:1767384900.500261:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384900.500267:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384900.500267:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384900.500268:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:0.0:1767384900.500271:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.500274:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384900.500275:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384900.500277:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000087289faf. 00000400:00000200:3.0:1767384900.500281:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c02580 00000100:00000040:0.0:1767384900.500282:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384900.500283:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384900.500287:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384900.500293:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000100:00000200:1.0:1767384900.500295:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384900.500300:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384900.500303:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384900.500303:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f8d879c. 00000100:00000001:0.0:1767384900.500304:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384900.500307:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384900.500311:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf8699e0. 00000400:00000200:3.0:1767384900.500312:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:01000004:0.0:1767384900.500312:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384900.500316:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:3.0:1767384900.500318:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000020:01000004:0.0:1767384900.500320:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:3.0:1767384900.500321:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:01000004:0.0:1767384900.500323:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000010:3.0:1767384900.500326:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5ed9c5b. 00000100:00000040:3.0:1767384900.500329:0:17087:0:(events.c:337:request_in_callback()) incoming req@00000000d5ed9c5b x1853237363746176 msgsize 328 00000020:01000004:0.0:1767384900.500333:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384900.500336:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:3.0:1767384900.500337:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:0.0:1767384900.500339:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384900.500340:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384900.500341:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384900.500342:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384900.500346:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384900.500352:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d365a6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363745920:0@lo:253: 00000100:00000001:0.0:1767384900.500356:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.500358:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384900.500358:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384900.500363:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d365a6ce x1853237363745920/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384900.500367:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000100:00000001:0.0:1767384900.500370:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384900.500372:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 02000000:00000001:0.0:1767384900.500374:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384900.500376:0:17056:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384900.500378:0:17087:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384900.500378:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cbe5871c. 00000100:00100000:1.0:1767384900.500379:0:17056:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363746176 02000000:00000001:1.0:1767384900.500383:0:17056:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384900.500384:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384900.500385:0:17056:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384900.500387:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384900.500388:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384900.500389:0:17056:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384900.500391:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 02000000:00000001:1.0:1767384900.500395:0:17056:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.500397:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384900.500400:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002bcf069f. 00000100:00100000:1.0:1767384900.500402:0:17056:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363746176 00000020:00000001:1.0:1767384900.500407:0:17056:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384900.500407:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1767384900.500411:0:17056:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 02000000:00000001:0.0:1767384900.500411:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384900.500413:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384900.500414:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d365a6ce. 00000020:00000001:1.0:1767384900.500415:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384900.500419:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 00000100:00000040:3.0:1767384900.500420:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384900.500420:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384900.500422:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:0.0:1767384900.500424:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384900.500428:0:17056:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:0.0:1767384900.500429:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.500435:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384900.500437:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384900.500440:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005367ebea. 00000100:00000001:0.0:1767384900.500440:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.500443:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.500445:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384900.500446:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.500447:0:17087:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384900.500450:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384900.500451:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005367ebea. 00000100:00000001:3.0:1767384900.500455:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384900.500458:0:17056:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a2683d6. 00000100:00000001:3.0:1767384900.500460:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294888385 00000020:00000010:1.0:1767384900.500463:0:17056:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000174c0228. 00000100:00000001:3.0:1767384900.500467:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294888382 00000020:00000010:1.0:1767384900.500468:0:17056:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e0b5d9f. 00000100:00000001:3.0:1767384900.500472:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294888385 00000100:00000001:3.0:1767384900.500478:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294888382 00000100:00000040:1.0:1767384900.500479:0:17056:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384900.500481:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294888385 00000100:00000001:1.0:1767384900.500482:0:17056:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384900.500485:0:17056:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384900.500488:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294888382 00000100:00000001:1.0:1767384900.500488:0:17056:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.500492:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294888385 00000100:00000001:1.0:1767384900.500492:0:17056:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.500498:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294888382 00000100:00000001:3.0:1767384900.500500:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.500502:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.500503:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.500505:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.500505:0:17056:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384900.500511:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.500514:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.500515:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.500517:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.500519:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384900.500520:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384900.500522:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.500522:0:17056:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384900.500523:0:17055:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384900.500524:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384900.500527:0:17056:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384900.500527:0:17055:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384900.500528:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384900.500533:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384900.500538:0:17056:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 00000100:00100000:3.0:1767384900.500539:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 0000000092dfb160 going to sleep for 11 seconds 00000100:00000001:0.0:1767384900.500539:0:17055:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.500541:0:17056:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794835456 : -107297914716160 : ffff9e69c1e88000) 00000100:00000001:0.0:1767384900.500545:0:17055:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.500546:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384900.500549:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5ed9c5b x1853237363746176/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384900.500550:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.500560:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384900.500568:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005367ebea. 00000100:00000001:1.0:1767384900.500569:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384900.500571:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005367ebea. 00000100:00100000:1.0:1767384900.500574:0:17056:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed9c5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363746176:12345-0@lo:104: 00000100:00000200:1.0:1767384900.500576:0:17056:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363746176 00010000:00000001:1.0:1767384900.500578:0:17056:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384900.500582:0:17056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384900.500583:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384900.500584:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=2 00000020:00000001:1.0:1767384900.500586:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:1.0:1767384900.500587:0:17056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:1.0:1767384900.500590:0:17056:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384900.500592:0:17056:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384900.500594:0:17056:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384900.500600:0:17056:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384900.500602:0:17056:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384900.500605:0:17056:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fc5c8a7c. 02000000:00000001:1.0:1767384900.500607:0:17056:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.500608:0:17056:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.500610:0:17056:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384900.500612:0:17056:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384900.500613:0:17056:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384900.500616:0:17056:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384900.500618:0:17056:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384900.500619:0:17056:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384900.500621:0:17056:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384900.500622:0:17056:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.500623:0:17056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384900.500625:0:17056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384900.500628:0:17056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7c57faa. 00000100:00000200:1.0:1767384900.500631:0:17056:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363746176, offset 224 00000400:00000200:1.0:1767384900.500633:0:17056:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384900.500641:0:17056:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384900.500645:0:17056:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c02580 00000400:00000200:1.0:1767384900.500648:0:17056:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x12ad [1] + 224 00000400:00000200:1.0:1767384900.500651:0:17056:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384900.500653:0:17056:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384900.500655:0:17056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384900.500658:0:17056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384900.500663:0:17056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384900.500673:0:17056:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384900.500677:0:17056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7c57faa 00000400:00000010:1.0:1767384900.500679:0:17056:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7c57faa. 00000100:00000001:1.0:1767384900.500681:0:17056:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384900.500682:0:17056:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384900.500685:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384900.500685:0:17056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.500689:0:17056:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:3.0:1767384900.500690:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384900.500692:0:17056:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384900.500693:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384900.500696:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477db2a3. 00010000:00000010:1.0:1767384900.500696:0:17056:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004483586c. 00010000:00000001:1.0:1767384900.500702:0:17056:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767384900.500703:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080506880 00000400:00000010:3.0:1767384900.500706:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080506880. 00000100:00000001:3.0:1767384900.500709:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384900.500711:0:17056:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1767384900.500715:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384900.500716:0:17056:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.500718:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384900.500722:0:17056:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.500726:0:17056:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.500728:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384900.500731:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384900.500733:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5ed9c5b x1853237363746176/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384900.500734:0:17061:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384900.500740:0:17061:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384900.500744:0:17061:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384900.500748:0:17061:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384900.500760:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.500763:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384900.500766:0:17056:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed9c5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363746176:12345-0@lo:104: Request processed in 202us (432us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384900.500769:0:17087:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:0.0:1767384900.500769:0:17061:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f30437fd already unused, calling callback (00000000c41d87b4) 02000000:00000001:3.0:1767384900.500773:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:0.0:1767384900.500775:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384900.500776:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384900.500777:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 10000000:00010000:0.0:1767384900.500778:0:17061:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384900.500779:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.500781:0:17056:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 02000000:00000001:3.0:1767384900.500784:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.500787:0:17056:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384900.500791:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=18 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384900.500792:0:17056:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384900.500794:0:17061:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:3.0:1767384900.500796:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=18 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384900.500796:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384900.500801:0:17061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384900.500802:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384900.500802:0:17056:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000174c0228. 00000020:00000040:0.0:1767384900.500803:0:17061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=3 00000100:00000001:3.0:1767384900.500805:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384900.500809:0:17056:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e0b5d9f. 00000020:00000001:0.0:1767384900.500809:0:17061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:3.0:1767384900.500810:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384900.500813:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384900.500815:0:17056:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a2683d6. 00010000:00000001:0.0:1767384900.500816:0:17061:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00000100:00000001:3.0:1767384900.500817:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384900.500821:0:17056:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 00010000:00000001:0.0:1767384900.500823:0:17061:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384900.500824:0:17056:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384900.500826:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384900.500827:0:17061:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384900.500844:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384900.500845:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:0.0:1767384900.500847:0:17061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384900.500848:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384900.500851:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.500855:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:01000000:0.0:1767384900.500857:0:17061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:3.0:1767384900.500858:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.500861:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384900.500863:0:17061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384900.500901:0:17061:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384900.500903:0:17061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384900.500904:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384900.500906:0:17061:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.500911:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.500917:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384900.500918:0:17061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384900.500921:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384900.500924:0:17061:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 00000100:00100000:3.0:1767384900.500931:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086833537 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363746176:0@lo:104: 10000000:00000001:0.0:1767384900.500933:0:17061:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384900.500936:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.500940:0:17061:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384900.500942:0:17061:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384900.500943:0:17061:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384900.500945:0:17061:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384900.500946:0:17061:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384900.500948:0:17061:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f30437fd with handle 0x135556ebb4843aa3 from hash 00010000:00000001:0.0:1767384900.500950:0:17061:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384900.500952:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384900.500953:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384900.500954:0:17061:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384900.500956:0:17061:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384900.500958:0:17061:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384900.500960:0:17061:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384900.500962:0:17061:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384900.500966:0:17061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d869650. 00000020:00000040:0.0:1767384900.500969:0:17061:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384900.500971:0:17061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384900.500972:0:17061:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384900.500975:0:17061:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.500977:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384900.500979:0:17061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000230a0942. 00000100:00000001:3.0:1767384900.500984:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.500984:0:17061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.500989:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384900.500990:0:17061:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1767384900.500992:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1767384900.500994:0:17061:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384900.500998:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086833537 x1853237363746176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384900.501006:0:17061:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384900.501009:0:17061:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.501014:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384900.501015:0:17061:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384900.501018:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384900.501019:0:17061:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384900.501022:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026721853. 00000100:00000040:0.0:1767384900.501026:0:17061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d869650] to pc [ptlrpcd_00_03+3] req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384900.501027:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384900.501030:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.501033:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00000020:00000001:3.0:1767384900.501038:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384900.501040:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000181736df. 02000000:00000001:3.0:1767384900.501042:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.501044:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.501044:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086833537. 00000100:00000001:3.0:1767384900.501046:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384900.501047:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384900.501048:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000092dfb160. 00000100:00000001:3.0:1767384900.501051:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384900.501052:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384900.501054:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d227dbc. 00010000:00000001:0.0:1767384900.501054:0:17061:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384900.501059:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.501060:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.501063:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.501064:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.501066:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384900.501069:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384900.501073:0:17061:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.501074:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384900.501079:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384900.501079:0:17061:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384900.501083:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384900.501088:0:17061:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384900.501096:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384900.501098:0:17061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 00000000f30437fd/0x135556ebb4843aa3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843aaa expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384900.501104:0:17061:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f27832e count: 0 00000100:00000001:1.0:1767384900.501105:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384900.501111:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384900.501112:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384900.501113:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384900.501114:0:17061:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384900.501119:0:17061:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004483586c. 00000100:00000040:1.0:1767384900.501123:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384900.501123:0:17061:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.501128:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384900.501130:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384900.501134:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384900.501138:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384900.501140:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384900.501144:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384900.501146:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384900.501146:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384900.501148:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.501151:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384900.501151:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384900.501156:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384900.501158:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384900.501160:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384900.501161:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384900.501164:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.501165:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.501167:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384900.501174:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d869650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363746304:0@lo:103: 00000100:00000001:1.0:1767384900.501180:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384900.501183:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384900.501185:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.501188:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384900.501192:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a2683d6. 02000000:00000001:1.0:1767384900.501195:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384900.501199:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be099df2. 00000400:00000010:1.0:1767384900.501204:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7c57faa. 00000100:00000200:1.0:1767384900.501207:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363746304, portal 18 00000100:00000001:1.0:1767384900.501210:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384900.501211:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990646016 : -107292718905600 : ffff9e6af79a4700) 00000100:00000040:1.0:1767384900.501216:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.501224:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384900.501227:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384900.501231:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332acd3b. 00000100:00000200:1.0:1767384900.501235:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363746304, offset 0 00000400:00000200:1.0:1767384900.501240:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384900.501256:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384900.501264:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c02600 00000400:00000200:1.0:1767384900.501271:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:1.0:1767384900.501275:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384900.501279:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384900.501283:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384900.501285:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384900.501289:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008982accd. 00000100:00000040:1.0:1767384900.501293:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000008982accd x1853237363746304 msgsize 328 00000100:00100000:1.0:1767384900.501300:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384900.501314:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384900.501322:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332acd3b 00000400:00000010:1.0:1767384900.501324:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332acd3b. 00000100:00000001:1.0:1767384900.501328:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384900.501332:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.501341:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384900.501343:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.501349:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.501351:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384900.501356:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.501359:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294888386 00000100:00000001:1.0:1767384900.501367:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294888385 00000100:00000001:1.0:1767384900.501372:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294888386 00000100:00000001:1.0:1767384900.501376:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294888385 00000100:00000001:1.0:1767384900.501380:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294888386 00000100:00000001:1.0:1767384900.501384:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294888385 00000100:00000001:1.0:1767384900.501390:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294888386 00000100:00000001:1.0:1767384900.501396:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294888385 00000100:00000001:1.0:1767384900.501401:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384900.501412:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.501415:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.501417:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.501422:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384900.501423:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384900.501426:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384900.501428:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384900.501430:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.501432:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384900.501451:0:17059:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000087289faf. 00000100:00000001:1.0:1767384900.501457:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384900.501459:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363746304 02000000:00000001:1.0:1767384900.501461:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384900.501463:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384900.501464:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.501467:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384900.501470:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363746304 00000020:00000001:1.0:1767384900.501472:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384900.501473:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384900.501475:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384900.501477:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:1.0:1767384900.501479:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384900.501482:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384900.501485:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384900.501488:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005367ebea. 00000100:00000001:1.0:1767384900.501490:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384900.501492:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005367ebea. 00000020:00000010:1.0:1767384900.501497:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f48eef6f. 00000020:00000010:1.0:1767384900.501500:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000174c0228. 00000020:00000010:1.0:1767384900.501504:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e0b5d9f. 00000100:00000040:1.0:1767384900.501514:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384900.501517:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384900.501519:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384900.501521:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384900.501523:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.501526:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384900.501536:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384900.501538:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384900.501540:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee1db429 refcount=4 00000020:00000001:1.0:1767384900.501542:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00000001:1.0:1767384900.501545:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00010000:1.0:1767384900.501549:0:17059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 16 pid: 17065 timeout: 371 lvb_type: 0 00010000:00000001:1.0:1767384900.501556:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.501557:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384900.501558:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.501561:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.501566:0:17059:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384900.501571:0:17059:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008982accd x1853237363746304/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.501580:0:17059:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384900.501582:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384900.501583:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008d401c49. 00000100:00000001:1.0:1767384900.501596:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.501609:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384900.501610:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384900.501615:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384900.501617:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:1.0:1767384900.501619:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794529536 : -107297915022080 : ffff9e69c1e3d500) 00000100:00000040:1.0:1767384900.501623:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008982accd x1853237363746304/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.501629:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000010:3.0:1767384900.501631:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009cc06ce5. 00000020:00000010:1.0:1767384900.501632:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005367ebea. 00000100:00000001:1.0:1767384900.501634:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384900.501636:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005367ebea. 00000100:00100000:1.0:1767384900.501640:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008982accd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363746304:12345-0@lo:103: 00040000:00000001:3.0:1767384900.501643:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:1.0:1767384900.501644:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363746304 00040000:00000001:3.0:1767384900.501646:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384900.501648:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00080000:00000001:3.0:1767384900.501650:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384900.501653:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384900.501654:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384900.501658:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000002:1.0:1767384900.501659:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 20000000:01000000:3.0:1767384900.501661:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384900.501662:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 20000000:00000001:3.0:1767384900.501664:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384900.501666:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:3.0:1767384900.501667:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 02000000:00000001:1.0:1767384900.501670:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384900.501673:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 02000000:00000010:1.0:1767384900.501675:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000e45aefb. 02000000:00000001:1.0:1767384900.501678:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.501680:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.501682:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384900.501684:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384900.501686:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384900.501687:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384900.501688:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee1db429 refcount=4 00000020:00000001:1.0:1767384900.501690:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00000001:1.0:1767384900.501692:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00000040:1.0:1767384900.501695:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000034915e5f count: 3 00010000:00010000:1.0:1767384900.501698:0:17059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 16 pid: 17065 timeout: 371 lvb_type: 0 00000100:00001000:1.0:1767384900.501702:0:17059:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384900 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384900.501704:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384900.501709:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.501710:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384900.501712:0:17059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 16 pid: 17065 timeout: 371 lvb_type: 0 00000020:00000001:1.0:1767384900.501716:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384900.501717:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384900.501719:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384900.501721:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.501724:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384900.501725:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384900.501729:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.501730:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384900.501732:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384900.501734:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384900.501735:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee1db429 with handle 0x135556ebb4843aaa from hash 00010000:00000001:1.0:1767384900.501742:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384900.501743:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.501744:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384900.501745:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384900.501746:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384900.501747:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384900.501748:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee1db429/0x135556ebb4843aaa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843aa3 expref: 16 pid: 17065 timeout: 371 lvb_type: 0 00000020:00000010:1.0:1767384900.501753:0:17059:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005367ebea. 00010000:00000040:1.0:1767384900.501754:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00000020:00000040:1.0:1767384900.501755:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:1.0:1767384900.501759:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384900.501760:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384900.501761:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384900.501762:0:17059:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000369f6f4e 00010000:00000001:1.0:1767384900.501763:0:17059:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384900.501764:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384900.501766:0:17059:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384900.501767:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384900.501768:0:17059:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384900.501770:0:17059:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384900.501771:0:17059:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384900.501773:0:17059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384900.501777:0:17059:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384900.501779:0:17059:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384900.501780:0:17059:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384900.501781:0:17059:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384900.501782:0:17059:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034915e5f) refcount = 2 00010000:00010000:1.0:1767384900.501785:0:17059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384900.501786:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384900.501791:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384900.501791:0:17059:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000010:3.0:1767384900.501793:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007f9ee93f. 00010000:00000001:1.0:1767384900.501794:0:17059:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:00000001:3.0:1767384900.501797:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384900.501800:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363746048 00010000:00000001:1.0:1767384900.501801:0:17059:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.501804:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384900.501805:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384900.501809:0:17059:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b2ed96c. 00010000:00000200:3.0:1767384900.501810:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050c24c4a x1853237363746048/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.501814:0:17059:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384900.501818:0:17059:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d74a57c1. 00010000:00000001:3.0:1767384900.501820:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384900.501821:0:17059:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780201663104 : -107293507888512 : ffff9e6ac8935a80) 00010000:00000001:3.0:1767384900.501823:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.501824:0:17059:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636780201663104 : -107293507888512 : ffff9e6ac8935a80) 00000100:00001000:3.0:1767384900.501826:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384900.501828:0:17059:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384900.501831:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384900.501831:0:17059:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384900.501833:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:3.0:1767384900.501835:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 20000000:00000001:1.0:1767384900.501837:0:17059:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384900.501839:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 20000000:01000000:1.0:1767384900.501840:0:17059:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 02000000:00000001:3.0:1767384900.501843:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384900.501844:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384900.501846:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384900.501847:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384900.501849:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384900.501850:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369f6f4e refcount=5 00000100:00000040:3.0:1767384900.501855:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384900.501856:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00000400:00000010:3.0:1767384900.501859:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092dfb160. 00010000:00000001:1.0:1767384900.501859:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:1.0:1767384900.501908:0:17059:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384900.501910:0:17059:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384900.501916:0:17059:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384900.501918:0:17059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384900.501922:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.501923:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384900.501925:0:17059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384900.501928:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384900.501929:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.501931:0:17059:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384900.501932:0:17059:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384900.501941:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363746048, offset 224 00010000:00010000:1.0:1767384900.501950:0:17059:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000369f6f4e already unused, calling callback (00000000c66beece) 00000400:00000200:3.0:1767384900.501952:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384900.501955:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384900.501958:0:17059:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384900.501961:0:17059:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384900.501962:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384900.501970:0:17059:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767384900.501973:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02500 00010000:00000001:1.0:1767384900.501974:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384900.501977:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384900.501979:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369f6f4e refcount=6 00000400:00000200:3.0:1767384900.501980:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x129d [2] + 224 00000020:00000001:1.0:1767384900.501984:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00000400:00000200:3.0:1767384900.501988:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384900.501988:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:1.0:1767384900.501990:0:17059:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384900.501992:0:17059:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384900.502000:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384900.502003:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384900.502003:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384900.502006:0:17059:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.502009:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384900.502013:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384900.502018:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384900.502021:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384900.502021:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384900.502023:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384900.502027:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384900.502031:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000369f6f4e with handle 0x135556ebb4843ab1 from hash 00010000:00000001:1.0:1767384900.502038:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384900.502039:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.502040:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384900.502042:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384900.502043:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384900.502044:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384900.502045:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384900.502046:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384900.502047:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384900.502050:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384900.502051:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092dfb160 00010000:00000001:1.0:1767384900.502055:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384900.502056:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092dfb160. 00010000:00000001:1.0:1767384900.502061:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384900.502062:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1767384900.502063:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384900.502066:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 20000000:00000001:0.0:1767384900.502067:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384900.502070:0:17059:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1767384900.502072:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384900.502073:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.502074:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.502077:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384900.502080:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384900.502081:0:17059:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.502087:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384900.502088:0:17059:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.502092:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.502092:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384900.502094:0:17059:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.502096:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384900.502098:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384900.502100:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384900.502101:0:17059:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384900.502103:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384900.502106:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050c24c4a x1853237363746048/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.502112:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.502115:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384900.502120:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384900.502120:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384900.502124:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384900.502125:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384900.502129:0:17059:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:3.0:1767384900.502130:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050c24c4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363746048:12345-0@lo:253: Request processed in 4507us (4771us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384900.502130:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084400cfd. 00010000:00000001:1.0:1767384900.502133:0:17059:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384900.502137:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384900.502137:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000636f0f80 00010000:00000001:1.0:1767384900.502140:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384900.502141:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000636f0f80. 00010000:00000001:1.0:1767384900.502144:0:17059:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:3.0:1767384900.502145:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000001:0.0:1767384900.502148:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384900.502149:0:17059:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.502150:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 20000000:00000001:1.0:1767384900.502153:0:17059:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384900.502155:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.502156:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384900.502156:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384900.502160:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384900.502161:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ab1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384900.502165:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003567e23e. 00000020:00000010:3.0:1767384900.502173:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000046087b5. 00000020:00000010:3.0:1767384900.502181:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb227713. 00000100:00000200:0.0:1767384900.502183:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384900.502185:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384900.502188:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:1.0:1767384900.502189:0:17059:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.502195:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:3.0:1767384900.502197:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384900.502198:0:17059:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384900.502200:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384900.502202:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000009166457. 00000100:00000001:1.0:1767384900.502202:0:17059:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.502204:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.502207:0:17059:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.502209:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384900.502210:0:17059:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1767384900.502212:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384900.502212:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1767384900.502214:0:17059:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d74a57c1. 00000100:00000001:3.0:1767384900.502217:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.502217:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384900.502219:0:17059:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384900.502220:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.502224:0:17059:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384900.502225:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384900.502226:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000010:1.0:1767384900.502231:0:17059:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b2ed96c. 00000100:00001000:0.0:1767384900.502231:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=18 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384900.502237:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00001000:0.0:1767384900.502239:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=18 v=5 (1 0 0 0) 00010000:00000040:1.0:1767384900.502240:0:17059:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000034915e5f count: 0 00000400:00000010:3.0:1767384900.502242:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477db2a3. 00000100:00000001:0.0:1767384900.502244:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384900.502247:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.502249:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384900.502250:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092dfb160. 00010000:00000001:0.0:1767384900.502251:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384900.502252:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384900.502256:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.502257:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384900.502261:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384900.502269:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384900.502270:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384900.502273:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.502274:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384900.502276:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384900.502279:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384900.502283:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384900.502284:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384900.502287:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:01000004:0.0:1767384900.502287:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384900.502291:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384900.502292:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:01000004:0.0:1767384900.502294:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384900.502295:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384900.502297:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384900.502299:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000004:0.0:1767384900.502300:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384900.502303:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:1.0:1767384900.502304:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000004:0.0:1767384900.502305:0:16342:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:1.0:1767384900.502309:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332acd3b. 00000020:01000004:0.0:1767384900.502309:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384900.502312:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:1.0:1767384900.502314:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363746304, offset 224 00000100:00000040:0.0:1767384900.502317:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384900.502324:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384900.502329:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000405223a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363746048:0@lo:253: 00000400:00000200:1.0:1767384900.502335:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384900.502336:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.502339:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384900.502342:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000405223a7 x1853237363746048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384900.502346:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c02600 00000100:00000001:0.0:1767384900.502354:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384900.502356:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x12bd [1] + 224 02000000:00000001:0.0:1767384900.502357:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384900.502361:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c13bdae3. 00000400:00000200:1.0:1767384900.502362:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384900.502366:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384900.502367:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384900.502370:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384900.502372:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384900.502373:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384900.502376:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384900.502378:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384900.502379:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006a24fc6e. 02000000:00000001:0.0:1767384900.502384:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384900.502387:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384900.502389:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000405223a7. 00000100:00000040:1.0:1767384900.502392:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.502393:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384900.502396:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.502400:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.502407:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384900.502409:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.502411:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.502413:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.502415:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384900.502421:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332acd3b 00000400:00000010:1.0:1767384900.502423:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332acd3b. 00000100:00000001:1.0:1767384900.502426:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384900.502427:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384900.502430:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.502432:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384900.502433:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.502435:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.502438:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008982accd x1853237363746304/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:126/0 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.502447:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.502452:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384900.502458:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384900.502462:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008982accd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363746304:12345-0@lo:103: Request processed in 829us (1165us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384900.502463:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384900.502467:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be099df2. 00000100:00100000:1.0:1767384900.502473:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000200:3.0:1767384900.502474:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7c57faa 00000100:00000040:1.0:1767384900.502476:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000400:00000010:3.0:1767384900.502478:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7c57faa. 00000100:00000001:1.0:1767384900.502479:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384900.502483:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384900.502485:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384900.502486:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000174c0228. 00000020:00000010:1.0:1767384900.502491:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e0b5d9f. 00000100:00000200:3.0:1767384900.502494:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384900.502495:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f48eef6f. 00000020:00000040:1.0:1767384900.502500:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:1.0:1767384900.502504:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384900.502514:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.502523:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.502525:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.502527:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384900.502528:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384900.502530:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.502532:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.502534:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.502537:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=18 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384900.502540:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.502543:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384900.502545:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.502547:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384900.502548:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.502551:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.502555:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.502562:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.502564:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384900.502566:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384900.502569:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.502591:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d869650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363746304:0@lo:103: 00000100:00000001:3.0:1767384900.502596:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.502598:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.502601:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d869650 x1853237363746304/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.502607:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384900.502609:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384900.502611:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a2683d6. 02000000:00000001:3.0:1767384900.502614:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384900.502615:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.502617:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384900.502619:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384900.502621:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000230a0942. 02000000:00000001:3.0:1767384900.502623:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.502625:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.502626:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d869650. 00000100:00000001:3.0:1767384900.502629:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384900.502630:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.502632:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.502636:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.502638:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.502640:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.502642:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.507940:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294888386, at 4294888387 00000100:00000040:0.0:1767384900.507944:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294888386, at 4294888387 00000100:00000010:1.0:1767384900.507948:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009dfbfe11. 00000100:00000010:0.0:1767384900.507958:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f573a81c. 00000100:00000040:3.0:1767384900.508009:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294888386, at 4294888387 00000100:00000010:3.0:1767384900.508016:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed06d742. 00000100:00000040:2.0:1767384900.508922:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294888386, at 4294888388 00000100:00000010:2.0:1767384900.508930:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7ece201. 00010000:00000010:1.1:1767384900.510902:0:20295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee1db429. 00010000:00000010:1.1:1767384900.510910:0:20295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000369f6f4e. 00010000:00000010:1.1:1767384900.510914:0:20295:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000034915e5f. 00010000:00000010:0.1:1767384900.510920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f27832e. 00010000:00000010:0.1:1767384900.510935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f30437fd. 00000400:00000010:3.0:1767384900.515426:0:20296:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002c4cb7f7. 00000400:00000040:3.0:1767384900.516022:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384900.516025:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384900.516027:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384900.516028:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384900.516030:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384900.516031:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384900.516033:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384900.516034:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384900.516042:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384900.516044:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384900.516046:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384900.516047:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384900.516049:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384900.516050:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384900.516051:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384900.516052:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384900.516053:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384900.516054:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384900.516055:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384900.516056:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384900.516057:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384900.516058:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384900.516060:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384900.516060:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384900.516061:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384900.516062:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384900.516063:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384900.516064:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384900.516066:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384900.516067:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384900.516067:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384900.516069:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384900.516070:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384900.516071:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384900.516072:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384900.516073:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384900.516073:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384900.516075:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384900.516076:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384900.516077:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384900.516078:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384900.516079:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384900.516080:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384900.516081:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384900.516083:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384900.516085:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384900.516087:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384900.516095:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384900.516098:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384900.516100:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384900.516102:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384900.516103:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384900.516105:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384900.516108:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384900.516110:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384900.516111:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384900.516113:0:20296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384900.516136:0:20296:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002c4cb7f7. 00010000:00000001:2.0:1767384900.952956:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384900.952962:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.952970:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384900.952972:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384900.952991:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384900.952993:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.952996:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384901.111352:0:20463:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cce204d7. 00080000:00000010:2.0:1767384901.111361:0:20463:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cce204d7. 00000020:00000001:2.0:1767384901.111366:0:20463:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384901.111374:0:20463:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cce204d7. 00080000:00000010:2.0:1767384901.111379:0:20463:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cce204d7. 00000020:00000001:2.0:1767384901.111382:0:20463:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384901.893741:0:20627:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384901.893748:0:20627:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:1.0:1767384901.897565:0:20627:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384901.905418:0:20628:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000070956040. 00000400:00000010:1.0:1767384901.905434:0:20628:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000053b92ba9. 00000400:00000010:1.0:1767384901.905446:0:20628:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bb8274de. 00000400:00000010:1.0:1767384901.905450:0:20628:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000422ed808. 00000400:00000010:1.0:1767384901.905454:0:20628:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f0226aff. 00000400:00000010:1.0:1767384901.905458:0:20628:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000056b184c. 00000400:00000010:1.0:1767384901.905459:0:20628:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000369cd967. 00000400:00000010:1.0:1767384901.905461:0:20628:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094250066. 00000400:00000010:1.0:1767384901.905464:0:20628:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000067ed7590. 00000800:00000010:1.0:1767384901.905473:0:20628:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007dfb60b6. 00000800:00000200:1.0:1767384901.905484:0:20628:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384901.905491:0:20628:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384901.905527:0:20628:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384901.905546:0:20628:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp15 [8/256/0/180] 00000400:00000010:1.0:1767384901.907194:0:20628:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000bc589a1d. 00000400:00000010:1.0:1767384901.907200:0:20628:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069ea81a7. 00000400:00000010:1.0:1767384901.907204:0:20628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332acd3b. 00000400:00000001:1.0:1767384901.907215:0:20628:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384901.907217:0:20628:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384901.907219:0:20628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad3459af. 00000400:00000200:1.0:1767384901.907221:0:20628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4bd5dd 00000400:00000010:1.0:1767384901.907223:0:20628:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4bd5dd. 00000400:00000010:1.0:1767384901.907227:0:20628:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 0000000093a38fe9. 00000400:00000200:1.0:1767384901.907234:0:20628:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (6) 00000400:00000200:1.0:1767384901.907250:0:20628:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384901.907258:0:20628:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:1.0:1767384901.907264:0:20628:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000065efaa13. 00000020:01000000:1.0:1767384901.907270:0:20628:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384901.907272:0:20628:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp15 00000400:00000200:2.0:1767384901.907275:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384901.907282:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:1.0:1767384901.907287:0:20628:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000053b92ba9. 00000400:00000010:2.0:1767384901.907289:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000400:00000010:1.0:1767384901.907293:0:20628:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000070956040. 00000400:00000200:2.0:1767384901.907294:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (7) 00000400:00000010:2.0:1767384901.907303:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000020653e34. 00000400:00000200:2.0:1767384901.907309:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:00000001:3.0:1767384901.907318:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384901.907323:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 10000000:00000001:3.0:1767384901.907326:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384901.907331:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384901.907332:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:3.0:1767384901.907338:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384901.907351:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384901.907356:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384901.907357:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384901.907364:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384901.907369:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384901.907375:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384901.907379:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384901.907381:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384901.907385:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384901.907389:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384901.907390:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384901.907393:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384901.907397:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384901.907400:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:3.0:1767384901.907405:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086833537. 00000400:00000200:2.0:1767384901.907406:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000020:00000040:3.0:1767384901.907415:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384901.907415:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp14 00000400:00000200:2.0:1767384901.907427:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp14 lpni_is_preferred = 0 00000100:00000001:3.0:1767384901.907428:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384901.907432:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384901.907433:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp14 02000000:00000001:3.0:1767384901.907443:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.907443:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp14 NI seq info: [15:15:256:4294967295] 192.168.203.109@tcp14 LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1767384901.907456:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp14 02000000:00000010:3.0:1767384901.907460:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009c7bb857. 00000400:00000200:2.0:1767384901.907470:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14:) -> 192.168.203.109@tcp14(192.168.203.109@tcp:192.168.203.109@tcp14) : PUT try# 0 00000100:00000001:3.0:1767384901.907471:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384901.907478:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.203.109@tcp14 00000800:00000010:2.0:1767384901.907483:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd295e3b. 00000100:00000001:3.0:1767384901.907484:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384901.907493:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384901.907498:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007a62869d. 00000800:00000010:2.0:1767384901.907503:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000c8ca111. 00000100:00000040:3.0:1767384901.907506:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086833537] to pc [ptlrpcd_00_00+0] req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384901.907520:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (2) 00000800:00000200:2.1:1767384901.907537:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (2) 10000000:00000001:3.0:1767384901.907571:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.907571:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384901.907575:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 10000000:00000001:3.0:1767384901.907583:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384901.907585:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384901.907587:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384901.907587:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384901.907594:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384901.907597:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384901.907599:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384901.907600:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384901.907603:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384901.907606:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384901.907608:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384901.907610:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384901.907611:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384901.907617:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:1.0:1767384901.907618:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384901.907619:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384901.907622:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384901.907624:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384901.907627:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384901.907633:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384901.907638:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000400:00000200:2.0:1767384901.907641:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000020:00000040:3.0:1767384901.907644:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384901.907654:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384901.907656:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384901.907657:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384901.907662:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.907663:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384901.907671:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000523ff2bd. 02000000:00000001:1.0:1767384901.907673:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384901.907677:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.907679:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384901.907682:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384901.907685:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.907687:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.907693:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_01+1] req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384901.907700:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086833537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363746432:0@lo:253: 00000400:00000200:2.0:1767384901.907717:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:1.0:1767384901.907717:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384901.907719:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384901.907722:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384901.907724:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.907725:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:3.0:1767384901.907727:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384901.907730:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384901.907735:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000065efaa13. 02000000:00000001:1.0:1767384901.907737:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384901.907745:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c13bdae3. 02000000:00000001:1.0:1767384901.907747:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.907752:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384901.907754:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be099df2. 00000100:00000001:3.0:1767384901.907760:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384901.907762:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384901.907774:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384901.907776:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053b92ba9. 00000100:00000200:1.0:1767384901.907782:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363746432, portal 25 00000100:00000001:1.0:1767384901.907791:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384901.907797:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:1.0:1767384901.907797:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794841728 : -107297914709888 : ffff9e69c1e89880) 00000100:00000001:3.0:1767384901.907800:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384901.907804:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.907811:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384901.907813:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384901.907828:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384901.907834:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384901.907849:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363746560:0@lo:253: 00000100:00000001:1.0:1767384901.907856:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384901.907859:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384901.907864:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384901.907867:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac80d58f. 02000000:00000001:3.0:1767384901.907897:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384901.907902:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.907905:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384901.907911:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f8057426. 02000000:00000001:3.0:1767384901.907914:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384901.907920:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000464f06de. 00000400:00000010:3.0:1767384901.907927:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aeb7ea14. 00000100:00000200:3.0:1767384901.907933:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363746560, portal 25 00000100:00000001:3.0:1767384901.907935:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384901.907938:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000040:3.0:1767384901.907943:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.907949:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384901.907952:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384901.907955:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bd56bf2. 00000100:00000200:3.0:1767384901.907958:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363746560, offset 0 00000400:00000200:3.0:1767384901.907969:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384901.907979:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384901.907988:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384901.908003:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02700 00000400:00000200:3.0:1767384901.908012:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000400:00000010:3.0:1767384901.908016:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2f0c25. 00000400:00000200:3.0:1767384901.908021:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000040bf1de3 00000400:00000200:3.0:1767384901.908029:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384901.908035:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384901.908042:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040bf1de3 00000400:00000200:2.0:1767384901.908046:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000010:3.0:1767384901.908054:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040bf1de3. 00000100:00000001:3.0:1767384901.908061:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384901.908063:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384901.908068:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000084dbd5b9 x1853237363746560 msgsize 4848 00000100:00100000:3.0:1767384901.908080:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384901.908083:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384901.908094:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384901.908105:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bd56bf2 00000400:00000010:3.0:1767384901.908107:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bd56bf2. 00000100:00000001:3.0:1767384901.908112:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384901.908119:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.908127:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384901.908132:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.908139:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.908141:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384901.908149:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.908150:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000001:3.0:1767384901.908154:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294889793 00000100:00000010:3.0:1767384901.908161:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e017ca7b. 00000100:00000001:3.0:1767384901.908169:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384901.908179:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294889793 00000100:00000010:3.0:1767384901.908183:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f28c932. 00000100:00000001:3.0:1767384901.908187:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384901.908198:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294889793 00000100:00000010:3.0:1767384901.908202:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fc49679. 00000100:00000001:3.0:1767384901.908209:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384901.908218:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294889793 00000100:00000010:3.0:1767384901.908225:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4a5ac4a. 00000100:00000001:3.0:1767384901.908231:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384901.908240:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384901.908244:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.908256:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.908258:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384901.908264:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:3.0:1767384901.908270:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384901.908273:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384901.908278:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384901.908281:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384901.908285:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.908290:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.908337:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384901.908341:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363746560 02000000:00000001:3.0:1767384901.908345:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384901.908347:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384901.908351:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.908355:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384901.908359:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363746560 00000020:00000001:3.0:1767384901.908364:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384901.908365:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000020:00000040:3.0:1767384901.908373:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384901.908379:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384901.908382:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:3.0:1767384901.908386:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384901.908390:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384901.908397:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384901.908403:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6d42b89. 00000100:00000001:3.0:1767384901.908408:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384901.908411:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6d42b89. 00000020:00000010:3.0:1767384901.908422:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2ead6ad. 00000020:00000010:3.0:1767384901.908429:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae66bfe4. 00000020:00000010:3.0:1767384901.908437:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2aa3060. 00000100:00000040:3.0:1767384901.908463:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384901.908463:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000001:3.0:1767384901.908475:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384901.908479:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384901.908483:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.908496:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.908515:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.908538:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384901.908541:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384901.908558:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00100000:3.0:1767384901.908564:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384901.908573:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000200:1.0:1767384901.908575:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363746432, offset 0 00000100:00000001:3.0:1767384901.908577:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139371600 : -107293570180016 : ffff9e6ac4dcdc50) 00000400:00000200:1.0:1767384901.908588:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384901.908590:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000084dbd5b9 x1853237363746560/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:127/0 lens 4848/0 e 0 to 0 dl 1767384912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384901.908605:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384901.908620:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384901.908623:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02680 00000020:00000010:3.0:1767384901.908626:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6d42b89. 00000400:00000200:1.0:1767384901.908633:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000100:00000001:3.0:1767384901.908635:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384901.908638:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f268fcd0. 00000020:00000010:3.0:1767384901.908644:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6d42b89. 00000400:00000200:1.0:1767384901.908646:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9c84b10 00000400:00000200:1.0:1767384901.908658:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384901.908665:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000084dbd5b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363746560:12345-0@lo:253: 00000400:00000200:1.0:1767384901.908672:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384901.908680:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9c84b10 00000100:00000200:3.0:1767384901.908682:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363746560 00000400:00000010:1.0:1767384901.908683:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9c84b10. 00000020:00000001:3.0:1767384901.908694:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384901.908694:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384901.908700:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:3.0:1767384901.908705:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384901.908706:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000006dd34bdb x1853237363746432 msgsize 4848 00000020:00000001:3.0:1767384901.908715:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384901.908723:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384901.908725:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384901.908727:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:3.0:1767384901.908733:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:1.0:1767384901.908742:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384901.908743:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384901.908748:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384901.908752:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384901.908754:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac80d58f 00000400:00000010:1.0:1767384901.908760:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac80d58f. 00000020:00000001:3.0:1767384901.908762:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384901.908769:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384901.908771:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384901.908775:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.908779:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384901.908787:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384901.908790:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384901.908793:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.908809:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.908811:0:16340:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1767384901.908816:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000334fc709. 00000100:00000001:1.0:1767384901.908818:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.908833:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.908845:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.908845:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294889793 00000100:00000001:1.0:1767384901.908855:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294889793 00000800:00000010:2.0:1767384901.908857:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045ec9795. 20000000:00000001:3.0:1767384901.908858:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384901.908859:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294889793 00000100:00000001:1.0:1767384901.908866:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294889793 00000800:00000010:2.0:1767384901.908916:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a6cab99d. 20000000:00000010:3.0:1767384901.908918:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000edee8fed. 20000000:01000000:3.0:1767384901.908925:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384901.908930:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:2.0:1767384901.908930:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000022d51335. 20000000:00000001:3.0:1767384901.908934:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:1.0:1767384901.908938:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294889793 20000000:00000001:3.0:1767384901.908939:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.908945:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294889793 20000000:00000001:3.0:1767384901.908947:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.908949:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294889794 00000100:00000001:1.0:1767384901.908953:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294889793 00000100:00000001:1.0:1767384901.908957:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384901.908965:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384901.908965:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.908974:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.908978:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384901.908987:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f70ad5cf. 00000100:00000001:1.0:1767384901.908988:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384901.908992:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 20000000:01000000:3.0:1767384901.908996:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 00000800:00000010:2.0:1767384901.908997:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000022d51335. 00000100:00000001:1.0:1767384901.908998:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384901.909005:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384901.909012:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.909016:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384901.909017:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384901.909026:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384901.909032:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384901.909057:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:2.0:1767384901.909067:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384901.909071:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363746432 02000000:00000001:2.0:1767384901.909075:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384901.909078:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:3.0:1767384901.909079:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.909081:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.909086:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 02000000:00000001:2.0:1767384901.909090:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.909091:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.909097:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00100000:2.0:1767384901.909098:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363746432 00080000:00000001:3.0:1767384901.909100:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.909104:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000002:3.0:1767384901.909107:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000040:2.0:1767384901.909109:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384901.909119:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384901.909121:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00000020:00000040:2.0:1767384901.909124:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00080000:00000002:3.0:1767384901.909126:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:2.0:1767384901.909133:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00080000:00000001:3.0:1767384901.909136:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384901.909140:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00080000:00000001:3.0:1767384901.909143:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.909149:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.909150:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384901.909154:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384901.909158:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022d51335. 00000020:00000001:3.0:1767384901.909166:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000100:00000001:2.0:1767384901.909166:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384901.909177:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022d51335. 00080000:00000001:3.0:1767384901.909178:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384901.909189:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000078043d0e. 00000020:00000010:2.0:1767384901.909189:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000097d962a. 00080000:00000001:3.0:1767384901.909196:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775866019840 : -107297843531776 : ffff9e69c626b000) 00000020:00000010:2.0:1767384901.909200:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000159c3493. 00000400:00000200:1.0:1767384901.909202:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:3.0:1767384901.909204:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:2.0:1767384901.909209:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d89d6d06. 00000001:00000001:3.0:1767384901.909213:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384901.909220:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000010:3.0:1767384901.909222:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f6d42b89. 00000400:00000200:1.0:1767384901.909227:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp14 from 245.3.0.2 00080000:00000001:3.0:1767384901.909234:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.909236:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:1.0:1767384901.909238:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000066c25e4a. 00000100:00000001:2.0:1767384901.909244:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.909245:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384901.909257:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.909272:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.909275:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.909292:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384901.909296:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:3.0:1767384901.909298:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00100000:2.0:1767384901.909306:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:2.0:1767384901.909312:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384901.909315:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139372624 : -107293570178992 : ffff9e6ac4dce050) 00000100:00000040:2.0:1767384901.909325:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006dd34bdb x1853237363746432/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:127/0 lens 4848/0 e 0 to 0 dl 1767384912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.909337:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384901.909341:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022d51335. 00000800:00000010:3.0:1767384901.909345:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000067aa8c1b. 00000100:00000001:2.0:1767384901.909347:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384901.909356:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000bd56bf2. 00000020:00000010:2.0:1767384901.909356:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022d51335. 00000100:00100000:2.0:1767384901.909370:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006dd34bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363746432:12345-0@lo:253: 00000100:00000200:2.0:1767384901.909376:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363746432 00000020:00000001:2.0:1767384901.909382:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384901.909389:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384901.909392:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.909396:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384901.909399:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384901.909404:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:3.0:1767384901.909405:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000093a38fe9. 00000020:00000001:2.0:1767384901.909407:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384901.909414:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384901.909418:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:3.1:1767384901.909419:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (2) 00000020:00000001:2.0:1767384901.909423:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384901.909431:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp14 0000000093a38fe9 deleted 00000100:00000001:2.0:1767384901.909434:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:3.1:1767384901.909436:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000093a38fe9. 02000000:00000001:2.0:1767384901.909443:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.1:1767384901.909447:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 02000000:00000010:2.0:1767384901.909452:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b1d0033d. 00000800:00000200:3.1:1767384901.909461:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp14 ip 192.168.203.109:1013 02000000:00000001:2.0:1767384901.909461:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.909470:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384901.909473:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd295e3b type 1, nob 240 niov 1 nkiov 1 20000000:00000001:2.0:1767384901.909477:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:3.0:1767384901.909483:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp14 p 3.x 192.168.203.109 -> 192.168.203.109:1013 incarnation:1767384900494782414 sched[0] 00000800:00000010:3.0:1767384901.909495:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090bc3b88. 20000000:00000010:2.0:1767384901.909497:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000079fb1d13. 20000000:01000000:2.0:1767384901.909502:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384901.909505:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384901.909510:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384901.909513:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384901.909515:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384901.909517:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384901.909616:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090bc3b88. 00000800:00000010:3.0:1767384901.909625:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000bd56bf2. 00000800:00000200:2.1:1767384901.909631:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384901.909642:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp14 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384900494782414 sched[0] 00000800:00000010:2.0:1767384901.909645:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a6cab99d. 00000800:00000010:3.0:1767384901.909688:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000066c25e4a. 00000800:00000001:1.0:1767384901.909689:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384901.909699:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384901.909717:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384901.909728:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384901.909733:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384901.909774:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384901.909799:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000001:3.0:1767384901.909835:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384901.909837:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000200:1.0:1767384901.909843:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384901.909848:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd295e3b. 00000800:00000001:3.0:1767384901.909849:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384901.909854:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384901.909855:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384901.909861:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384901.909923:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: PUT: OK 00000400:00000200:1.0:1767384901.909932:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384901.909937:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14) <- 192.168.203.109@tcp14 : PUT - for me 00000400:00000200:1.0:1767384901.909938:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000400:00000200:2.0:1767384901.909943:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384901.909957:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384901.909968:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 144/144 into md 0x12a5 [1] + 0 00000400:00000010:3.0:1767384901.909973:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae936291. 00000400:00000200:3.0:1767384901.909978:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c425c1d9 00000800:00000001:3.0:1767384901.909983:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384901.909999:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384901.910001:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384901.910003:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384901.910014:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: PUT: OK 00000400:00000200:3.0:1767384901.910021:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000400:00000010:3.0:1767384901.910023:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000400:00000200:3.0:1767384901.910030:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384901.910035:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (8) 00000400:00000200:3.0:1767384901.910043:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:3.0:1767384901.910049:0:16335:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000000bd56bf2. 00000400:00000200:3.0:1767384901.910053:0:16335:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 7 00000400:00000200:2.0:1767384901.910063:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384901.910064:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384901.910086:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (9) 00000400:00000200:3.0:1767384901.910095:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384901.910103:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp14 to MR: 192.168.203.109@tcp14 local destination 00000400:00000200:3.0:1767384901.910113:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp14 NI seq info: [16:16:256:4294967295] 192.168.203.109@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1767384901.910131:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14:192.168.203.109@tcp14) -> 192.168.203.109@tcp14(192.168.203.109@tcp14:192.168.203.109@tcp14) 192.168.203.109@tcp14 : ACK try# 0 00000400:00000200:2.0:1767384901.910138:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000800:00000200:3.0:1767384901.910154:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp14 00000400:00000200:1.0:1767384901.910159:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384901.910160:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc4d5722. 00000400:00000010:1.0:1767384901.910170:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084400cfd. 00000800:00000200:3.0:1767384901.910171:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (4) 00000400:00000010:1.0:1767384901.910180:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587dfa3d. 00000800:00000200:3.0:1767384901.910185:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp14 ip 192.168.203.109:988 00000400:00000200:2.0:1767384901.910187:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000200:3.0:1767384901.910190:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc4d5722 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384901.910219:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000400:00000200:1.0:1767384901.910226:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000400:00000010:1.0:1767384901.910232:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 00000000ac80d58f. 00000400:00000010:1.0:1767384901.910235:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000d74a57c1. 00000400:00000010:1.0:1767384901.910238:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 00000000b53cbf5c. 00000400:00000200:2.0:1767384901.910246:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000010:1.0:1767384901.910252:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cb8f2ed7. 00000400:00000200:1.0:1767384901.910260:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cb8f2ed7 nid 192.168.203.109@tcp15 00000400:00000010:1.0:1767384901.910262:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007fd7af96. 00000400:00000200:1.0:1767384901.910265:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000007fd7af96 net tcp15 00000400:00000200:1.0:1767384901.910269:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (8) 00000400:00000200:1.0:1767384901.910277:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp15 flags 0x11 00000400:00000010:1.0:1767384901.910282:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 00000000ac80d58f. 00000400:00000010:1.0:1767384901.910286:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000d74a57c1. 00000800:00000200:3.0:1767384901.910289:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384901.910289:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 00000000b53cbf5c. 00000400:00000200:2.0:1767384901.910300:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000800:00000010:3.0:1767384901.910303:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc4d5722. 00000400:00000010:1.0:1767384901.910304:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000000bd56bf2. 00000400:00000200:3.0:1767384901.910314:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384901.910315:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384901.910325:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000400:00000200:1.0:1767384901.910343:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000400:00000200:3.0:1767384901.910344:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: ACK: OK 00000400:00000200:1.0:1767384901.910350:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000400:00000200:1.0:1767384901.910354:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384901.910357:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000800:00000001:3.0:1767384901.910359:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384901.910360:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:1.0:1767384901.910367:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (9) 00000800:00000001:3.0:1767384901.910370:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384901.910376:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384901.910383:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384901.910386:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384901.910393:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384901.910403:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14) <- 192.168.203.109@tcp14 : ACK - for me 00000400:00000200:3.0:1767384901.910417:0:16335:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp14: ACK from 12345-192.168.203.109@tcp14 into md 0x12d5 00000400:00000200:3.0:1767384901.910424:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384901.910430:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: ACK: OK 00000400:00000200:3.0:1767384901.910436:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000400:00000010:3.0:1767384901.910439:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000400:00000200:3.0:1767384901.910445:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384901.910452:0:16335:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:3.0:1767384901.910456:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (8) 00000800:00000001:3.0:1767384901.910461:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384901.910466:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384901.910559:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f2dad7e7. 00000800:00000010:2.0:1767384901.910566:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a6cab99d. 00000800:00000010:2.0:1767384901.910571:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000022d51335. 00000800:00000010:2.0:1767384901.910609:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000022d51335. 00000400:00000200:1.0:1767384901.910668:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000010:2.0:1767384901.910671:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000078043d0e. 00000400:00000200:1.0:1767384901.910684:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp14 from 244.3.0.2 00000800:00000010:1.0:1767384901.910687:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000df7842b9. 00000800:00000010:2.0:1767384901.910710:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005594c83. 00000800:00000010:2.0:1767384901.910716:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6110b82. 00080000:00000010:3.0:1767384901.910725:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f6d42b89. 00040000:00000001:3.0:1767384901.910734:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:2.0:1767384901.910737:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007aa6d4dc. 00040000:00000001:3.0:1767384901.910738:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384901.910745:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384901.910749:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (4) 00000020:00000002:3.0:1767384901.910756:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00000800:00000200:2.1:1767384901.910764:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp14 000000007aa6d4dc deleted 20000000:00000001:3.0:1767384901.910766:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.1:1767384901.910768:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007aa6d4dc. 20000000:00000001:3.0:1767384901.910775:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000200:2.1:1767384901.910777:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384901.910781:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp14 p 3.x 192.168.203.109 -> 192.168.203.109:1012 incarnation:1767384900494782414 sched[0] 00000800:00000010:2.0:1767384901.910789:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000022d51335. 20000000:01000000:3.0:1767384901.910804:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384901.910819:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ffa0397a. 20000000:01000000:1.0:1767384901.910822:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:3.0:1767384901.910827:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384901.910828:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384901.910837:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384901.910837:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:2.0:1767384901.910838:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000022d51335. 00080000:00000001:1.0:1767384901.910846:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:2.0:1767384901.910847:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6110b82. 00080000:00000001:3.0:1767384901.910850:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384901.910921:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384901.910935:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384901.910938:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384901.910940:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384901.910943:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384901.910945:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384901.910950:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000001:1.0:1767384901.910954:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00000800:00000010:2.0:1767384901.910957:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000df7842b9. 00080000:00000002:1.0:1767384901.910960:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384901.910964:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384901.910968:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384901.910972:0:17064:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000008c15e4a1. 00080000:00000001:1.0:1767384901.910975:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384901.910978:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:2.0:1767384901.910982:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384901.910984:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000800:00000001:2.0:1767384901.910987:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384901.910989:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384901.910995:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d5c93b06. 00080000:00000001:1.0:1767384901.910999:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795210240 : -107297914341376 : ffff9e69c1ee3800) 00080000:00000001:1.0:1767384901.911002:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384901.911006:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:2.1:1767384901.911010:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00080000:00000010:1.0:1767384901.911010:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000094f09b3. 00080000:00000001:1.0:1767384901.911016:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384901.911020:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp14 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384900494782414 sched[0] 00080000:00000001:1.0:1767384901.911021:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384901.911026:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a6cab99d. 00080000:00000001:1.0:1767384901.911042:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384901.911055:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767384901.911065:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384901.911070:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384901.911088:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384901.911092:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384901.911095:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384901.911099:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384901.911102:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384901.911110:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001279d156. 00010000:00000001:1.0:1767384901.911113:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384901.911116:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00000020:00000001:1.0:1767384901.911120:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384901.911122:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e424163 with handle 0x135556ebb4843ab8 to hash 00000020:00000001:1.0:1767384901.911124:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384901.911130:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384901.911132:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384901.911134:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384901.911136:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384901.911138:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384901.911145:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384901.911148:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384901.911150:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384901.911152:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384901.911154:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384901.911156:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384901.911157:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384901.911159:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384901.911161:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384901.911163:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384901.911164:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384901.911166:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001279d156) refcount = 1 00010000:00010000:1.0:1767384901.911169:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384901.911174:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384901.911176:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384901.911177:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384901.911178:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384901.911180:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384901.911182:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384901.911185:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00010000:00000001:1.0:1767384901.911187:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384901.911189:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384901.911191:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=4 00000020:00000001:1.0:1767384901.911193:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384901.911195:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384901.911197:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000020:2.0:1767384901.911202:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384901.911204:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384901.911208:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384901.911212:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000edee8fed. 00010000:00000001:1.0:1767384901.911212:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384901.911215:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384901.911218:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384901.911221:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1767384901.911224:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363746560 00010000:00000001:1.0:1767384901.911225:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384901.911227:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384901.911229:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384901.911235:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:2.0:1767384901.911238:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000084dbd5b9 x1853237363746560/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:127/0 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384901.911238:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384901.911245:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384901.911247:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384901.911254:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384901.911256:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e424163 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384901.911257:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384901.911260:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:2.0:1767384901.911262:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=19 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384901.911263:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384901.911266:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384901.911269:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384901.911274:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:1.0:1767384901.911275:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384901.911278:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384901.911279:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:1.0:1767384901.911280:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384901.911283:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=5 02000000:00000001:2.0:1767384901.911285:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384901.911286:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 02000000:00000001:2.0:1767384901.911288:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.911293:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384901.911293:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000100:00000040:2.0:1767384901.911299:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384901.911301:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1767384901.911303:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6cab99d. 00010000:00010000:1.0:1767384901.911306:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384901.911307:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363746560, offset 224 00000400:00000200:2.0:1767384901.911317:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384901.911323:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384901.911326:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384901.911334:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02700 00010000:00000001:1.0:1767384901.911336:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384901.911340:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.911341:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12dd [2] + 224 00010000:00000001:1.0:1767384901.911350:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384901.911351:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384901.911354:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384901.911357:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384901.911360:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384901.911363:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384901.911364:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384901.911368:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e424163 with handle 0x135556ebb4843ab8 from hash 00010000:00000001:1.0:1767384901.911371:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384901.911374:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384901.911377:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384901.911380:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384901.911381:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384901.911384:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384901.911387:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384901.911391:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384901.911395:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384901.911401:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384901.911404:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1767384901.911405:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384901.911406:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384901.911411:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384901.911412:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384901.911415:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384901.911419:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384901.911423:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384901.911428:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384901.911434:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384901.911435:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384901.911436:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384901.911438:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384901.911439:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384901.911439:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384901.911441:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384901.911443:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.911444:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:1.0:1767384901.911445:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384901.911450:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384901.911456:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6cab99d 00000400:00000010:2.0:1767384901.911462:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6cab99d. 00010000:00000001:1.0:1767384901.911469:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384901.911471:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384901.911471:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384901.911474:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e424163/0x135556ebb4843ab8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384901.911477:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1767384901.911481:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001279d156 count: 0 00000100:00000001:2.0:1767384901.911487:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.911495:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384901.911496:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384901.911498:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384901.911501:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384901.911502:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:1.0:1767384901.911502:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:2.0:1767384901.911508:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384901.911514:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384901.911515:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384901.911520:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384901.911524:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084dbd5b9 x1853237363746560/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:127/0 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384901.911525:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000464f06de. 00000400:00000200:3.0:1767384901.911532:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb7ea14 00000400:00000010:3.0:1767384901.911536:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aeb7ea14. 00000100:00000001:3.0:1767384901.911545:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384901.911550:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000084dbd5b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363746560:12345-0@lo:253: Request processed in 2928us (3478us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384901.911554:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384901.911580:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000200:3.0:1767384901.911584:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384901.911588:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384901.911597:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384901.911602:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384901.911605:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384901.911609:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae66bfe4. 00000100:00000001:3.0:1767384901.911610:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.911619:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384901.911624:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384901.911625:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2aa3060. 00000100:00000001:3.0:1767384901.911627:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384901.911631:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384901.911632:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2ead6ad. 02000000:00000001:3.0:1767384901.911636:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384901.911641:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00001000:3.0:1767384901.911646:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=19 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384901.911650:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384901.911654:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=19 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384901.911654:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000334fc709. 00000100:00000001:3.0:1767384901.911665:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384901.911667:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384901.911668:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.911673:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384901.911675:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384901.911681:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384901.911684:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384901.911686:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384901.911693:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d721c5ba. 00000100:00000040:3.0:1767384901.911698:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384901.911703:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6cab99d. 00000100:00000001:3.0:1767384901.911709:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384901.911716:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384901.911720:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384901.911724:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384901.911734:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384901.911737:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384901.911740:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384901.911742:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384901.911744:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384901.911746:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384901.911747:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384901.911749:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384901.911753:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384901.911763:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363746560:0@lo:253: 00000100:00000001:3.0:1767384901.911770:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.911773:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384901.911776:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363746560/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.911783:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384901.911787:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384901.911790:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f8057426. 02000000:00000001:3.0:1767384901.911797:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384901.911800:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384901.911801:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384901.911804:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384901.911808:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000523ff2bd. 02000000:00000001:3.0:1767384901.911812:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384901.911815:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384901.911817:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:3.0:1767384901.911822:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384901.911824:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.911826:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.911832:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384901.911834:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.911837:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384901.911839:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384901.912648:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d5c93b06. 00080000:00000010:1.0:1767384901.912694:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000094f09b3. 00040000:00000001:1.0:1767384901.912703:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384901.912706:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384901.912709:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384901.912713:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384901.912716:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384901.912719:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384901.912722:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384901.912737:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384901.912742:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384901.912743:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384901.912747:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384901.912748:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:2.0:1767384901.912749:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384901.912754:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384901.912756:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384901.912762:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000090b2cf9d. 00010000:00000001:2.0:1767384901.912766:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384901.912770:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00000020:00000001:2.0:1767384901.912774:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384901.912778:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b4ec1874 with handle 0x135556ebb4843abf to hash 00000020:00000001:2.0:1767384901.912781:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384901.912784:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384901.912787:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384901.912792:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384901.912794:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384901.912797:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384901.912807:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384901.912810:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384901.912812:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384901.912814:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384901.912816:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384901.912819:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384901.912821:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384901.912824:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384901.912826:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384901.912828:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384901.912830:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384901.912832:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000090b2cf9d) refcount = 1 00010000:00010000:2.0:1767384901.912837:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384901.912844:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384901.912854:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384901.912855:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384901.912858:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.912861:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000020:1.0:1767384901.912912:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:2.0:1767384901.912914:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384901.912916:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:01000000:2.0:1767384901.912919:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 20000000:00000010:1.0:1767384901.912919:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000079fb1d13. 00010000:00000001:2.0:1767384901.912925:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:1.0:1767384901.912926:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.912928:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:1.0:1767384901.912931:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363746432 00000020:00000040:2.0:1767384901.912933:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00010000:00000001:1.0:1767384901.912934:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384901.912939:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000200:1.0:1767384901.912941:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006dd34bdb x1853237363746432/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:127/0 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384901.912947:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:1.0:1767384901.912953:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384901.912954:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:1.0:1767384901.912956:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384901.912960:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=19 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384901.912961:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384901.912965:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384901.912970:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384901.912974:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384901.912979:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384901.912982:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384901.912984:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384901.912989:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.912994:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384901.912998:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384901.912998:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384901.913004:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384901.913005:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b53cbf5c. 00010000:00010000:2.0:1767384901.913008:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384901.913009:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363746432, offset 224 00000400:00000200:1.0:1767384901.913017:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384901.913024:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384901.913026:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384901.913029:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.913035:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384901.913035:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02680 00010000:00010000:2.0:1767384901.913040:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384901.913044:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12d9 [2] + 224 00000400:00000200:1.0:1767384901.913054:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384901.913055:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b4ec1874 already unused, calling callback (00000000c66beece) 00000400:00000200:1.0:1767384901.913059:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384901.913061:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384901.913063:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1767384901.913064:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384901.913066:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384901.913069:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384901.913079:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384901.913103:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384901.913106:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384901.913108:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384901.913110:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=5 00000100:00000001:1.0:1767384901.913111:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384901.913116:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000400:00000200:1.0:1767384901.913117:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53cbf5c 00000400:00000010:1.0:1767384901.913120:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b53cbf5c. 00010000:00000001:2.0:1767384901.913123:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000100:00000001:1.0:1767384901.913124:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384901.913127:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384901.913130:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384901.913132:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384901.913135:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384901.913136:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384901.913141:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384901.913144:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384901.913148:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384901.913154:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1767384901.913158:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006dd34bdb x1853237363746432/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:127/0 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.913159:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384901.913159:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384901.913165:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.913168:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384901.913171:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384901.913175:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:3.0:1767384901.913179:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384901.913180:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:1.0:1767384901.913187:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006dd34bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363746432:12345-0@lo:253: Request processed in 3844us (4476us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384901.913190:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384901.913190:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384901.913195:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4ec1874 with handle 0x135556ebb4843abf from hash 00000100:00100000:1.0:1767384901.913197:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00000001:2.0:1767384901.913200:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384901.913206:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384901.913209:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be099df2. 00000100:00000040:1.0:1767384901.913209:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00010000:00000001:2.0:1767384901.913210:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384901.913214:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384901.913218:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384901.913221:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053b92ba9 00010000:00000001:2.0:1767384901.913221:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384901.913223:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384901.913227:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:3.0:1767384901.913229:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053b92ba9. 00010000:00000001:2.0:1767384901.913230:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384901.913230:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384901.913237:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384901.913237:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000159c3493. 00000100:00000001:3.0:1767384901.913243:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384901.913244:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:1.0:1767384901.913245:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d89d6d06. 00010000:00000001:2.0:1767384901.913253:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:1.0:1767384901.913254:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000097d962a. 00010000:00000001:2.0:1767384901.913258:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384901.913259:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384901.913261:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384901.913262:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00010000:00000001:2.0:1767384901.913266:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.913273:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384901.913275:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384901.913278:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b1d0033d. 00010000:00000001:2.0:1767384901.913284:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.913288:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384901.913291:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384901.913309:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384901.913311:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384901.913314:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384901.913318:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032b9f281. 00000400:00000010:1.0:1767384901.913329:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b53cbf5c. 00010000:00000001:2.0:1767384901.913345:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384901.913349:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384901.913352:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384901.913356:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384901.913356:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384901.913367:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384901.913368:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384901.913369:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384901.913373:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384901.913375:0:16340:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384901.913377:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384901.913380:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.913381:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1767384901.913383:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384901.913385:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384901.913392:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.913410:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.913411:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384901.913414:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384901.913417:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=19 v=5 (5 0 0 0) 00010000:00010000:2.0:1767384901.913417:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843abf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384901.913438:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=19 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384901.913440:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000090b2cf9d count: 0 00000100:00000001:3.0:1767384901.913449:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384901.913452:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.913454:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384901.913455:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000001:2.0:1767384901.913457:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384901.913463:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.913469:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.913474:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.913483:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384901.913485:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384901.913486:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384901.913490:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384901.913492:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384901.913494:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384901.913496:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384901.913498:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384901.913500:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384901.913501:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384901.913502:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384901.913503:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384901.913513:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384901.913519:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384901.913528:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086833537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363746432:0@lo:253: 00000100:00000001:3.0:1767384901.913535:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.913537:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384901.913539:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086833537 x1853237363746432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.913546:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384901.913548:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384901.913551:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c13bdae3. 02000000:00000001:3.0:1767384901.913556:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384901.913557:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384901.913559:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384901.913562:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384901.913563:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009c7bb857. 02000000:00000001:3.0:1767384901.913567:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384901.913568:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384901.913570:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086833537. 00000100:00000001:3.0:1767384901.913573:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384901.913574:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.913576:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.913581:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384901.913583:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.913586:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384901.913588:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.914923:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294889793, at 4294889794 00000100:00000010:1.0:1767384901.914932:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f28c932. 00000100:00000040:2.0:1767384901.914934:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294889793, at 4294889794 00000100:00000010:2.0:1767384901.914943:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fc49679. 00000100:00000040:3.0:1767384901.915986:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294889794, at 4294889795 00000100:00000010:3.0:1767384901.915996:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4a5ac4a. 00000100:00000040:0.0:1767384901.916062:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294889793, at 4294889795 00000100:00000010:0.0:1767384901.916071:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e017ca7b. 00010000:00000010:1.1:1767384901.918025:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001279d156. 00010000:00000010:1.1:1767384901.918037:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00010000:00000010:2.1:1767384901.919925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000090b2cf9d. 00010000:00000010:2.1:1767384901.919931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00000400:00000010:0.0:1767384901.928068:0:20633:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000fb897d2. 00000400:00000040:0.0:1767384901.928090:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384901.928094:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384901.928097:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384901.928099:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384901.928102:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384901.928104:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384901.928107:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384901.928109:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384901.928111:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384901.928113:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384901.928116:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384901.928117:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384901.928120:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384901.928122:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384901.928124:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384901.928126:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384901.928128:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384901.928130:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384901.928132:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384901.928134:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384901.928136:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384901.928138:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384901.928140:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384901.928141:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384901.928143:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384901.928145:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384901.928147:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384901.928149:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384901.928151:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384901.928153:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384901.928155:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384901.928157:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384901.928159:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384901.928169:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384901.928171:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384901.928173:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384901.928174:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384901.928177:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384901.928180:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384901.928181:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384901.928183:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384901.928185:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384901.928187:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384901.928189:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384901.928191:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384901.928192:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384901.928193:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384901.928195:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384901.928196:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384901.928198:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384901.928199:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384901.928200:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384901.928201:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384901.928202:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384901.928203:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384901.928204:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384901.928205:0:20633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384901.928226:0:20633:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000fb897d2. 00010000:00000001:2.0:1767384901.978023:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384901.978028:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.978033:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384901.978035:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384901.978066:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384901.978070:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384901.978073:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384902.640022:0:20811:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea9388fa. 00080000:00000010:3.0:1767384902.640032:0:20811:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea9388fa. 00000020:00000001:3.0:1767384902.640037:0:20811:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384902.640044:0:20811:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea9388fa. 00080000:00000010:3.0:1767384902.640049:0:20811:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea9388fa. 00000020:00000001:3.0:1767384902.640052:0:20811:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.000929:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384903.000934:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.000940:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384903.000944:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384903.000947:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384903.000949:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.000952:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384903.000954:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.000961:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.000964:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.000985:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384903.000988:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384903.000989:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384903.128974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384903.128982:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384903.128988:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a155b63b. 00000020:00000040:0.0:1767384903.128995:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384903.128999:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384903.129003:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384903.129007:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384903.129013:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6e1da78. 00000100:00000001:0.0:1767384903.129020:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.129034:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384903.129043:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384903.129045:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.129050:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a155b63b] to pc [ptlrpcd_00_02+2] req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.129072:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.129075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384903.129078:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384903.129080:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a542a0b5. 00000020:00000040:0.0:1767384903.129083:0:36:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384903.129086:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384903.129087:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384903.129090:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384903.129093:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054bf2ae3. 00000100:00000001:0.0:1767384903.129097:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.129101:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384903.129102:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384903.129108:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384903.129112:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384903.129118:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384903.129121:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.129122:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.129130:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a542a0b5] to pc [ptlrpcd_00_03+3] req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.129156:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384903.129160:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.129162:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384903.129165:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384903.129166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384903.129171:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.129171:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384903.129173:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000508d6c77. 02000000:00000001:3.0:1767384903.129177:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384903.129178:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384903.129183:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384903.129186:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a155b63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363746688:0@lo:400: 02000000:00000001:0.0:1767384903.129186:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384903.129190:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.129195:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384903.129196:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000633c17d9. 02000000:00000001:3.0:1767384903.129202:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384903.129215:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384903.129217:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.129221:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384903.129223:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384903.129230:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384903.129231:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093494bba. 00000100:00000001:0.0:1767384903.129232:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384903.129237:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.129238:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508d6c77] to pc [ptlrpcd_00_00+0] req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384903.129248:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000464f06de. 00000100:00000001:0.0:1767384903.129256:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384903.129258:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 00000100:00000040:0.0:1767384903.129260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384903.129265:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384903.129268:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006032cdbf. 00000100:00000200:3.0:1767384903.129269:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363746688, portal 25 00000020:00000040:0.0:1767384903.129270:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384903.129276:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384903.129276:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384903.129281:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990648704 : -107292718902912 : ffff9e6af79a5180) 02000000:00000001:0.0:1767384903.129281:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384903.129284:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384903.129289:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000abb36364. 00000100:00000040:3.0:1767384903.129291:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.129293:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.129299:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384903.129321:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384903.129321:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384903.129323:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.129338:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006032cdbf] to pc [ptlrpcd_00_01+1] req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384903.129339:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384903.129346:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080506880. 00000100:00000001:0.0:1767384903.129348:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384903.129352:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363746688, offset 0 00000100:00000040:0.0:1767384903.129353:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (228) 00000400:00000200:3.0:1767384903.129363:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384903.129377:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384903.129378:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384903.129380:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384903.129384:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384903.129387:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.129404:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384903.129405:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c02780 00000400:00000200:3.0:1767384903.129413:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ed [2] + 0 00000100:00000001:0.0:1767384903.129413:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384903.129421:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b9ce6d6. 02000000:00000001:0.0:1767384903.129421:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384903.129426:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384903.129428:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000adb38860 02000000:00000001:0.0:1767384903.129431:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384903.129435:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000508d6c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363746944:0@lo:400: 00000100:00000001:0.0:1767384903.129441:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384903.129442:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384903.129444:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384903.129448:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.129450:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384903.129454:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384903.129456:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adb38860 00000400:00000010:3.0:1767384903.129460:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adb38860. 02000000:00000010:0.0:1767384903.129460:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002bbcd24c. 02000000:00000001:0.0:1767384903.129466:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.129469:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384903.129473:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384903.129474:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eb701e7. 00000100:00000040:3.0:1767384903.129478:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000b2f5ff5e x1853237363746688 msgsize 224 00000400:00000010:0.0:1767384903.129482:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000614a9024. 00000100:00100000:3.0:1767384903.129485:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384903.129489:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384903.129491:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363746944, portal 10 00000100:00000001:0.0:1767384903.129495:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384903.129497:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990653184 : -107292718898432 : ffff9e6af79a6300) 00000100:00000001:3.0:1767384903.129500:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384903.129506:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384903.129510:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080506880 00000400:00000010:3.0:1767384903.129515:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080506880. 00000100:00000001:3.0:1767384903.129521:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384903.129522:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384903.129528:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.129528:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384903.129529:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384903.129533:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363746688 00000400:00000010:0.0:1767384903.129545:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edfdf06b. 02000000:00000001:1.0:1767384903.129547:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384903.129550:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384903.129552:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384903.129553:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363746944, offset 0 00000100:00000040:3.0:1767384903.129554:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.129555:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384903.129560:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384903.129565:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363746688 00000400:00000200:0.0:1767384903.129568:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384903.129569:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.129569:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384903.129574:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384903.129574:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384903.129576:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384903.129580:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:3.0:1767384903.129581:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384903.129584:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384903.129585:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384903.129587:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294891014 00000020:00000001:1.0:1767384903.129590:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000010:3.0:1767384903.129593:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4a5ac4a. 00000100:00000001:1.0:1767384903.129595:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384903.129599:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c02880 00000100:00000001:3.0:1767384903.129612:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384903.129612:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088fe4b4f. 00000400:00000200:0.0:1767384903.129617:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000100:00000001:1.0:1767384903.129618:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384903.129619:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294891014 00000020:00000010:1.0:1767384903.129623:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088fe4b4f. 00000100:00000010:3.0:1767384903.129624:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c3ca63c. 00000100:00000001:3.0:1767384903.129629:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384903.129630:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384903.129631:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5c93b06. 00000100:00000001:3.0:1767384903.129633:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294891014 00000100:00000010:3.0:1767384903.129638:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027fe1ce8. 00000020:00000010:1.0:1767384903.129641:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001cbf2daf. 00000400:00000200:0.0:1767384903.129642:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384903.129644:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384903.129646:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e0b5d9f. 00000100:00000001:3.0:1767384903.129650:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294891014 00000100:00000001:0.0:1767384903.129651:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384903.129654:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e5b87234. 00000100:00000200:0.0:1767384903.129656:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384903.129658:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000010:0.0:1767384903.129663:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c99d6235. 00000100:00000040:1.0:1767384903.129666:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384903.129670:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384903.129671:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000c99d6235 x1853237363746944 msgsize 224 00000100:00000001:1.0:1767384903.129672:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384903.129674:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.129675:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384903.129679:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.129681:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.129685:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.129689:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384903.129689:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384903.129694:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384903.129698:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384903.129701:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384903.129702:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384903.129704:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384903.129705:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384903.129706:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384903.129710:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384903.129712:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.129714:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384903.129717:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384903.129717:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384903.129719:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384903.129722:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384903.129725:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384903.129725:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000400:00000200:0.0:1767384903.129725:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edfdf06b 00000100:00000001:3.0:1767384903.129728:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384903.129731:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edfdf06b. 00000100:00000040:1.0:1767384903.129732:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000040:3.0:1767384903.129733:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.129737:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139378768 : -107293570172848 : ffff9e6ac4dcf850) 00000100:00000001:0.0:1767384903.129739:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384903.129744:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2f5ff5e x1853237363746688/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:129/0 lens 224/0 e 0 to 0 dl 1767384914 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.129745:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384903.129748:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384903.129749:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384903.129751:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384903.129755:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384903.129759:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.129761:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384903.129764:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088fe4b4f. 00000100:00100000:3.0:1767384903.129766:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a542a0b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363746816:0@lo:400: 00000100:00000001:1.0:1767384903.129769:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384903.129774:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384903.129774:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088fe4b4f. 02000000:00000001:3.0:1767384903.129780:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384903.129780:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2f5ff5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363746688:12345-0@lo:400: 00000100:00000001:0.0:1767384903.129780:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384903.129784:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384903.129786:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384903.129786:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363746688 00000100:00000040:0.0:1767384903.129789:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384903.129790:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1854e01. 00000020:00000001:1.0:1767384903.129790:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384903.129794:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.129795:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384903.129798:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384903.129801:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae936291. 00000020:00000001:1.0:1767384903.129804:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384903.129807:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080506880. 00000020:00000001:1.0:1767384903.129808:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000100:00000200:3.0:1767384903.129811:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363746816, portal 4 00000100:00000001:0.0:1767384903.129814:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.129815:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384903.129815:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384903.129818:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990659456 : -107292718892160 : ffff9e6af79a7b80) 00000020:00000001:1.0:1767384903.129818:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.129819:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384903.129822:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384903.129825:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384903.129826:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384903.129828:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.129829:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.129831:0:17064:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384903.129835:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384903.129838:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384903.129839:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2238 usecs (3 jiffies) 00000100:00000001:3.0:1767384903.129840:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384903.129841:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c94185c1. 00000100:00000040:3.0:1767384903.129846:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384903.129846:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.129847:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891011 00000400:00000010:3.0:1767384903.129849:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000100:00000001:0.0:1767384903.129853:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891014 00000100:00000001:1.0:1767384903.129854:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384903.129855:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363746816, offset 0 00000020:00000001:1.0:1767384903.129861:0:17064:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.129861:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891011 00000100:00000001:0.0:1767384903.129906:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891014 00000100:00000001:0.0:1767384903.129909:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891012 00000400:00000200:3.0:1767384903.129914:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384903.129914:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891014 00000100:00000001:0.0:1767384903.129920:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891012 00010000:00000040:1.0:1767384903.129925:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363746688 00000400:00000200:3.0:1767384903.129926:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384903.129928:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891014 00010000:00000001:1.0:1767384903.129930:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384903.129934:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384903.129935:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c02800 00010000:00000200:1.0:1767384903.129938:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2f5ff5e x1853237363746688/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:129/0 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.129940:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.129946:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1872 00000100:00000001:0.0:1767384903.129948:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.129951:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384903.129953:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384903.129953:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.129955:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.129958:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1767384903.129961:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384903.129963:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384903.129963:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384903.129965:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384903.129966:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384903.129967:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:3.0:1767384903.129972:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086833537. 00000100:00000001:0.0:1767384903.129972:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384903.129973:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384903.129976:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384903.129977:0:16342:0:(events.c:337:request_in_callback()) incoming req@0000000086833537 x1853237363746816 msgsize 224 00000100:00000001:1.0:1767384903.129977:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:0.0:1767384903.129979:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384903.129982:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384903.129984:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767384903.129985:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384903.129985:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.129989:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.129991:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384903.129993:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384903.129996:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384903.129997:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384903.130000:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000400:00000200:3.0:1767384903.130002:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000100:00000001:0.0:1767384903.130002:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384903.130004:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000100:00000001:0.0:1767384903.130006:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.130009:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384903.130010:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384903.130011:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384903.130012:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363746688, offset 224 00000100:00000200:3.0:1767384903.130018:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384903.130019:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384903.130023:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384903.130036:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384903.130047:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384903.130049:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c02780 00000100:00000001:0.0:1767384903.130050:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384903.130054:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.130055:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.130059:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12fd [1] + 224 02000000:00000001:0.0:1767384903.130061:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384903.130064:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384903.130066:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384903.130070:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.130071:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.130075:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384903.130076:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384903.130078:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363747072:0@lo:400: 00000100:00000001:1.0:1767384903.130080:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384903.130082:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.130087:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384903.130088:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4498 usecs (5 jiffies) 00000100:00000200:1.0:1767384903.130088:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.130092:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891014 02000000:00000001:0.0:1767384903.130093:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384903.130096:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891014 02000000:00000001:0.0:1767384903.130098:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.130099:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891014 00000100:00000040:1.0:1767384903.130102:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.130105:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891014 02000000:00000001:0.0:1767384903.130105:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384903.130113:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009adbd96b. 00000100:00000001:3.0:1767384903.130114:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891014 00000100:00000001:1.0:1767384903.130115:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384903.130120:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891014 02000000:00000001:0.0:1767384903.130121:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.130122:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000100:00000001:3.0:1767384903.130125:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891014 00000400:00000010:1.0:1767384903.130125:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:2.0:1767384903.130128:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384903.130129:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891014 00000400:00000010:0.0:1767384903.130129:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dff98d5. 00000100:00000001:1.0:1767384903.130130:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384903.130133:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363746944 00000100:00000001:3.0:1767384903.130135:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384903.130138:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edfdf06b. 02000000:00000001:2.0:1767384903.130139:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384903.130139:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384903.130140:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.130144:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384903.130146:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384903.130147:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363747072, portal 10 00000100:00000001:1.0:1767384903.130148:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.130158:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384903.130160:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384903.130163:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384903.130163:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000001:3.0:1767384903.130164:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384903.130165:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363746944 00000100:00000001:0.0:1767384903.130166:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990652288 : -107292718899328 : ffff9e6af79a5f80) 00000400:00000010:3.0:1767384903.130168:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000464f06de. 00010000:00000001:1.0:1767384903.130168:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384903.130169:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384903.130172:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384903.130173:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000400:00000200:3.0:1767384903.130175:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000020:00000001:1.0:1767384903.130176:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384903.130177:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384903.130177:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384903.130179:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000020:00000040:2.0:1767384903.130180:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000040:1.0:1767384903.130183:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2f5ff5e x1853237363746688/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:129/0 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.130185:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384903.130186:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000200:3.0:1767384903.130191:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384903.130194:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:2.0:1767384903.130201:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384903.130206:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064b96cb1. 00000100:00000001:0.0:1767384903.130210:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384903.130211:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384903.130215:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384903.130224:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000020:00000010:2.0:1767384903.130231:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064b96cb1. 00000100:00000200:0.0:1767384903.130231:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363747072, offset 0 00000100:00000200:3.0:1767384903.130234:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384903.130236:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2f5ff5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363746688:12345-0@lo:400: Request processed in 470us (753us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384903.130240:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e14815b0. 00000400:00000200:0.0:1767384903.130243:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384903.130248:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cce204d7. 00000100:00100000:1.0:1767384903.130254:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000020:00000010:2.0:1767384903.130255:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fdb8fe3. 00000100:00000001:3.0:1767384903.130257:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384903.130257:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384903.130263:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384903.130263:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000040:2.0:1767384903.130266:0:17764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384903.130267:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384903.130267:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384903.130271:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c02900 02000000:00000001:3.0:1767384903.130273:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384903.130273:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384903.130274:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384903.130277:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384903.130278:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384903.130280:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384903.130280:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000001:2.0:1767384903.130293:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384903.130293:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001cbf2daf. 02000000:00000001:3.0:1767384903.130295:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384903.130298:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384903.130302:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=21 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384903.130302:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e0b5d9f. 00000100:00000001:2.0:1767384903.130303:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384903.130307:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384903.130308:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5c93b06. 00000100:00000001:2.0:1767384903.130311:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384903.130312:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=21 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384903.130314:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384903.130316:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:3.0:1767384903.130322:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384903.130322:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384903.130323:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384903.130323:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384903.130324:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384903.130327:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1767384903.130328:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c94185c1. 00010000:00000001:3.0:1767384903.130330:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1767384903.130332:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000768abb28. 00010000:00000001:3.0:1767384903.130333:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384903.130333:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384903.130337:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384903.130338:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384903.130339:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000768abb28 x1853237363747072 msgsize 224 00000100:00000001:3.0:1767384903.130340:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.130341:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384903.130355:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384903.130356:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384903.130358:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384903.130363:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000400:00000010:1.0:1767384903.130364:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdbb587. 00000100:00000001:0.0:1767384903.130367:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384903.130370:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dde8c808. 00000100:00000040:2.0:1767384903.130372:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:3.0:1767384903.130374:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384903.130376:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000100:00000001:2.0:1767384903.130377:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990654080 : -107292718897536 : ffff9e6af79a6680) 00000400:00000010:0.0:1767384903.130379:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000100:00000001:0.0:1767384903.130385:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384903.130386:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384903.130389:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c99d6235 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:129/0 lens 224/0 e 0 to 0 dl 1767384914 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.130391:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384903.130392:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384903.130395:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384903.130400:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:3.0:1767384903.130401:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384903.130405:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060f747bc. 00000020:00000040:1.0:1767384903.130421:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384903.130424:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384903.130428:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384903.130430:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384903.130431:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384903.130432:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:2.0:1767384903.130435:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064b96cb1. 00000100:00100000:3.0:1767384903.130437:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a155b63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363746688:0@lo:400: 02000000:00000001:1.0:1767384903.130437:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.130442:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384903.130446:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007b096e97. 00000020:00000010:2.0:1767384903.130450:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064b96cb1. 00000100:00000001:3.0:1767384903.130451:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.130453:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.130457:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.130458:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384903.130462:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c99d6235 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363746944:12345-0@lo:400: 00000100:00000001:0.0:1767384903.130464:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384903.130466:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384903.130467:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a155b63b x1853237363746688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384903.130470:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363746944 00000100:00000001:0.0:1767384903.130470:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.130471:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.130475:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384903.130478:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2482 usecs (3 jiffies) 00000020:00000001:2.0:1767384903.130481:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384903.130481:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060f747bc] to pc [ptlrpcd_00_02+2] req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.130484:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294891012 00000020:00000001:2.0:1767384903.130485:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.130488:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384903.130489:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294891014 00000020:00000001:2.0:1767384903.130491:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384903.130493:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384903.130494:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:0.0:1767384903.130496:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294891012 02000000:00000010:3.0:1767384903.130497:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093494bba. 00000020:00000001:2.0:1767384903.130501:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384903.130502:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294891014 02000000:00000001:3.0:1767384903.130504:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384903.130506:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384903.130508:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:1.0:1767384903.130509:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.130509:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294891012 00000020:00000001:2.0:1767384903.130510:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1767384903.130514:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384903.130514:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384903.130515:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294891014 00000020:00000001:2.0:1767384903.130519:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384903.130522:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384903.130522:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294891012 00000020:00000001:2.0:1767384903.130523:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384903.130527:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294891014 00000100:00000001:0.0:1767384903.130528:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.130529:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.130531:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.130533:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.130537:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1767384903.130538:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a6e1da78. 02000000:00000001:2.0:1767384903.130541:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384903.130547:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384903.130547:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007033da90. 02000000:00000001:3.0:1767384903.130551:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384903.130552:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.130553:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384903.130558:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a155b63b. 00000100:00000001:2.0:1767384903.130558:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384903.130558:0:16343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:2.0:1767384903.130564:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.130565:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384903.130566:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000040:2.0:1767384903.130567:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363746944 00000100:00000001:3.0:1767384903.130571:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384903.130572:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384903.130572:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384903.130577:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384903.130579:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384903.130580:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c99d6235 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:129/0 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.130581:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384903.130585:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.130585:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384903.130589:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384903.130590:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384903.130594:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384903.130595:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.130596:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.130600:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.130612:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384903.130617:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384903.130622:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384903.130624:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384903.130625:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384903.130629:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 02000000:00000001:0.0:1767384903.130630:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384903.130631:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384903.130633:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384903.130635:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384903.130636:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.130637:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384903.130638:0:17879:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002ec4471d. 00000100:00000001:2.0:1767384903.130642:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384903.130642:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000060f747bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363747200:0@lo:13: 00000100:00000001:3.0:1767384903.130648:0:17879:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384903.130649:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384903.130650:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384903.130653:0:17879:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363746816 00000400:00000010:2.0:1767384903.130655:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 02000000:00000001:0.0:1767384903.130655:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384903.130657:0:17879:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384903.130659:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.130662:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384903.130662:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363746944, offset 224 02000000:00000001:0.0:1767384903.130662:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384903.130667:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384903.130669:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b9c3d225. 02000000:00000001:3.0:1767384903.130673:0:17879:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384903.130673:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384903.130674:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384903.130680:0:17879:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363746816 00000400:00000010:0.0:1767384903.130681:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcce901. 00000400:00000200:2.0:1767384903.130684:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384903.130688:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000020:00000001:3.0:1767384903.130693:0:17879:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384903.130694:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c02880 00000100:00000200:0.0:1767384903.130694:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363747200, portal 4 00000020:00000040:3.0:1767384903.130705:0:17879:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000400:00000200:2.0:1767384903.130706:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1305 [1] + 224 00000100:00000001:0.0:1767384903.130706:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384903.130710:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794524160 : -107297915027456 : ffff9e69c1e3c000) 00000020:00000001:3.0:1767384903.130711:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384903.130714:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384903.130716:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000100:00000040:0.0:1767384903.130719:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384903.130721:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384903.130723:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:2.0:1767384903.130729:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384903.130732:0:17879:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000200:2.0:1767384903.130736:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.130737:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384903.130740:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384903.130744:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384903.130747:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72208d. 00000400:00000010:0.0:1767384903.130749:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000020:00000010:3.0:1767384903.130755:0:17879:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ccbd1aec. 00000100:00000200:0.0:1767384903.130756:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363747200, offset 0 00000100:00000040:2.0:1767384903.130758:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384903.130767:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384903.130777:0:17879:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:2.0:1767384903.130778:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384903.130785:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384903.130786:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:2.0:1767384903.130789:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000100:00000001:2.0:1767384903.130791:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384903.130793:0:17879:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384903.130794:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384903.130800:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093494bba. 00000100:00000001:2.0:1767384903.130802:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384903.130803:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c02980 00000020:00000010:3.0:1767384903.130808:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea69bd4e. 00000100:00000040:2.0:1767384903.130809:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:0.0:1767384903.130815:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 448 00010000:00000001:2.0:1767384903.130816:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384903.130817:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fb6a2011. 00000020:00000001:2.0:1767384903.130819:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384903.130821:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384903.130823:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384903.130828:0:17879:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:0.0:1767384903.130828:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384903.130829:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c99d6235 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:129/0 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.130835:0:17879:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384903.130837:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384903.130840:0:17879:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767384903.130841:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384903.130844:0:17879:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384903.130846:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010b593ac. 00000100:00000040:0.0:1767384903.130851:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000010b593ac x1853237363747200 msgsize 224 00000100:00000001:3.0:1767384903.130852:0:17879:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384903.130858:0:17879:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384903.130900:0:17879:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384903.130903:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384903.130907:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c99d6235 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363746944:12345-0@lo:400: Request processed in 432us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384903.130920:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384903.130923:0:17879:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384903.130923:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:0.0:1767384903.130926:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384903.130927:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384903.130931:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384903.130934:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce204d7. 00000400:00000200:0.0:1767384903.130935:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000100:00000001:3.0:1767384903.130938:0:17879:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384903.130939:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fdb8fe3. 00000400:00000010:0.0:1767384903.130939:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000100:00000001:3.0:1767384903.130943:0:17879:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384903.130945:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384903.130947:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e14815b0. 00000100:00100000:3.0:1767384903.130953:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000200:0.0:1767384903.130953:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384903.130954:0:17764:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:2.0:1767384903.130959:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384903.130961:0:17879:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:3.0:1767384903.130968:0:17879:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794841728 : -107297914709888 : ffff9e69c1e89880) 00000100:00000001:2.0:1767384903.130971:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384903.130971:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384903.130975:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363747072 00000100:00000040:3.0:1767384903.130977:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000086833537 x1853237363746816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:129/0 lens 224/0 e 0 to 0 dl 1767384914 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384903.130979:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384903.130979:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.130982:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384903.130985:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.130990:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384903.130995:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363747072 00000020:00000001:2.0:1767384903.130999:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384903.131002:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000020:00000001:2.0:1767384903.131005:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384903.131009:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000100:00000001:3.0:1767384903.131013:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384903.131013:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.131014:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000020:00000010:3.0:1767384903.131018:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000384041c5. 00000100:00000001:0.0:1767384903.131019:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384903.131020:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:3.0:1767384903.131024:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384903.131025:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384903.131026:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384903.131030:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064b96cb1. 00000020:00000010:3.0:1767384903.131032:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000384041c5. 00000100:00000040:0.0:1767384903.131033:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4498 usecs (5 jiffies) 00000020:00000010:2.0:1767384903.131035:0:17764:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000126bbb09. 00000100:00000001:0.0:1767384903.131036:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891015 00000020:00000040:2.0:1767384903.131042:0:17764:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:2.0:1767384903.131048:0:17764:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384903.131048:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294891014 00000100:00100000:3.0:1767384903.131049:0:17879:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000086833537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363746816:12345-0@lo:400: 00000020:00000010:2.0:1767384903.131053:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e14815b0. 00000100:00000001:0.0:1767384903.131055:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891015 00000020:00000010:2.0:1767384903.131058:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cce204d7. 00000020:00000010:2.0:1767384903.131060:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fdb8fe3. 00000100:00000200:3.0:1767384903.131069:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363746816 00000100:00000001:0.0:1767384903.131071:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294891014 00000020:00000001:3.0:1767384903.131075:0:17879:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384903.131079:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891015 00000020:00000001:3.0:1767384903.131080:0:17879:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384903.131080:0:17764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384903.131085:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384903.131085:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294891014 00000020:00000001:3.0:1767384903.131086:0:17879:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.131088:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384903.131093:0:17879:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384903.131093:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.131094:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891015 00000100:00000001:2.0:1767384903.131097:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384903.131098:0:17879:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:2.0:1767384903.131101:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384903.131101:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294891014 00000020:00000001:3.0:1767384903.131103:0:17879:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384903.131104:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384903.131108:0:17879:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384903.131112:0:17879:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384903.131113:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384903.131115:0:17879:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384903.131120:0:17879:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384903.131123:0:17879:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384903.131123:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384903.131126:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384903.131127:0:17879:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384903.131129:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384903.131129:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384903.131131:0:17879:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384903.131136:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384903.131136:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384903.131137:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c588780. 00000100:00000040:2.0:1767384903.131141:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 02000000:00000001:3.0:1767384903.131144:0:17879:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.131144:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.131145:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990658560 : -107292718893056 : ffff9e6af79a7800) 00000100:00000001:3.0:1767384903.131151:0:17879:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384903.131154:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000768abb28 x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:129/0 lens 224/0 e 0 to 0 dl 1767384914 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384903.131156:0:17879:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384903.131161:0:17879:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363746816 00000100:00000001:2.0:1767384903.131164:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384903.131167:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000031a799af. 00010000:00000001:3.0:1767384903.131173:0:17879:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384903.131173:0:17764:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384903.131177:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000031a799af. 00000100:00000001:0.0:1767384903.131180:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:3.0:1767384903.131182:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000086833537 x1853237363746816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:129/0 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.131184:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384903.131185:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000768abb28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363747072:12345-0@lo:400: 00000400:00000001:0.0:1767384903.131189:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384903.131192:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384903.131195:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363747072 00000400:00000010:0.0:1767384903.131197:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eb701e7. 00000020:00000001:2.0:1767384903.131200:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384903.131204:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614a9024 00000020:00000001:2.0:1767384903.131205:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384903.131206:0:17879:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384903.131208:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384903.131209:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000614a9024. 00010000:00000001:3.0:1767384903.131210:0:17879:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.131213:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:3.0:1767384903.131216:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=11 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384903.131216:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:0.0:1767384903.131216:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384903.131221:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384903.131223:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384903.131225:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384903.131228:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384903.131229:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384903.131230:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.131231:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384903.131233:0:17879:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384903.131233:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384903.131239:0:17879:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 02000000:00000001:2.0:1767384903.131244:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384903.131245:0:17879:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000200:0.0:1767384903.131247:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384903.131248:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005e673dd6. 02000000:00000001:3.0:1767384903.131249:0:17879:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384903.131254:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384903.131255:0:17879:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.131259:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.131262:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384903.131265:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384903.131266:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.131268:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384903.131270:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:2.0:1767384903.131271:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363747072 00000100:00000001:0.0:1767384903.131273:0:16340:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384903.131275:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:3.0:1767384903.131276:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 02000000:00000001:0.0:1767384903.131277:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384903.131280:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:2.0:1767384903.131282:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000768abb28 x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:129/0 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384903.131284:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363746816, offset 224 00000100:00000001:0.0:1767384903.131284:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384903.131290:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.131295:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384903.131298:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384903.131298:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384903.131302:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=16 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384903.131308:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384903.131309:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384903.131314:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384903.131315:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:0.0:1767384903.131318:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384903.131321:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:0.0:1767384903.131322:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.131325:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384903.131327:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384903.131329:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384903.131329:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384903.131334:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.131337:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384903.131343:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c02800 00000100:00000040:2.0:1767384903.131347:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384903.131354:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000400:00000200:3.0:1767384903.131355:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x130d [1] + 224 00010000:00000001:0.0:1767384903.131355:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.131361:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767384903.131363:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384903.131364:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363747072, offset 224 00000100:00000040:0.0:1767384903.131364:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384903.131368:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384903.131372:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.131373:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384903.131377:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384903.131384:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.131385:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384903.131392:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384903.131393:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384903.131410:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c02900 00000100:00000001:0.0:1767384903.131411:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.131417:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384903.131420:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1319 [1] + 224 00000100:00000001:0.0:1767384903.131421:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384903.131424:0:17879:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384903.131429:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384903.131431:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384903.131439:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384903.131447:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384903.131454:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.131461:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384903.131462:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000508d6c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363746944:0@lo:400: 00000400:00000200:3.0:1767384903.131468:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000100:00000040:2.0:1767384903.131473:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.131473:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384903.131474:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000100:00000001:0.0:1767384903.131479:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384903.131481:0:17879:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384903.131485:0:17879:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384903.131486:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000508d6c77 x1853237363746944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.131490:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384903.131499:0:17879:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384903.131500:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384903.131506:0:17879:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384903.131506:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384903.131511:0:17879:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384903.131511:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384903.131514:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 02000000:00000010:0.0:1767384903.131515:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002bbcd24c. 00000020:00000001:3.0:1767384903.131516:0:17879:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384903.131518:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 02000000:00000001:0.0:1767384903.131521:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384903.131523:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384903.131524:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384903.131525:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086833537 x1853237363746816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:129/0 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.131527:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384903.131527:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384903.131533:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384903.131534:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384903.131538:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000633c17d9. 00000100:00000040:2.0:1767384903.131542:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 02000000:00000001:0.0:1767384903.131544:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384903.131548:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384903.131548:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384903.131552:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000508d6c77. 00000020:00000001:2.0:1767384903.131553:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384903.131554:0:17879:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000086833537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363746816:12345-0@lo:400: Request processed in 537us (1571us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384903.131557:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384903.131558:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384903.131561:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384903.131566:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000768abb28 x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:129/0 lens 224/224 e 0 to 0 dl 1767384914 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.131567:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.131572:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384903.131575:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1767384903.131575:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384903.131580:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384903.131582:0:17879:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000400:00000001:0.0:1767384903.131583:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384903.131586:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dff98d5. 00000100:00000001:3.0:1767384903.131589:0:17879:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384903.131589:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000768abb28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363747072:12345-0@lo:400: Request processed in 420us (1245us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384903.131591:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edfdf06b 00000100:00000001:3.0:1767384903.131594:0:17879:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384903.131595:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edfdf06b. 00000020:00000010:3.0:1767384903.131600:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea69bd4e. 00000100:00000001:0.0:1767384903.131601:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384903.131605:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000010:3.0:1767384903.131607:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fb6a2011. 00000100:00000040:2.0:1767384903.131608:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000200:0.0:1767384903.131613:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384903.131614:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093494bba. 00000100:00000001:2.0:1767384903.131614:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384903.131617:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384903.131622:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce204d7. 00000020:00000040:3.0:1767384903.131630:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000020:00000010:2.0:1767384903.131630:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fdb8fe3. 00000100:00000200:0.0:1767384903.131634:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.131637:0:17879:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384903.131637:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e14815b0. 00000020:00000040:2.0:1767384903.131643:0:17764:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:2.0:1767384903.131648:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.131655:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384903.131658:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.131661:0:16340:0:(client.c:1578:after_reply()) Process entered 00000100:00080000:3.0:1767384903.131664:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:0.0:1767384903.131664:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384903.131665:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.131669:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384903.131670:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384903.131671:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:0.0:1767384903.131674:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384903.131677:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:0.0:1767384903.131679:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384903.131680:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00001000:0.0:1767384903.131687:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384903.131694:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384903.131697:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384903.131699:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384903.131700:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384903.131702:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363747200 00010000:00000001:0.0:1767384903.131705:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384903.131706:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384903.131710:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384903.131712:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.131715:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:0.0:1767384903.131715:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384903.131716:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.131719:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384903.131721:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363747200 00000400:00000001:2.0:1767384903.131724:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384903.131725:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:2.0:1767384903.131727:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384903.131729:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000400:00000010:2.0:1767384903.131731:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae936291. 00000020:00000001:3.0:1767384903.131733:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384903.131737:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000400:00000200:2.0:1767384903.131738:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080506880 00000020:00000001:3.0:1767384903.131742:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000400:00000010:2.0:1767384903.131743:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080506880. 00010000:00000001:0.0:1767384903.131744:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384903.131749:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:2.0:1767384903.131749:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384903.131751:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384903.131755:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384903.131756:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000200:2.0:1767384903.131757:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384903.131759:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000384041c5. 00000100:00000001:0.0:1767384903.131764:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384903.131765:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.131769:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384903.131771:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000384041c5. 00000020:00000010:3.0:1767384903.131778:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093494bba. 00000100:00000040:0.0:1767384903.131780:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384903.131781:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384903.131783:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384903.131790:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fb6a2011. 00000100:00000040:3.0:1767384903.131798:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384903.131803:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384903.131805:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384903.131808:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.131814:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.131818:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384903.131820:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384903.131823:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.131825:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384903.131826:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384903.131829:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.131829:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384903.131830:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384903.131832:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384903.131835:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.131838:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.131841:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.131843:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384903.131847:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384903.131852:0:16342:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000062dd286e. 00000100:00100000:0.0:1767384903.131856:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363747072:0@lo:400: 00000100:00001000:2.0:1767384903.131859:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=11 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384903.131859:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384903.131894:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384903.131898:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:3.0:1767384903.131902:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990645120 : -107292718906496 : ffff9e6af79a4380) 00000100:00001000:2.0:1767384903.131904:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384903.131909:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384903.131910:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010b593ac x1853237363747200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:129/0 lens 224/0 e 0 to 0 dl 1767384914 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.131911:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.131911:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384903.131916:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384903.131922:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.131926:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384903.131935:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006032cdbf x1853237363747072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.131941:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384903.131946:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000384041c5. 00010000:00000001:2.0:1767384903.131946:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.131953:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384903.131954:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384903.131956:0:16342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000020:00000010:3.0:1767384903.131961:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000384041c5. 00000100:00000001:0.0:1767384903.131962:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384903.131965:0:16342:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@00000000870c54f4 x1853237363743744/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384903.131968:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384903.131973:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010b593ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16343:x1853237363747200:12345-0@lo:13: 02000000:00000010:0.0:1767384903.131973:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009adbd96b. 00000100:00000001:2.0:1767384903.131980:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384903.131982:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363747200 02000000:00000001:0.0:1767384903.131982:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384903.131985:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870c54f4 x1853237363743744/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384908 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384903.131998:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384903.132000:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:0.0:1767384903.132004:0:16340:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384903.132005:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384903.132006:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384903.132010:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.132011:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384903.132011:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384903.132014:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384903.132015:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000686b190a. 00000020:00000001:3.0:1767384903.132017:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 02000000:00000010:0.0:1767384903.132017:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000abb36364. 02000000:00000001:2.0:1767384903.132020:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384903.132023:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384903.132024:0:16342:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384903.132026:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384903.132028:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384903.132029:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384903.132030:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384903.132035:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006032cdbf. 00000020:00000001:3.0:1767384903.132036:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384903.132036:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384903.132036:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384903.132039:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003898894e. 00000020:00000001:3.0:1767384903.132040:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384903.132041:0:17881:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.132043:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384903.132045:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.132045:0:17881:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.132046:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384903.132047:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384903.132050:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384903.132051:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384903.132054:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384903.132055:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1767384903.132057:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870c54f4. 00000100:00000001:0.0:1767384903.132059:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767384903.132061:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000cfefa2f9. 00000100:00000001:2.0:1767384903.132062:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384903.132063:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.132065:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384903.132067:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.132070:0:16342:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.132071:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384903.132072:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384903.132074:0:16342:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1767384903.132076:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384903.132078:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384903.132079:0:16342:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384903.132082:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384903.132085:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:2.0:1767384903.132086:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384903.132090:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384903.132095:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384903.132097:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384903.132098:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384903.132102:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384903.132103:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384903.132110:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00100000:2.0:1767384903.132113:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a542a0b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363746816:0@lo:400: 00000020:00000020:3.0:1767384903.132119:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384903.132120:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:3.0:1767384903.132127:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384903.132127:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384903.132129:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a542a0b5 x1853237363746816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.132136:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384903.132139:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00002000:00000020:3.0:1767384903.132140:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 02000000:00000010:2.0:1767384903.132141:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1854e01. 00002000:00000001:3.0:1767384903.132145:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:2.0:1767384903.132147:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384903.132149:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:3.0:1767384903.132150:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000040:2.0:1767384903.132151:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000001:00000001:3.0:1767384903.132154:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.132155:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384903.132157:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054bf2ae3. 02000000:00000001:2.0:1767384903.132159:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384903.132159:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384903.132160:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a542a0b5. 00000100:00000001:2.0:1767384903.132161:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384903.132162:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384903.132163:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384903.132167:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384903.132169:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363747200 00010000:00000001:3.0:1767384903.132173:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384903.132174:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000200:3.0:1767384903.132178:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010b593ac x1853237363747200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:129/0 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.132178:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.132181:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384903.132185:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384903.132190:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384903.132193:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384903.132195:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384903.132198:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384903.132200:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384903.132201:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384903.132203:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384903.132205:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384903.132207:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384903.132209:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384903.132211:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 00000100:00000200:3.0:1767384903.132214:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363747200, offset 224 00000400:00000200:3.0:1767384903.132217:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384903.132233:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384903.132238:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c02980 00000400:00000200:3.0:1767384903.132242:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1329 [1] + 224 00000400:00000200:3.0:1767384903.132260:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384903.132262:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384903.132264:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384903.132267:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384903.132273:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.132286:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384903.132298:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000400:00000010:3.0:1767384903.132299:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000100:00000001:3.0:1767384903.132302:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384903.132303:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384903.132306:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384903.132309:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:1.0:1767384903.132310:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384903.132311:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384903.132311:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384903.132313:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384903.132314:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384903.132314:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384903.132316:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384903.132318:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010b593ac x1853237363747200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:129/0 lens 224/368 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384903.132318:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcce901. 00000400:00000200:1.0:1767384903.132321:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000400:00000010:1.0:1767384903.132323:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000100:00100000:3.0:1767384903.132335:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010b593ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16343:x1853237363747200:12345-0@lo:13: Request processed in 385us (1473us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384903.132336:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384903.132340:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384903.132343:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384903.132346:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:3.0:1767384903.132348:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384903.132348:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384903.132349:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384903.132352:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384903.132355:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fb6a2011. 00000100:00000001:1.0:1767384903.132355:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384903.132356:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384903.132358:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093494bba. 00000100:00000001:1.0:1767384903.132358:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384903.132360:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384903.132361:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000100:00000001:1.0:1767384903.132362:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384903.132363:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.132363:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384903.132365:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384903.132369:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384903.132372:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384903.132375:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384903.132376:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.132378:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384903.132381:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384903.132401:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.132404:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384903.132405:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384903.132407:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384903.132408:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384903.132411:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.132417:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384903.132419:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384903.132420:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384903.132421:0:16343:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384903.132424:0:16343:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384903.132426:0:16343:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384903.132431:0:16343:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384903.132434:0:16343:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384903.132436:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384903.132440:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000060f747bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363747200:0@lo:13: 00000100:00000001:1.0:1767384903.132443:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.132444:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384903.132445:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000060f747bc x1853237363747200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.132449:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384903.132450:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384903.132451:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b9c3d225. 02000000:00000001:1.0:1767384903.132453:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384903.132454:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384903.132455:0:16343:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384903.132456:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384903.132463:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007b096e97. 02000000:00000001:1.0:1767384903.132465:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384903.132466:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384903.132467:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060f747bc. 00000100:00000001:1.0:1767384903.132468:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384903.132469:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.132471:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.132474:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384903.132475:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.132476:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384903.132477:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384903.136985:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294891015, at 4294891016 00000100:00000010:1.0:1767384903.136994:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c3ca63c. 00000100:00000040:3.0:1767384903.137925:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294891015, at 4294891017 00000100:00000010:3.0:1767384903.137932:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e5b87234. 00000100:00000040:2.0:1767384903.137966:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294891015, at 4294891017 00000100:00000010:2.0:1767384903.137974:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027fe1ce8. 00000100:00000040:0.0:1767384903.138005:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294891015, at 4294891017 00000100:00000010:0.0:1767384903.138013:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4a5ac4a. 00000001:00000001:1.0:1767384903.409488:0:20975:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384903.409493:0:20975:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:1.0:1767384903.413957:0:20975:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384903.422127:0:20976:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000044b7fb02. 00000400:00000010:2.0:1767384903.422142:0:20976:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bcf9325e. 00000400:00000010:2.0:1767384903.422151:0:20976:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000976701b6. 00000400:00000010:2.0:1767384903.422155:0:20976:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008d45cbd5. 00000400:00000010:2.0:1767384903.422158:0:20976:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001f1b3403. 00000400:00000010:2.0:1767384903.422163:0:20976:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d04a0a96. 00000400:00000010:2.0:1767384903.422164:0:20976:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ee892acb. 00000400:00000010:2.0:1767384903.422166:0:20976:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065a6dd1f. 00000400:00000010:2.0:1767384903.422169:0:20976:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005eaf9623. 00000800:00000010:2.0:1767384903.422179:0:20976:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000deea9f1f. 00000800:00000200:2.0:1767384903.422189:0:20976:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384903.422196:0:20976:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384903.422232:0:20976:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:2.0:1767384903.422253:0:20976:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp16 [8/256/0/180] 00000400:00000010:2.0:1767384903.424311:0:20976:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000005a0433b. 00000400:00000010:2.0:1767384903.424318:0:20976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b0d601. 00000400:00000010:2.0:1767384903.424323:0:20976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000400:00000001:2.0:1767384903.424337:0:20976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384903.424339:0:20976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384903.424341:0:20976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069ea81a7. 00000400:00000200:2.0:1767384903.424343:0:20976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332acd3b 00000400:00000010:2.0:1767384903.424345:0:20976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332acd3b. 00000400:00000010:2.0:1767384903.424348:0:20976:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000bc589a1d. 00000400:00000200:2.0:1767384903.424354:0:20976:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (7) 00000400:00000200:2.0:1767384903.424368:0:20976:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384903.424377:0:20976:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:2.0:1767384903.424384:0:20976:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000082fcd994. 00000020:01000000:2.0:1767384903.424388:0:20976:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384903.424394:0:20976:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp16 00000400:00000010:2.0:1767384903.424408:0:20976:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bcf9325e. 00000400:00000010:2.0:1767384903.424411:0:20976:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000044b7fb02. 00000400:00000200:1.0:1767384903.424430:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384903.424437:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:1.0:1767384903.424446:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000400:00000200:1.0:1767384903.424449:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (8) 00000020:00000001:0.0:1767384903.424453:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384903.424455:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000117b27f8. 10000000:00000001:0.0:1767384903.424463:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384903.424464:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 10000000:00000001:0.0:1767384903.424471:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384903.424476:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384903.424481:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384903.424482:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000020:01000004:0.0:1767384903.424504:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384903.424511:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384903.424512:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384903.424518:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384903.424522:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384903.424524:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384903.424531:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384903.424535:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384903.424536:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384903.424541:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384903.424545:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384903.424546:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384903.424551:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384903.424554:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384903.424561:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:0.0:1767384903.424561:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006032cdbf. 00000020:00000040:0.0:1767384903.424580:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:1.0:1767384903.424583:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000100:00000001:0.0:1767384903.424590:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384903.424591:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp15 02000000:00000001:0.0:1767384903.424597:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384903.424616:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp15 lpni_is_preferred = 0 00000400:00000200:1.0:1767384903.424621:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp15 02000000:00000001:0.0:1767384903.424621:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.424631:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp15 NI seq info: [17:17:256:4294967295] 192.168.203.109@tcp15 LPNI seq info [17:17:8:4294967295] 02000000:00000010:0.0:1767384903.424634:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cbe5871c. 00000400:00000200:1.0:1767384903.424639:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp15 00000100:00000001:0.0:1767384903.424642:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.424652:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp15(192.168.203.109@tcp15:) -> 192.168.203.109@tcp15(192.168.203.109@tcp:192.168.203.109@tcp15) : PUT try# 0 00000100:00000001:0.0:1767384903.424656:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384903.424659:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384903.424660:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.203.109@tcp15 00000800:00000010:1.0:1767384903.424668:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b096e97. 00000100:00000040:0.0:1767384903.424672:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006032cdbf] to pc [ptlrpcd_00_03+3] req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384903.424678:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a6c3c2de. 00000800:00000010:1.0:1767384903.424685:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000067977949. 00000800:00000200:1.0:1767384903.424691:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c3c2de] -> 12345-192.168.203.109@tcp15 (2) 00000800:00000200:1.1:1767384903.424710:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c3c2de] -> 12345-192.168.203.109@tcp15 (2) 00000400:00000200:1.0:1767384903.424729:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 10000000:00000001:0.0:1767384903.424731:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.424734:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 10000000:00000001:0.0:1767384903.424738:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384903.424743:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384903.424746:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384903.424749:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384903.424757:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384903.424757:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384903.424763:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384903.424763:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384903.424768:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384903.424772:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384903.424776:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384903.424777:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384903.424783:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384903.424789:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384903.424794:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384903.424796:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384903.424798:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384903.424801:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384903.424802:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384903.424807:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384903.424808:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384903.424809:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384903.424814:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384903.424814:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384903.424821:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384903.424822:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000508d6c77. 00000100:00100000:2.0:1767384903.424826:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363747328:0@lo:253: 00000400:00000200:1.0:1767384903.424828:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000020:00000040:0.0:1767384903.424829:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384903.424840:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384903.424841:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384903.424846:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384903.424850:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384903.424851:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.424857:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384903.424926:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000009166457. 00000100:00000001:0.0:1767384903.424932:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.424937:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384903.424939:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.424943:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384903.424951:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c74c2d8. 00000400:00000200:1.0:1767384903.424954:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000040:0.0:1767384903.424955:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508d6c77] to pc [ptlrpcd_00_00+0] req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384903.424956:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384903.424966:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000feaae00d. 00000400:00000010:2.0:1767384903.424974:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcf9325e. 00000100:00000200:2.0:1767384903.424977:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363747328, portal 25 00000100:00000001:2.0:1767384903.424981:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384903.424983:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990652288 : -107292718899328 : ffff9e6af79a5f80) 10000000:00000001:0.0:1767384903.424988:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384903.424991:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384903.424993:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.424994:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000020:00000001:0.0:1767384903.425000:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384903.425007:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384903.425013:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384903.425013:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000082fcd994. 00000100:00000040:2.0:1767384903.425021:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384903.425025:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5e101bc. 00000400:00000200:1.0:1767384903.425027:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000200:2.0:1767384903.425029:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363747328, offset 0 00000100:00000001:0.0:1767384903.425029:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.425036:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384903.425041:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384903.425048:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.425052:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384903.425056:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384903.425057:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384903.425063:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.425071:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384903.425072:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02a00 00000100:00000001:0.0:1767384903.425074:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384903.425077:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384903.425080:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384903.425081:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 02000000:00000001:0.0:1767384903.425087:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384903.425093:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000508d6c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363747456:0@lo:253: 00000400:00000200:2.0:1767384903.425099:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000100:00000001:0.0:1767384903.425103:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384903.425105:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000196d759c. 02000000:00000001:0.0:1767384903.425110:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384903.425111:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6130bd4 02000000:00000001:0.0:1767384903.425116:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.425119:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384903.425120:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384903.425122:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384903.425130:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384903.425134:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007f9ee93f. 00000400:00000200:2.0:1767384903.425136:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6130bd4 00000400:00000010:2.0:1767384903.425142:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6130bd4. 02000000:00000001:0.0:1767384903.425142:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.425150:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384903.425153:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384903.425153:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dff98d5. 00000400:00000200:1.0:1767384903.425155:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000040:2.0:1767384903.425161:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000017972186 x1853237363747328 msgsize 4848 00000400:00000010:0.0:1767384903.425165:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fb03b8e. 00000100:00100000:2.0:1767384903.425173:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384903.425176:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384903.425176:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363747456, portal 25 00000100:00000001:0.0:1767384903.425184:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384903.425187:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990653184 : -107292718898432 : ffff9e6af79a6300) 00000100:00000001:2.0:1767384903.425188:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384903.425190:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384903.425199:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5e101bc 00000100:00000040:0.0:1767384903.425199:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384903.425203:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5e101bc. 00000100:00000001:2.0:1767384903.425210:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384903.425218:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.425219:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384903.425223:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000001:2.0:1767384903.425229:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384903.425237:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384903.425241:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384903.425250:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384903.425251:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005376288c. 00000100:00000001:2.0:1767384903.425253:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384903.425256:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:2.0:1767384903.425261:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384903.425261:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363747456, offset 0 00000100:00000001:2.0:1767384903.425269:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294891310 00000400:00000200:0.0:1767384903.425275:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384903.425276:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000164d19be. 00000100:00000001:2.0:1767384903.425285:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384903.425292:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384903.425294:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294891310 00000400:00000200:1.0:1767384903.425295:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000010:2.0:1767384903.425303:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc67d98b. 00000400:00000200:0.0:1767384903.425308:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02a80 00000100:00000001:2.0:1767384903.425310:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384903.425318:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294891310 00000400:00000200:0.0:1767384903.425318:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 00000100:00000010:2.0:1767384903.425326:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006362c361. 00000400:00000010:0.0:1767384903.425326:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b32a1b63. 00000400:00000200:0.0:1767384903.425331:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c683d54b 00000100:00000001:2.0:1767384903.425333:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384903.425334:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384903.425339:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384903.425347:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384903.425349:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294891310 00000400:00000200:0.0:1767384903.425352:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c683d54b 00000100:00000010:2.0:1767384903.425355:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3c85258. 00000400:00000010:0.0:1767384903.425356:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c683d54b. 00000100:00000001:2.0:1767384903.425363:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384903.425364:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384903.425369:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384903.425370:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384903.425373:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000001155919e x1853237363747456 msgsize 4848 00000100:00000001:2.0:1767384903.425376:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384903.425382:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384903.425383:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.425385:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384903.425386:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.425396:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384903.425397:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384903.425401:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384903.425405:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384903.425405:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005376288c 00000100:00000001:2.0:1767384903.425409:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384903.425410:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005376288c. 00000100:00000001:2.0:1767384903.425412:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425415:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384903.425416:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384903.425421:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.425430:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384903.425432:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.425437:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425439:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384903.425445:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425447:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294891310 00000100:00000001:0.0:1767384903.425450:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294891310 00000100:00000001:0.0:1767384903.425453:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294891310 00000100:00000001:0.0:1767384903.425455:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294891310 00000100:00000001:0.0:1767384903.425465:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294891310 00000100:00000001:0.0:1767384903.425468:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294891310 00000100:00000001:0.0:1767384903.425469:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294891310 00000100:00000001:0.0:1767384903.425471:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294891310 00000100:00000001:0.0:1767384903.425473:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.425475:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425477:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425479:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.425484:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384903.425485:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384903.425487:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.425488:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384903.425489:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425492:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425506:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.425508:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.425532:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384903.425537:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363747328 00000100:00000001:0.0:1767384903.425538:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384903.425543:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384903.425543:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363747456 02000000:00000001:0.0:1767384903.425546:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384903.425547:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384903.425550:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384903.425552:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425553:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.425559:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384903.425560:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384903.425568:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363747328 00000100:00100000:0.0:1767384903.425568:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363747456 00000020:00000001:2.0:1767384903.425575:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384903.425575:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384903.425581:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000040:0.0:1767384903.425581:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000800:00000010:1.0:1767384903.425584:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c13bdae3. 00000020:00000001:2.0:1767384903.425586:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384903.425587:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:1.0:1767384903.425592:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001846edb. 00000020:00000040:2.0:1767384903.425593:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000040:0.0:1767384903.425593:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:2.0:1767384903.425601:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384903.425601:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000800:00000010:1.0:1767384903.425602:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088fe4b4f. 00000020:00000001:2.0:1767384903.425610:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384903.425611:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384903.425620:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384903.425621:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384903.425628:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001acb3735. 00000020:00000010:0.0:1767384903.425629:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003a0aeb1. 00000100:00000001:2.0:1767384903.425636:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.425636:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384903.425644:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001acb3735. 00000020:00000010:0.0:1767384903.425644:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003a0aeb1. 00000020:00000010:2.0:1767384903.425673:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000097d962a. 00000020:00000010:0.0:1767384903.425674:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d8ef064. 00000800:00000010:1.0:1767384903.425678:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088fe4b4f. 00000020:00000010:2.0:1767384903.425682:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000119581f3. 00000020:00000010:0.0:1767384903.425695:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c021f19. 00000020:00000010:2.0:1767384903.425696:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fdb8fe3. 00000020:00000010:0.0:1767384903.425706:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e53c36fc. 00000100:00000040:2.0:1767384903.425711:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384903.425716:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384903.425718:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384903.425723:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384903.425725:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.425728:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:2.0:1767384903.425730:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384903.425735:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425737:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.425745:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425750:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384903.425751:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384903.425757:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp15 from 243.3.0.2 00000800:00000010:1.0:1767384903.425764:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a6b9d7e7. 00000100:00000001:0.0:1767384903.425778:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384903.425779:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384903.425782:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384903.425784:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384903.425794:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:0.0:1767384903.425798:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384903.425802:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139366480 : -107293570185136 : ffff9e6ac4dcc850) 00000100:00100000:2.0:1767384903.425806:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:0.0:1767384903.425811:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001155919e x1853237363747456/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:129/0 lens 4848/0 e 0 to 0 dl 1767384914 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384903.425812:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384903.425820:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139364432 : -107293570187184 : ffff9e6ac4dcc050) 00000100:00000040:2.0:1767384903.425831:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017972186 x1853237363747328/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:129/0 lens 4848/0 e 0 to 0 dl 1767384914 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.425832:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384903.425838:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003a0aeb1. 00000100:00000001:0.0:1767384903.425847:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384903.425848:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384903.425853:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003a0aeb1. 00000020:00000010:2.0:1767384903.425856:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001acb3735. 00000100:00100000:0.0:1767384903.425947:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001155919e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363747456:12345-0@lo:253: 00000100:00000200:0.0:1767384903.425952:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363747456 00000020:00000001:0.0:1767384903.425956:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384903.425960:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384903.425962:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384903.425966:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384903.425968:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:0.0:1767384903.425971:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384903.425973:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384903.425975:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384903.425978:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384903.425981:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.425985:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384903.425988:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384903.425995:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006a24fc6e. 02000000:00000001:0.0:1767384903.426004:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.426007:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384903.426010:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384903.426021:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002bcf069f. 20000000:01000000:0.0:1767384903.426024:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384903.426027:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384903.426030:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384903.426033:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384903.426036:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384903.426038:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384903.426048:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000099a5f949. 20000000:01000000:0.0:1767384903.426050:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:0.0:1767384903.426055:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384903.426061:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384903.426065:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384903.426082:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384903.426098:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384903.426101:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384903.426103:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384903.426106:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384903.426108:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384903.426111:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000001:0.0:1767384903.426115:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:0.0:1767384903.426117:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384903.426120:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384903.426124:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384903.426127:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384903.426131:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384903.426136:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:0.0:1767384903.426140:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384903.426145:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006f94ebdc. 00080000:00000001:0.0:1767384903.426148:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781978112 : -107297927573504 : ffff9e69c1245000) 00080000:00000001:0.0:1767384903.426151:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384903.426156:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384903.426160:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000003a0aeb1. 00080000:00000001:0.0:1767384903.426164:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384903.426173:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384903.426191:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384903.426199:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065efaa13. 00000800:00000010:1.0:1767384903.426205:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad00b8a7. 00080000:00000001:0.0:1767384903.426209:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384903.426230:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f21f8b2c. 00000800:00000200:1.1:1767384903.426238:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c3c2de] -> 12345-192.168.203.109@tcp15 (2) 00000800:00000200:1.1:1767384903.426243:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp15 00000000f21f8b2c deleted 00000800:00000010:1.1:1767384903.426246:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f21f8b2c. 00000800:00000200:1.1:1767384903.426251:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384903.426259:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp15 ip 192.168.203.109:1011 00000800:00000200:1.1:1767384903.426263:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b096e97 type 1, nob 256 niov 1 nkiov 1 00000800:00000200:1.0:1767384903.426270:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp15 p 3.x 192.168.203.109 -> 192.168.203.109:1011 incarnation:1767384901905475151 sched[0] 00000800:00000010:1.0:1767384903.426275:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088fe4b4f. 00000800:00000010:1.0:1767384903.426329:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088fe4b4f. 00000800:00000010:1.0:1767384903.426335:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad00b8a7. 00000800:00000010:1.0:1767384903.426378:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a6b9d7e7. 00000800:00000001:1.0:1767384903.426392:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384903.426397:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384903.426420:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384903.426423:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001acb3735. 00000100:00100000:2.0:1767384903.426430:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017972186 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363747328:12345-0@lo:253: 00000100:00000200:2.0:1767384903.426434:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363747328 00000020:00000001:2.0:1767384903.426436:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384903.426439:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384903.426441:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.426444:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:0.1:1767384903.426446:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:2.0:1767384903.426447:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384903.426450:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384903.426452:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384903.426452:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384903.426460:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:1.0:1767384903.426460:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b096e97. 00000020:00000001:2.0:1767384903.426465:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384903.426468:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384903.426468:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp15 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384901905475151 sched[0] 00000020:00000001:2.0:1767384903.426469:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.426477:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:0.0:1767384903.426478:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001846edb. 02000000:00000001:2.0:1767384903.426481:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384903.426483:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp15->192.168.203.109@tcp15: PUT: OK 02000000:00000010:2.0:1767384903.426489:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c04b229a. 00000400:00000200:1.0:1767384903.426490:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384903.426496:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.426498:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000100:00000001:2.0:1767384903.426500:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384903.426504:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384903.426508:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384903.426517:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384903.426520:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000082fcd994. 00000800:00000001:1.0:1767384903.426521:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:2.0:1767384903.426527:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:1.0:1767384903.426529:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384903.426530:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384903.426535:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384903.426538:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384903.426542:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.426544:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp15(192.168.203.109@tcp15) <- 192.168.203.109@tcp15 : PUT - for me 20000000:00000001:2.0:1767384903.426545:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384903.426557:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384903.426565:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 160/160 into md 0x12e9 [1] + 0 00000400:00000010:1.0:1767384903.426569:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084400cfd. 00000400:00000200:1.0:1767384903.426573:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000587dfa3d 00000800:00000001:1.0:1767384903.426578:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384903.426589:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384903.426591:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384903.426598:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp15->192.168.203.109@tcp15: PUT: OK 00000400:00000200:1.0:1767384903.426603:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587dfa3d 00000400:00000200:0.0:1767384903.426609:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000010:1.0:1767384903.426614:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587dfa3d. 00000400:00000200:1.0:1767384903.426622:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384903.426626:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (9) 00000400:00000200:1.0:1767384903.426632:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:1.0:1767384903.426636:0:16335:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000ad00b8a7. 00000400:00000200:1.0:1767384903.426640:0:16335:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 8 00000400:00000200:1.0:1767384903.426647:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384903.426674:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (10) 00000400:00000200:1.0:1767384903.426682:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384903.426691:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp15 to MR: 192.168.203.109@tcp15 local destination 00000400:00000200:1.0:1767384903.426698:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp15 NI seq info: [18:18:256:4294967295] 192.168.203.109@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384903.426717:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp15(192.168.203.109@tcp15:192.168.203.109@tcp15) -> 192.168.203.109@tcp15(192.168.203.109@tcp15:192.168.203.109@tcp15) 192.168.203.109@tcp15 : ACK try# 0 00000800:00000200:1.0:1767384903.426723:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp15 00000800:00000010:1.0:1767384903.426728:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b096e97. 00000800:00000200:1.0:1767384903.426735:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c3c2de] -> 12345-192.168.203.109@tcp15 (4) 00000800:00000200:1.0:1767384903.426743:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp15 ip 192.168.203.109:988 00000400:00000200:0.0:1767384903.426745:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000200:1.0:1767384903.426747:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b096e97 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384903.426756:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384903.426764:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dfe5ac9. 00000400:00000010:2.0:1767384903.426772:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000811e6eb4. 00000400:00000200:2.0:1767384903.426776:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000400:00000200:2.0:1767384903.426783:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000400:00000010:2.0:1767384903.426792:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000c5e101bc. 00000400:00000010:2.0:1767384903.426797:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000a988b296. 00000400:00000010:2.0:1767384903.426802:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 000000004f7e3707. 00000400:00000200:0.0:1767384903.426803:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000200:1.0:1767384903.426820:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384903.426823:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001f725e7c. 00000800:00000010:1.0:1767384903.426826:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b096e97. 00000400:00000200:1.0:1767384903.426833:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384903.426835:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001f725e7c nid 192.168.203.109@tcp16 00000400:00000010:2.0:1767384903.426843:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c659e08e. 00000400:00000200:1.0:1767384903.426844:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp15->192.168.203.109@tcp15: ACK: OK 00000400:00000200:0.0:1767384903.426851:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384903.426852:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c659e08e net tcp16 00000800:00000001:1.0:1767384903.426857:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384903.426932:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (9) 00000400:00000200:2.0:1767384903.426941:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp16 flags 0x11 00000400:00000010:2.0:1767384903.426947:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000c5e101bc. 00000400:00000010:2.0:1767384903.426952:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000a988b296. 00000800:00000001:1.0:1767384903.426953:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384903.426957:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 000000004f7e3707. 00000800:00000001:1.0:1767384903.426958:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384903.426965:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000ad00b8a7. 00000800:00000001:1.0:1767384903.426967:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384903.426971:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384903.426972:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384903.426977:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000800:00000001:1.0:1767384903.426978:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384903.426983:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000400:00000200:0.0:1767384903.426990:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384903.426993:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000400:00000200:1.0:1767384903.426994:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp15(192.168.203.109@tcp15) <- 192.168.203.109@tcp15 : ACK - for me 00000400:00000200:2.0:1767384903.427005:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384903.427009:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000400:00000200:1.0:1767384903.427016:0:16335:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp15: ACK from 12345-192.168.203.109@tcp15 into md 0x1341 00000400:00000200:2.0:1767384903.427019:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:1.0:1767384903.427025:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384903.427028:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (10) 00000400:00000200:1.0:1767384903.427035:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp15->192.168.203.109@tcp15: ACK: OK 00000400:00000200:1.0:1767384903.427048:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384903.427050:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000400:00000200:1.0:1767384903.427056:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384903.427061:0:16335:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1767384903.427065:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (9) 00000400:00000200:0.0:1767384903.427070:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000800:00000001:1.0:1767384903.427072:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384903.427080:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384903.427122:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384903.427151:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384903.427178:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384903.427199:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384903.427219:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384903.427239:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384903.427267:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384903.427429:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384903.427448:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp15 from 242.3.0.2 00000800:00000010:0.0:1767384903.427448:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e2ed408. 00000800:00000010:0.0:1767384903.427456:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005376288c. 00000800:00000010:1.0:1767384903.427457:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000807540dc. 00000800:00000010:0.0:1767384903.427467:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009cc06ce5. 00000800:00000010:0.0:1767384903.427510:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009cc06ce5. 00000800:00000010:2.0:1767384903.427520:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9bb7e66. 00000800:00000010:2.0:1767384903.427532:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f7e3707. 00000800:00000010:2.0:1767384903.427573:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c5e101bc. 00000800:00000200:2.1:1767384903.427580:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c3c2de] -> 12345-192.168.203.109@tcp15 (4) 00000800:00000200:2.1:1767384903.427588:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp15 00000000c5e101bc deleted 00000800:00000010:2.1:1767384903.427590:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c5e101bc. 00000800:00000200:2.1:1767384903.427594:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384903.427601:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp15 p 3.x 192.168.203.109 -> 192.168.203.109:1010 incarnation:1767384901905475151 sched[0] 00000800:00000010:2.0:1767384903.427608:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001acb3735. 00000800:00000010:2.0:1767384903.427685:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001acb3735. 00000800:00000010:2.0:1767384903.427689:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f7e3707. 00000800:00000200:0.1:1767384903.427734:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384903.427743:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000807540dc. 00000800:00000200:0.0:1767384903.427744:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp15 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384901905475151 sched[0] 00000800:00000010:0.0:1767384903.427752:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005376288c. 00000800:00000001:1.0:1767384903.427769:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384903.427776:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384903.427787:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384903.427790:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384903.427939:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006f94ebdc. 00080000:00000010:0.0:1767384903.427968:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000003a0aeb1. 00040000:00000001:0.0:1767384903.427974:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384903.427976:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384903.427978:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384903.427981:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384903.427984:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384903.427986:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384903.427996:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384903.428013:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000af54b316. 20000000:00000001:0.0:1767384903.428014:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384903.428019:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:01000000:0.0:1767384903.428021:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:2.0:1767384903.428026:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384903.428028:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384903.428028:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384903.428030:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384903.428034:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384903.428035:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:1.0:1767384903.428039:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384903.428044:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384903.428045:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384903.428048:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384903.428054:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384903.428057:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007289e893. 00080000:00000001:2.0:1767384903.428058:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384903.428062:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428064:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384903.428065:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384903.428069:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384903.428071:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002eb35741. 00080000:00000002:2.0:1767384903.428072:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:1.0:1767384903.428077:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384903.428078:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00000020:00000040:1.0:1767384903.428081:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002eb35741 with handle 0x135556ebb4843ac6 to hash 00080000:00000002:2.0:1767384903.428082:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384903.428087:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384903.428089:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384903.428091:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00080000:00000001:2.0:1767384903.428094:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428095:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00080000:00000001:2.0:1767384903.428101:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.428102:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384903.428107:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384903.428108:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.428114:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00010000:1.0:1767384903.428114:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384903.428121:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384903.428127:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f5acdb59. 00010000:00000001:1.0:1767384903.428127:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384903.428134:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384903.428135:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781600768 : -107297927950848 : ffff9e69c11e8e00) 00010000:00000001:1.0:1767384903.428138:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384903.428139:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384903.428142:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:2.0:1767384903.428143:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384903.428146:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001acb3735. 00080000:00000001:2.0:1767384903.428148:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428152:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.428155:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384903.428157:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384903.428160:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384903.428162:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384903.428166:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384903.428167:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384903.428169:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384903.428171:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007289e893) refcount = 1 00080000:00000001:2.0:1767384903.428173:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384903.428175:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.428182:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384903.428184:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1767384903.428186:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384903.428187:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.428192:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384903.428192:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384903.428198:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.428199:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:1.0:1767384903.428204:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000010:0.0:1767384903.428204:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002bcf069f. 20000000:01000000:1.0:1767384903.428208:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 20000000:00000001:0.0:1767384903.428211:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428212:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384903.428216:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:0.0:1767384903.428217:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363747456 00000020:00000040:1.0:1767384903.428218:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002eb35741 refcount=4 00010000:00000001:0.0:1767384903.428224:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384903.428225:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384903.428229:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384903.428232:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:0.0:1767384903.428233:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001155919e x1853237363747456/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:129/0 lens 4848/4768 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384903.428234:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.428252:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384903.428255:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.428269:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384903.428269:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384903.428271:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384903.428275:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.428275:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384903.428285:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384903.428295:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384903.428299:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384903.428303:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:1.0:1767384903.428304:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428309:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384903.428311:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00010000:1.0:1767384903.428312:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384903.428319:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384903.428322:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002eb35741 already unused, calling callback (00000000c66beece) 02000000:00000001:0.0:1767384903.428324:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428326:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384903.428330:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1767384903.428332:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384903.428333:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384903.428342:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384903.428346:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384903.428348:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384903.428350:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384903.428350:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005376288c. 00000020:00000040:1.0:1767384903.428352:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002eb35741 refcount=5 00000020:00000001:1.0:1767384903.428357:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384903.428359:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00000100:00000200:0.0:1767384903.428359:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363747456, offset 224 00010000:00000001:1.0:1767384903.428365:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384903.428368:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384903.428372:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384903.428379:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384903.428383:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384903.428384:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384903.428385:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428390:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384903.428392:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384903.428396:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02a80 00010000:00000001:1.0:1767384903.428397:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384903.428401:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384903.428404:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002eb35741 with handle 0x135556ebb4843ac6 from hash 00000400:00000200:0.0:1767384903.428405:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x134d [2] + 224 00010000:00000001:1.0:1767384903.428409:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384903.428412:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384903.428413:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384903.428414:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384903.428418:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384903.428421:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384903.428424:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384903.428428:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767384903.428428:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384903.428433:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384903.428436:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384903.428440:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384903.428443:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384903.428444:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428450:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384903.428453:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384903.428458:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.428459:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384903.428460:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428462:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428463:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384903.428466:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.428486:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.428489:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384903.428492:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384903.428493:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384903.428495:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.428496:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384903.428497:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384903.428500:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384903.428501:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384903.428503:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384903.428504:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384903.428510:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384903.428513:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384903.428513:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005376288c 00010000:00010000:1.0:1767384903.428517:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002eb35741/0x135556ebb4843ac6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384903.428518:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005376288c. 00000100:00000001:2.0:1767384903.428524:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.428525:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:1.0:1767384903.428528:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007289e893 count: 0 00000100:00000001:2.0:1767384903.428529:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384903.428530:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384903.428539:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384903.428539:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.428542:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384903.428545:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:1.0:1767384903.428546:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384903.428548:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:2.0:1767384903.428551:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dff98d5. 00010000:00000001:0.0:1767384903.428553:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384903.428556:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fb03b8e 00000020:00000001:0.0:1767384903.428557:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384903.428561:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fb03b8e. 00000020:00000001:0.0:1767384903.428562:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384903.428568:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384903.428569:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001155919e x1853237363747456/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:129/0 lens 4848/4768 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384903.428575:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384903.428598:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001155919e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363747456:12345-0@lo:253: Request processed in 2763us (3220us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384903.428601:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384903.428616:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000001:2.0:1767384903.428618:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384903.428620:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384903.428622:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.428626:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384903.428627:0:16340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384903.428629:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384903.428631:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384903.428633:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384903.428635:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c021f19. 00000100:00000001:2.0:1767384903.428636:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.428643:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384903.428645:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e53c36fc. 00000100:00001000:2.0:1767384903.428647:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=21 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384903.428652:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d8ef064. 00000100:00001000:2.0:1767384903.428653:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384903.428660:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384903.428661:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:2.0:1767384903.428662:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.428668:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384903.428669:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384903.428670:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384903.428674:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006a24fc6e. 00000100:00000001:2.0:1767384903.428675:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384903.428680:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384903.428682:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.428684:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384903.428691:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384903.428693:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384903.428697:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384903.428697:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eb701e7. 00000100:00000001:2.0:1767384903.428699:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384903.428724:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384903.428725:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005376288c. 00000020:01000004:2.0:1767384903.428727:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384903.428739:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384903.428742:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384903.428743:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384903.428745:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384903.428747:0:16340:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384903.428749:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384903.428750:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384903.428754:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384903.428762:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000508d6c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363747456:0@lo:253: 00000100:00000001:2.0:1767384903.428767:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384903.428769:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384903.428772:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000508d6c77 x1853237363747456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.428779:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384903.428782:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384903.428784:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007f9ee93f. 02000000:00000001:2.0:1767384903.428789:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384903.428791:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384903.428793:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384903.428795:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384903.428797:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000009166457. 02000000:00000001:2.0:1767384903.428800:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384903.428803:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384903.428804:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000508d6c77. 00000100:00000001:2.0:1767384903.428807:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384903.428809:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384903.428810:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384903.428815:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384903.428816:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.428818:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384903.428820:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384903.430029:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f5acdb59. 00080000:00000010:2.0:1767384903.430078:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001acb3735. 00040000:00000001:2.0:1767384903.430085:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384903.430087:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384903.430089:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384903.430092:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384903.430103:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384903.430105:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384903.430107:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384903.430120:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384903.430123:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384903.430128:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384903.430141:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384903.430146:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384903.430157:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384903.430161:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384903.430163:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384903.430169:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c89e94d0. 00010000:00000001:1.0:1767384903.430173:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384903.430176:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000039927e23. 00000020:00000001:1.0:1767384903.430179:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384903.430183:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000039927e23 with handle 0x135556ebb4843acd to hash 00000020:00000001:1.0:1767384903.430185:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384903.430187:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:1.0:1767384903.430190:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:1.0:1767384903.430192:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384903.430194:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384903.430196:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.430203:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384903.430205:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384903.430208:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384903.430210:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384903.430211:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.430213:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384903.430214:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.430217:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384903.430218:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384903.430220:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384903.430221:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384903.430223:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c89e94d0) refcount = 1 00010000:00010000:1.0:1767384903.430225:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.430230:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384903.430232:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384903.430234:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.430236:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.430237:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000020:2.0:1767384903.430243:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384903.430248:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:1.0:1767384903.430248:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000010:2.0:1767384903.430253:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000082fcd994. 20000000:01000000:1.0:1767384903.430254:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00010000:00000001:1.0:1767384903.430260:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:2.0:1767384903.430261:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.430262:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384903.430265:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000039927e23 refcount=4 00010000:00000040:2.0:1767384903.430268:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363747328 00000020:00000001:1.0:1767384903.430269:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:2.0:1767384903.430275:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384903.430276:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:1.0:1767384903.430280:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:2.0:1767384903.430283:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017972186 x1853237363747328/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:129/0 lens 4848/4768 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384903.430284:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.430304:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384903.430309:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384903.430309:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384903.430314:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384903.430320:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=21 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384903.430321:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.430326:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384903.430327:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384903.430328:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384903.430334:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384903.430340:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:1.0:1767384903.430342:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384903.430346:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.430347:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384903.430351:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.430353:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384903.430355:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384903.430356:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384903.430363:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384903.430370:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f7e3707. 00010000:00010000:1.0:1767384903.430370:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000039927e23 already unused, calling callback (00000000c66beece) 00010000:00000001:1.0:1767384903.430377:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1767384903.430378:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363747328, offset 224 00010000:00000001:1.0:1767384903.430379:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384903.430383:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384903.430390:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384903.430392:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384903.430395:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384903.430397:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384903.430402:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384903.430407:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000039927e23 refcount=5 00000020:00000001:1.0:1767384903.430410:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:1.0:1767384903.430412:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00000400:00000200:2.0:1767384903.430416:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02a00 00010000:00000001:1.0:1767384903.430418:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384903.430422:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384903.430428:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1345 [2] + 224 00010000:00000001:1.0:1767384903.430437:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384903.430440:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384903.430440:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384903.430444:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384903.430449:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384903.430450:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384903.430453:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384903.430454:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384903.430459:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384903.430461:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384903.430463:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384903.430469:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000039927e23 with handle 0x135556ebb4843acd from hash 00010000:00000001:1.0:1767384903.430474:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384903.430477:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.430479:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384903.430480:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384903.430481:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384903.430482:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384903.430483:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384903.430484:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.430488:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.430493:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384903.430496:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384903.430503:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.430506:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384903.430508:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384903.430509:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384903.430513:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.430518:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384903.430523:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.430532:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.430534:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384903.430543:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384903.430543:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384903.430564:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384903.430566:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.430567:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384903.430570:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f7e3707 00010000:00000001:1.0:1767384903.430570:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:2.0:1767384903.430576:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f7e3707. 00010000:00000001:1.0:1767384903.430576:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384903.430583:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.430585:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767384903.430586:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384903.430589:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384903.430599:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.430599:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384903.430600:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384903.430602:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384903.430607:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00010000:1.0:1767384903.430608:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000039927e23/0x135556ebb4843acd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384903.430609:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384903.430630:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384903.430634:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384903.430635:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384903.430636:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c89e94d0 count: 0 00000020:00000001:2.0:1767384903.430639:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384903.430647:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017972186 x1853237363747328/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:129/0 lens 4848/4768 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384903.430650:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384903.430654:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384903.430657:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feaae00d. 20000000:00000001:1.0:1767384903.430658:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384903.430668:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcf9325e 00000100:00100000:2.0:1767384903.430669:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017972186 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363747328:12345-0@lo:253: Request processed in 4819us (5504us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384903.430675:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcf9325e. 00000100:00100000:2.0:1767384903.430681:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:0.0:1767384903.430684:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384903.430685:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384903.430689:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384903.430692:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384903.430695:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384903.430697:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000119581f3. 00000020:00000010:2.0:1767384903.430705:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fdb8fe3. 00000100:00000200:0.0:1767384903.430726:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384903.430727:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000097d962a. 00000020:00000040:2.0:1767384903.430736:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:0.0:1767384903.430744:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384903.430745:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384903.430749:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384903.430750:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c04b229a. 00000100:00000001:0.0:1767384903.430754:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384903.430758:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384903.430759:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384903.430761:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384903.430764:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.430765:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384903.430772:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384903.430772:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384903.430779:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=21 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384903.430781:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db85944e. 00000100:00001000:0.0:1767384903.430789:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=21 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384903.430792:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f7e3707. 00000100:00000001:0.0:1767384903.430795:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384903.430799:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384903.430802:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384903.430805:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.430808:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.430811:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.430820:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.430823:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384903.430824:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384903.430828:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384903.430831:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384903.430833:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384903.430834:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384903.430836:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384903.430838:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384903.430840:0:16343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384903.430842:0:16343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384903.430852:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384903.430853:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384903.430858:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384903.430934:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363747328:0@lo:253: 00000100:00000001:0.0:1767384903.430940:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.430942:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384903.430946:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006032cdbf x1853237363747328/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.430952:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384903.430953:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384903.430956:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c74c2d8. 02000000:00000001:0.0:1767384903.430961:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384903.430963:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384903.430964:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384903.430966:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384903.430967:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cbe5871c. 02000000:00000001:0.0:1767384903.430971:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384903.430972:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384903.430973:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006032cdbf. 00000100:00000001:0.0:1767384903.430977:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384903.430977:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.430979:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.430983:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384903.430985:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.430986:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.430988:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384903.431947:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294891310, at 4294891311 00000100:00000040:0.0:1767384903.431951:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294891310, at 4294891311 00000100:00000010:0.0:1767384903.431960:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000164d19be. 00000100:00000010:2.0:1767384903.431965:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006362c361. 00000100:00000040:1.0:1767384903.431974:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294891310, at 4294891311 00000100:00000010:1.0:1767384903.431983:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc67d98b. 00000100:00000040:3.0:1767384903.432967:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294891310, at 4294891312 00000100:00000010:3.0:1767384903.432979:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3c85258. 00010000:00000010:1.1:1767384903.437949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007289e893. 00010000:00000010:1.1:1767384903.437964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002eb35741. 00010000:00000010:1.1:1767384903.437975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c89e94d0. 00010000:00000010:1.1:1767384903.437986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000039927e23. 00000400:00000010:2.0:1767384903.449030:0:20981:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006dbdec20. 00000400:00000040:2.0:1767384903.449051:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384903.449054:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384903.449057:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.449059:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384903.449061:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.449062:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384903.449066:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384903.449067:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384903.449068:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384903.449070:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384903.449072:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384903.449074:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384903.449077:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384903.449078:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384903.449079:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384903.449082:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384903.449084:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384903.449085:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384903.449087:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384903.449089:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.449091:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384903.449092:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384903.449094:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384903.449095:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384903.449096:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384903.449098:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.449100:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384903.449101:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384903.449103:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384903.449104:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384903.449105:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384903.449107:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.449108:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384903.449110:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384903.449111:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384903.449112:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384903.449120:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384903.449122:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384903.449124:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384903.449125:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384903.449127:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384903.449128:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384903.449130:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384903.449131:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384903.449133:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384903.449135:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384903.449136:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384903.449138:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384903.449140:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384903.449141:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384903.449143:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384903.449144:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384903.449145:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384903.449147:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384903.449148:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384903.449150:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384903.449151:0:20981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384903.449179:0:20981:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006dbdec20. 00010000:00000001:2.0:1767384904.024960:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384904.024965:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384904.024970:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384904.024971:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.025004:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384904.025007:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.025010:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384904.245164:0:21170:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea69bd4e. 00080000:00000010:3.0:1767384904.245175:0:21170:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea69bd4e. 00000020:00000001:3.0:1767384904.245179:0:21170:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384904.245186:0:21170:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea69bd4e. 00080000:00000010:3.0:1767384904.245190:0:21170:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea69bd4e. 00000020:00000001:3.0:1767384904.245193:0:21170:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384904.950398:0:21334:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384904.950410:0:21334:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:3.0:1767384904.956677:0:21334:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384904.967921:0:21335:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000073d0b98f. 00000400:00000010:2.0:1767384904.967944:0:21335:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d2bc6d9c. 00000400:00000010:2.0:1767384904.967959:0:21335:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000aeaf2abc. 00000400:00000010:2.0:1767384904.967966:0:21335:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007dba6448. 00000400:00000010:2.0:1767384904.967973:0:21335:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8040c85. 00000400:00000010:2.0:1767384904.967980:0:21335:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046cf3ecd. 00000400:00000010:2.0:1767384904.967984:0:21335:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ff0a71ca. 00000400:00000010:2.0:1767384904.967988:0:21335:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a174ee04. 00000400:00000010:2.0:1767384904.967994:0:21335:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002b5972ff. 00000800:00000010:2.0:1767384904.968007:0:21335:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b307068f. 00000800:00000200:2.0:1767384904.968020:0:21335:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384904.968037:0:21335:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384904.968083:0:21335:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:2.0:1767384904.968117:0:21335:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp17 [8/256/0/180] 00000400:00000010:2.0:1767384904.971115:0:21335:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000006dfb3d4c. 00000400:00000010:2.0:1767384904.971123:0:21335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d067967. 00000400:00000010:2.0:1767384904.971129:0:21335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053a82bc2. 00000400:00000001:2.0:1767384904.971144:0:21335:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384904.971146:0:21335:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384904.971148:0:21335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3b0d601. 00000400:00000200:2.0:1767384904.971151:0:21335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:2.0:1767384904.971153:0:21335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000400:00000010:2.0:1767384904.971157:0:21335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000005a0433b. 00000400:00000200:2.0:1767384904.971162:0:21335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (8) 00000400:00000200:2.0:1767384904.971182:0:21335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384904.971195:0:21335:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:2.0:1767384904.971205:0:21335:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000aa3b2061. 00000020:01000000:2.0:1767384904.971213:0:21335:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384904.971217:0:21335:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp17 00000400:00000200:0.0:1767384904.971218:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384904.971241:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:2.0:1767384904.971247:0:21335:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d2bc6d9c. 00000400:00000010:0.0:1767384904.971251:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edfdf06b. 00000400:00000010:2.0:1767384904.971258:0:21335:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000073d0b98f. 00000400:00000200:0.0:1767384904.971259:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (9) 00000400:00000010:0.0:1767384904.971270:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006512b6f1. 00000400:00000200:0.0:1767384904.971288:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:00000001:1.0:1767384904.971297:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384904.971304:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 10000000:00000001:1.0:1767384904.971308:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384904.971314:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:1.0:1767384904.971316:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384904.971324:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384904.971326:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384904.971335:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384904.971336:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384904.971344:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384904.971347:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384904.971353:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384904.971358:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384904.971361:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384904.971369:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384904.971369:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:1.0:1767384904.971376:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384904.971381:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384904.971383:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:1.0:1767384904.971386:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384904.971392:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000020:01000004:1.0:1767384904.971393:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384904.971399:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384904.971400:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp16 00000400:00000200:0.0:1767384904.971409:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp16 lpni_is_preferred = 0 00000100:00000010:1.0:1767384904.971411:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060f747bc. 00000400:00000200:0.0:1767384904.971413:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp16 00000400:00000200:0.0:1767384904.971417:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp16 NI seq info: [19:19:256:4294967295] 192.168.203.109@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:0.0:1767384904.971425:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp16 00000020:00000040:1.0:1767384904.971433:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384904.971442:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16:) -> 192.168.203.109@tcp16(192.168.203.109@tcp:192.168.203.109@tcp16) : PUT try# 0 00000100:00000001:1.0:1767384904.971449:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384904.971450:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.203.109@tcp16 02000000:00000001:1.0:1767384904.971457:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:0.0:1767384904.971460:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abb36364. 02000000:00000001:1.0:1767384904.971468:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384904.971475:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008f9d796a. 00000800:00000010:0.0:1767384904.971483:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006bd206b0. 02000000:00000010:1.0:1767384904.971485:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b1d0033d. 00000800:00000200:0.0:1767384904.971494:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (2) 00000800:00000200:0.1:1767384904.971510:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (2) 00000100:00000001:1.0:1767384904.971512:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.971527:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384904.971531:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.971539:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000100:00000040:1.0:1767384904.971545:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060f747bc] to pc [ptlrpcd_00_01+1] req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384904.971548:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 00000100:00000001:0.0:1767384904.971587:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384904.971594:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.971595:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384904.971600:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384904.971604:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.971610:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384904.971611:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384904.971616:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384904.971631:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384904.971634:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384904.971637:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384904.971639:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384904.971644:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:0.0:1767384904.971647:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:1.0:1767384904.971651:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384904.971653:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384904.971662:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384904.971662:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384904.971671:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:0.0:1767384904.971673:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000060f747bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363747584:0@lo:253: 00000400:00000200:3.0:1767384904.971678:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000020:01000004:1.0:1767384904.971681:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384904.971684:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384904.971688:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384904.971694:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384904.971697:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384904.971698:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384904.971706:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384904.971706:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384904.971711:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384904.971716:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:1.0:1767384904.971717:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384904.971729:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024136a2e. 02000000:00000010:0.0:1767384904.971733:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006a24fc6e. 00000020:00000040:1.0:1767384904.971736:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:0.0:1767384904.971743:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.971746:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384904.971754:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 02000000:00000001:1.0:1767384904.971754:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384904.971758:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5d1f302. 02000000:00000001:1.0:1767384904.971761:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384904.971775:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000079fb1d13. 00000400:00000010:0.0:1767384904.971776:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098a8ffd2. 00000100:00000001:1.0:1767384904.971784:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384904.971789:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363747584, portal 25 00000100:00000001:1.0:1767384904.971794:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384904.971798:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384904.971800:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.971801:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:0.0:1767384904.971804:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794524160 : -107297915027456 : ffff9e69c1e3c000) 00000100:00000040:0.0:1767384904.971823:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384904.971827:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024136a2e] to pc [ptlrpcd_00_02+2] req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384904.971836:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:0.0:1767384904.971905:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384904.971912:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384904.971917:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ad9ff83. 00000100:00000200:0.0:1767384904.971923:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363747584, offset 0 00000400:00000200:0.0:1767384904.971938:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384904.971953:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384904.971961:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 10000000:00000001:1.0:1767384904.971964:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.971972:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02b00 10000000:00000001:1.0:1767384904.971975:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.971983:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.971986:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000020:01000000:1.0:1767384904.971992:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384904.971994:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fec4f40. 00000400:00000200:0.0:1767384904.972002:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065d9401e 00000020:00000010:1.0:1767384904.972003:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000aa3b2061. 00000400:00000200:3.0:1767384904.972009:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384904.972025:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384904.972035:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384904.972036:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384904.972047:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.972048:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d9401e 00000400:00000010:0.0:1767384904.972062:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065d9401e. 00000400:00000200:3.0:1767384904.972067:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:0.0:1767384904.972070:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384904.972076:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384904.972082:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000b63af65e x1853237363747584 msgsize 4848 00000100:00100000:0.0:1767384904.972095:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384904.972099:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384904.972115:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384904.972119:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:1.0:1767384904.972122:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384904.972123:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384904.972131:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384904.972141:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ad9ff83 00000100:00000040:1.0:1767384904.972143:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384904.972149:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ad9ff83. 00000400:00000200:3.0:1767384904.972155:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000001:0.0:1767384904.972162:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384904.972177:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384904.972179:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384904.972184:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384904.972195:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384904.972201:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384904.972204:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:0.0:1767384904.972208:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384904.972211:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384904.972220:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384904.972225:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024136a2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363747712:0@lo:253: 00000100:00000001:1.0:1767384904.972252:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384904.972260:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.972261:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 02000000:00000001:1.0:1767384904.972262:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384904.972269:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.972272:0:16341:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384904.972276:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384904.972288:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.972298:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294892857 02000000:00000010:1.0:1767384904.972302:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d16d325d. 00000400:00000200:3.0:1767384904.972306:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000010:0.0:1767384904.972306:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000acfcfb57. 02000000:00000001:1.0:1767384904.972310:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384904.972324:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084400cfd. 00000100:00000001:0.0:1767384904.972327:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384904.972335:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053f808d5. 00000100:00000001:0.0:1767384904.972341:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294892857 00000100:00000200:1.0:1767384904.972345:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363747712, portal 25 00000100:00000010:0.0:1767384904.972352:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000281af3b8. 00000100:00000001:1.0:1767384904.972353:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384904.972359:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:1.0:1767384904.972360:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794528640 : -107297915022976 : ffff9e69c1e3d180) 00000100:00000001:0.0:1767384904.972365:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384904.972379:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294892857 00000100:00000040:1.0:1767384904.972380:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384904.972392:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064472aa. 00000400:00000200:3.0:1767384904.972400:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:1.0:1767384904.972404:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384904.972405:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384904.972415:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294892857 00000100:00000040:1.0:1767384904.972424:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384904.972425:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7631416. 00000100:00000001:0.0:1767384904.972433:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384904.972435:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f0e28ed. 00000100:00000001:0.0:1767384904.972439:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384904.972445:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363747712, offset 0 00000100:00000001:0.0:1767384904.972445:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384904.972462:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384904.972463:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.972470:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384904.972479:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384904.972480:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384904.972486:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384904.972490:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384904.972493:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384904.972499:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02b80 00000100:00000001:0.0:1767384904.972499:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.972506:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384904.972524:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000400:00000010:1.0:1767384904.972532:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049fcbabe. 00000100:00000001:0.0:1767384904.972534:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384904.972540:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a741d908 00000100:00000001:0.0:1767384904.972541:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384904.972551:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384904.972562:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384904.972570:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a741d908 00000100:00000001:0.0:1767384904.972572:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384904.972575:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a741d908. 00000100:00100000:0.0:1767384904.972580:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363747584 00000100:00000001:1.0:1767384904.972585:0:16342:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384904.972588:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384904.972592:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384904.972596:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384904.972600:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000c9432797 x1853237363747712 msgsize 4848 00000100:00000001:0.0:1767384904.972603:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384904.972615:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384904.972616:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384904.972626:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363747584 00000100:00000040:1.0:1767384904.972627:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:0.0:1767384904.972637:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384904.972643:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:1.0:1767384904.972649:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384904.972649:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384904.972655:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:0.0:1767384904.972663:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:1.0:1767384904.972664:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f0e28ed 00000020:00000001:0.0:1767384904.972671:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000010:1.0:1767384904.972673:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f0e28ed. 00000100:00000001:1.0:1767384904.972683:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384904.972686:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384904.972693:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384904.972696:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c228f593. 00000100:00000001:0.0:1767384904.972705:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384904.972713:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c228f593. 00000100:00000001:1.0:1767384904.972726:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384904.972727:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8761b58. 00000800:00000010:3.0:1767384904.972731:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000334fc709. 00000100:00000040:1.0:1767384904.972734:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384904.972738:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4f294a2. 00000800:00000010:3.0:1767384904.972742:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d5c651c7. 00000020:00000010:0.0:1767384904.972750:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e53c36fc. 00000800:00000010:3.0:1767384904.972756:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000273587ae. 00000100:00000001:1.0:1767384904.972768:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384904.972769:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384904.972774:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384904.972776:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384904.972781:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384904.972784:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.972787:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.972794:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.972796:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294892857 00000100:00000001:1.0:1767384904.972806:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294892857 00000100:00000001:1.0:1767384904.972811:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294892857 00000800:00000010:3.0:1767384904.972812:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000273587ae. 00000100:00000001:0.0:1767384904.972814:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384904.972817:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294892857 00000100:00000001:1.0:1767384904.972837:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294892857 00000100:00000001:1.0:1767384904.972841:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294892857 00000100:00000001:0.0:1767384904.972843:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384904.972847:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294892857 00000100:00100000:0.0:1767384904.972848:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363747712 02000000:00000001:0.0:1767384904.972951:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384904.972957:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384904.972958:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294892857 00000100:00000001:0.0:1767384904.972960:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384904.972969:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.972971:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384904.972974:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363747712 00000100:00000001:1.0:1767384904.972982:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384904.972982:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384904.972987:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:1.0:1767384904.972992:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384904.972992:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384904.972997:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:1.0:1767384904.973001:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384904.973003:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384904.973011:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:3.0:1767384904.973014:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384904.973015:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384904.973017:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384904.973024:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c228f593. 00000100:00000001:1.0:1767384904.973025:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384904.973033:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384904.973036:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384904.973038:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c228f593. 00000100:00000001:1.0:1767384904.973043:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384904.973045:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp16 from 241.3.0.2 00000020:00000010:0.0:1767384904.973048:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f94ebdc. 00000100:00000001:1.0:1767384904.973049:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384904.973053:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000029680636. 00000020:00000010:0.0:1767384904.973060:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e61f87f. 00000100:00000001:1.0:1767384904.973061:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384904.973073:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a744fc3f. 00000100:00000001:0.0:1767384904.973080:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384904.973081:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384904.973083:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.973091:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.973095:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.973114:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384904.973116:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384904.973128:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:0.0:1767384904.973133:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384904.973136:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139376720 : -107293570174896 : ffff9e6ac4dcf050) 00000100:00000040:0.0:1767384904.973144:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b63af65e x1853237363747584/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:130/0 lens 4848/0 e 0 to 0 dl 1767384915 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.973154:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384904.973167:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c228f593. 00000100:00000001:0.0:1767384904.973171:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384904.973173:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c228f593. 00000100:00100000:0.0:1767384904.973179:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b63af65e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363747584:12345-0@lo:253: 00000100:00000200:0.0:1767384904.973185:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363747584 00000020:00000001:0.0:1767384904.973189:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384904.973194:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384904.973197:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384904.973200:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384904.973203:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:0.0:1767384904.973208:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384904.973211:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384904.973214:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384904.973217:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384904.973221:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.973226:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384904.973240:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384904.973248:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002bcf069f. 02000000:00000001:0.0:1767384904.973252:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.973255:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.973258:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384904.973280:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005befea76. 20000000:01000000:0.0:1767384904.973285:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384904.973289:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384904.973292:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384904.973295:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.973298:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.973301:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384904.973314:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d8ef064. 20000000:01000000:0.0:1767384904.973317:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 00000800:00000010:3.0:1767384904.973320:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000edee8fed. 20000000:00000001:0.0:1767384904.973323:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:3.0:1767384904.973329:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc589a1d. 00080000:00000001:0.0:1767384904.973332:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384904.973338:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:3.0:1767384904.973357:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000053b92ba9. 00080000:00000001:0.0:1767384904.973360:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:3.1:1767384904.973368:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (2) 00000800:00000200:3.1:1767384904.973376:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp16 0000000053b92ba9 deleted 00000800:00000010:3.1:1767384904.973379:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000053b92ba9. 00080000:00000001:0.0:1767384904.973380:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384904.973385:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000200:3.1:1767384904.973387:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767384904.973397:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384904.973398:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp16 ip 192.168.203.109:1009 00080000:00000001:0.0:1767384904.973404:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000200:3.1:1767384904.973407:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000abb36364 type 1, nob 272 niov 1 nkiov 1 00080000:00000001:0.0:1767384904.973409:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384904.973416:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000800:00000200:3.0:1767384904.973422:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp16 p 3.x 192.168.203.109 -> 192.168.203.109:1009 incarnation:1767384903422181144 sched[0] 00000020:00000001:0.0:1767384904.973427:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:0.0:1767384904.973432:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000010:3.0:1767384904.973433:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000273587ae. 00080000:00000001:0.0:1767384904.973440:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384904.973447:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384904.973449:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384904.973454:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384904.973461:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:0.0:1767384904.973466:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384904.973473:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b9d76c2b. 00080000:00000001:0.0:1767384904.973478:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781975552 : -107297927576064 : ffff9e69c1244600) 00000100:00000001:1.0:1767384904.973483:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:0.0:1767384904.973484:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384904.973491:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:0.0:1767384904.973492:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384904.973500:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c228f593. 00000800:00000010:3.0:1767384904.973503:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000273587ae. 00000100:00100000:1.0:1767384904.973509:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00080000:00000001:0.0:1767384904.973510:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384904.973512:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc589a1d. 00080000:00000001:0.0:1767384904.973518:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000040:1.0:1767384904.973522:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:1.0:1767384904.973529:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780464007248 : -107293245544368 : ffff9e6ad8366850) 00000100:00000040:1.0:1767384904.973539:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9432797 x1853237363747712/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:130/0 lens 4848/0 e 0 to 0 dl 1767384915 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384904.973542:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.973562:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1767384904.973563:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000029680636. 00000020:00000010:1.0:1767384904.973569:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ef6c248. 00080000:00000001:0.0:1767384904.973570:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384904.973577:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384904.973585:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ef6c248. 00000800:00000001:3.0:1767384904.973596:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384904.973598:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9432797 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363747712:12345-0@lo:253: 00000800:00000001:3.0:1767384904.973605:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384904.973609:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363747712 00000020:00000001:1.0:1767384904.973617:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384904.973621:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384904.973625:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.973629:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384904.973645:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:1.0:1767384904.973651:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384904.973653:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384904.973658:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384904.973661:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384904.973666:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.973671:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384904.973675:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.0:1767384904.973677:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384904.973695:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abb36364. 02000000:00000010:1.0:1767384904.973696:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000012f6ffaa. 00000400:00000200:3.0:1767384904.973701:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384904.973704:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.973713:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: PUT: OK 00000100:00000001:1.0:1767384904.973715:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.973719:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:00000001:1.0:1767384904.973724:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384904.973725:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 20000000:00000010:1.0:1767384904.973742:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000369eefaf. 20000000:01000000:1.0:1767384904.973750:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384904.973754:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384904.973758:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384904.973763:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384904.973766:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:1.0:1767384904.973768:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384904.973772:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:3.0:1767384904.973786:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp16 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384903422181144 sched[0] 00000800:00000010:3.0:1767384904.973790:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d5c651c7. 00000800:00000001:0.0:1767384904.973906:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.973921:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384904.973922:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000001:0.0:1767384904.973927:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.973937:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384904.973948:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16) <- 192.168.203.109@tcp16 : PUT - for me 00000400:00000200:0.0:1767384904.973965:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384904.973974:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 176/176 into md 0x1355 [1] + 0 00000400:00000010:0.0:1767384904.973980:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dfe5ac9. 00000400:00000200:0.0:1767384904.973988:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000811e6eb4 00000400:00000200:3.0:1767384904.973996:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384904.974081:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000001:0.0:1767384904.974084:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.974115:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384904.974120:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384904.974131:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: PUT: OK 00000400:00000200:3.0:1767384904.974133:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384904.974153:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000811e6eb4 00000400:00000010:0.0:1767384904.974158:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000811e6eb4. 00000400:00000200:0.0:1767384904.974166:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384904.974170:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384904.974174:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (10) 00000400:00000200:0.0:1767384904.974187:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:0.0:1767384904.974194:0:16334:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000005ad9ff83. 00000400:00000200:0.0:1767384904.974199:0:16334:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 9 00000400:00000200:0.0:1767384904.974206:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384904.974221:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384904.974224:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (11) 00000400:00000200:0.0:1767384904.974238:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384904.974248:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp16 to MR: 192.168.203.109@tcp16 local destination 00000400:00000200:0.0:1767384904.974257:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp16 NI seq info: [20:20:256:4294967295] 192.168.203.109@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1767384904.974263:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384904.974281:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16:192.168.203.109@tcp16) -> 192.168.203.109@tcp16(192.168.203.109@tcp16:192.168.203.109@tcp16) 192.168.203.109@tcp16 : ACK try# 0 00000800:00000200:0.0:1767384904.974299:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp16 00000800:00000010:0.0:1767384904.974305:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633c17d9. 00000800:00000200:0.0:1767384904.974315:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (4) 00000400:00000200:1.0:1767384904.974320:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384904.974322:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp16 ip 192.168.203.109:988 00000400:00000200:3.0:1767384904.974323:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000800:00000200:0.0:1767384904.974333:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000633c17d9 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384904.974374:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf16b73b. 00000400:00000010:1.0:1767384904.974387:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000400:00000200:3.0:1767384904.974391:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000200:0.0:1767384904.974429:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384904.974436:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633c17d9. 00000400:00000200:1.0:1767384904.974440:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000400:00000200:0.0:1767384904.974442:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384904.974457:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000400:00000200:0.0:1767384904.974458:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: ACK: OK 00000400:00000010:1.0:1767384904.974475:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000dc80d532. 00000800:00000001:0.0:1767384904.974476:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384904.974477:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000800:00000001:0.0:1767384904.974487:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384904.974493:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.974502:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384904.974505:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.974511:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384904.974516:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 000000005ee38855. 00000400:00000200:0.0:1767384904.974524:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16) <- 192.168.203.109@tcp16 : ACK - for me 00000400:00000010:1.0:1767384904.974531:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000f1c813f1. 00000400:00000200:0.0:1767384904.974544:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp16: ACK from 12345-192.168.203.109@tcp16 into md 0x136d 00000400:00000200:0.0:1767384904.974552:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384904.974558:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000010:1.0:1767384904.974563:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005986a0aa. 00000400:00000200:0.0:1767384904.974573:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: ACK: OK 00000400:00000200:0.0:1767384904.974584:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edfdf06b 00000400:00000200:1.0:1767384904.974590:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005986a0aa nid 192.168.203.109@tcp17 00000400:00000010:0.0:1767384904.974591:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edfdf06b. 00000400:00000200:3.0:1767384904.974604:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000010:1.0:1767384904.974604:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e62742e5. 00000400:00000200:0.0:1767384904.974605:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384904.974620:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e62742e5 net tcp17 00000400:00000200:0.0:1767384904.974621:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1767384904.974631:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (10) 00000400:00000200:1.0:1767384904.974645:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp17 flags 0x11 00000400:00000010:1.0:1767384904.974655:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000dc80d532. 00000400:00000200:0.0:1767384904.974661:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384904.974662:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000010:1.0:1767384904.974669:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 000000005ee38855. 00000400:00000200:0.0:1767384904.974676:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (11) 00000400:00000010:1.0:1767384904.974680:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000f1c813f1. 00000800:00000001:0.0:1767384904.974693:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.974706:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384904.974708:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000005ad9ff83. 00000400:00000200:3.0:1767384904.974722:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384904.974724:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384904.974737:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100151 00000400:00000200:1.0:1767384904.974745:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 rc 1 00000400:00000200:1.0:1767384904.974756:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000200:1.0:1767384904.974763:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384904.974765:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384904.974772:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100111 rc 0 00000400:00000200:1.0:1767384904.974785:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:1.0:1767384904.974791:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (10) 00000800:00000010:3.0:1767384904.975055:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009c7bb857. 00000800:00000010:3.0:1767384904.975063:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc589a1d. 00000800:00000010:3.0:1767384904.975069:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000273587ae. 00000400:00000200:0.0:1767384904.975096:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384904.975143:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp16 from 240.3.0.2 00000800:00000010:3.0:1767384904.975144:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000273587ae. 00000800:00000010:0.0:1767384904.975148:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000094af105d. 00000800:00000010:1.0:1767384904.975252:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa9a50ea. 00000800:00000010:1.0:1767384904.975264:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f0e28ed. 00080000:00000010:3.0:1767384904.975305:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b9d76c2b. 00000800:00000010:1.0:1767384904.975309:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003a444c45. 00000800:00000200:1.1:1767384904.975325:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (4) 00000800:00000200:1.1:1767384904.975336:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp16 000000003a444c45 deleted 00000800:00000010:1.1:1767384904.975341:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003a444c45. 00080000:00000010:0.0:1767384904.975341:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c228f593. 00000800:00000200:1.1:1767384904.975352:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00040000:00000001:0.0:1767384904.975353:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384904.975357:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384904.975362:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384904.975370:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp16 p 3.x 192.168.203.109 -> 192.168.203.109:1008 incarnation:1767384903422181144 sched[0] 00000020:00000002:0.0:1767384904.975371:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384904.975378:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.975385:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:1.0:1767384904.975387:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ef6c248. 20000000:01000000:0.0:1767384904.975404:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384904.975416:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384904.975420:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384904.975427:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384904.975448:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001a2683d6. 20000000:01000000:3.0:1767384904.975456:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:3.0:1767384904.975475:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384904.975482:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:1.0:1767384904.975486:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ef6c248. 00080000:00000001:3.0:1767384904.975488:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:1.0:1767384904.975497:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f0e28ed. 00080000:00000001:3.0:1767384904.975503:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:0.0:1767384904.975505:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384904.975512:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384904.975515:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384904.975521:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.975521:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384904.975528:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384904.975529:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000010:1.0:1767384904.975533:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000094af105d. 00080000:00000001:3.0:1767384904.975537:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384904.975543:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bee4bcd2. 00080000:00000001:3.0:1767384904.975544:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384904.975550:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.975556:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:3.0:1767384904.975558:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00010000:00000010:0.0:1767384904.975566:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e2b5d8b7. 00000020:00000001:3.0:1767384904.975569:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:3.0:1767384904.975576:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:0.0:1767384904.975578:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000200:1.1:1767384904.975579:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00080000:00000001:3.0:1767384904.975588:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384904.975598:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384904.975598:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp16 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384903422181144 sched[0] 00080000:00000001:3.0:1767384904.975608:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384904.975611:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc589a1d. 00000020:00000040:0.0:1767384904.975614:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e2b5d8b7 with handle 0x135556ebb4843ad4 to hash 00000020:00000001:3.0:1767384904.975616:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384904.975626:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384904.975627:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:0.0:1767384904.975631:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00080000:00000001:3.0:1767384904.975637:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384904.975641:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00080000:00000010:3.0:1767384904.975646:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c1ba345b. 00080000:00000001:3.0:1767384904.975653:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795206656 : -107297914344960 : ffff9e69c1ee2a00) 00080000:00000001:3.0:1767384904.975661:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000001:1.0:1767384904.975665:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384904.975667:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:3.0:1767384904.975668:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384904.975674:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384904.975677:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384904.975678:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000273587ae. 00010000:00010000:0.0:1767384904.975684:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384904.975688:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384904.975689:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384904.975696:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384904.975699:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384904.975711:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000020:1.0:1767384904.975717:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384904.975717:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384904.975720:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.975722:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:1.0:1767384904.975726:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384904.975728:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000010:1.0:1767384904.975734:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005befea76. 00010000:00000001:0.0:1767384904.975735:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384904.975741:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384904.975742:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384904.975745:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384904.975747:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.975751:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384904.975756:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000040:1.0:1767384904.975758:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363747584 00010000:00000001:0.0:1767384904.975759:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384904.975763:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:1.0:1767384904.975769:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384904.975769:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bee4bcd2) refcount = 1 00010000:00010000:0.0:1767384904.975778:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384904.975784:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b63af65e x1853237363747584/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384904.975789:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384904.975796:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384904.975800:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384904.975808:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.975815:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384904.975816:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384904.975820:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384904.975823:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00010000:00000001:0.0:1767384904.975827:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384904.975833:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384904.975835:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384904.975836:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=4 00000020:00000001:0.0:1767384904.975841:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384904.975848:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00000100:00001000:1.0:1767384904.975849:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384904.975916:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384904.975916:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384904.975921:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384904.975925:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384904.975936:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384904.975945:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384904.975948:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.975953:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384904.975960:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384904.975968:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f0e28ed. 00000100:00000200:1.0:1767384904.975980:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363747584, offset 224 00010000:00000001:0.0:1767384904.975980:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384904.975988:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384904.975997:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384904.976012:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384904.976015:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384904.976018:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384904.976026:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384904.976034:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02b00 00010000:00000001:0.0:1767384904.976051:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384904.976052:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1371 [2] + 224 00010000:00000001:0.0:1767384904.976057:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384904.976066:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384904.976067:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384904.976073:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384904.976080:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384904.976091:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384904.976097:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e2b5d8b7 already unused, calling callback (00000000c66beece) 00000100:00000200:1.0:1767384904.976102:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384904.976104:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384904.976109:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384904.976113:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.976137:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384904.976141:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384904.976146:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384904.976148:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=5 00000100:00000040:1.0:1767384904.976151:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384904.976152:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384904.976160:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384904.976169:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384904.976173:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.976197:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384904.976201:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384904.976212:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384904.976216:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384904.976224:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f0e28ed 00010000:00000001:0.0:1767384904.976227:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:1.0:1767384904.976233:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f0e28ed. 00010000:00000001:0.0:1767384904.976235:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384904.976241:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384904.976245:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384904.976247:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.976251:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384904.976254:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384904.976256:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e2b5d8b7 with handle 0x135556ebb4843ad4 from hash 00000100:00000001:1.0:1767384904.976261:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.976263:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384904.976265:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384904.976272:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384904.976273:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:3.0:1767384904.976275:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384904.976277:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:3.0:1767384904.976283:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384904.976285:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384904.976286:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1767384904.976291:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5d1f302. 00000020:00000001:1.0:1767384904.976294:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.976294:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384904.976301:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384904.976303:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098a8ffd2 00000020:00000001:1.0:1767384904.976304:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384904.976305:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:3.0:1767384904.976312:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098a8ffd2. 00010000:00000001:0.0:1767384904.976313:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384904.976319:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b63af65e x1853237363747584/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384904.976323:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.976325:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384904.976333:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384904.976338:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:3.0:1767384904.976341:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384904.976346:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384904.976350:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384904.976354:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.976362:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.976370:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384904.976379:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.976410:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384904.976417:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384904.976422:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b63af65e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363747584:12345-0@lo:253: Request processed in 3260us (4331us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384904.976425:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384904.976434:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384904.976440:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384904.976443:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384904.976447:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384904.976455:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:1.0:1767384904.976456:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00000001:0.0:1767384904.976464:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384904.976470:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 20000000:00000001:0.0:1767384904.976475:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.976482:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384904.976485:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384904.976486:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384904.976489:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384904.976492:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384904.976499:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4f294a2. 00000100:00000001:3.0:1767384904.976503:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384904.976510:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384904.976514:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:1.0:1767384904.976515:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e53c36fc. 00000100:00000001:3.0:1767384904.976516:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384904.976522:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384904.976527:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8761b58. 02000000:00000001:3.0:1767384904.976528:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.976533:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384904.976540:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00010000:0.0:1767384904.976541:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843ad4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384904.976542:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=22 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384904.976552:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384904.976558:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=22 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384904.976560:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002bcf069f. 00010000:00000040:0.0:1767384904.976569:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bee4bcd2 count: 0 00000100:00000001:3.0:1767384904.976573:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384904.976574:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384904.976579:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.976582:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384904.976584:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.976587:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000001:0.0:1767384904.976591:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384904.976593:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384904.976595:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384904.976604:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384904.976607:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055423829. 00000100:00000040:3.0:1767384904.976616:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384904.976617:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f0e28ed. 00000100:00000001:3.0:1767384904.976635:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384904.976640:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384904.976643:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384904.976649:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384904.976652:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384904.976654:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384904.976656:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384904.976658:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384904.976661:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384904.976663:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384904.976665:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384904.976667:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384904.976670:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384904.976674:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384904.976686:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000060f747bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363747584:0@lo:253: 00000100:00000001:3.0:1767384904.976705:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.976708:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384904.976712:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000060f747bc x1853237363747584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.976723:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384904.976727:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384904.976731:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006a24fc6e. 02000000:00000001:3.0:1767384904.976736:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384904.976739:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384904.976741:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384904.976745:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384904.976748:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b1d0033d. 02000000:00000001:3.0:1767384904.976753:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384904.976755:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384904.976758:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060f747bc. 00000100:00000001:3.0:1767384904.976762:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384904.976764:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.976767:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.976774:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384904.976776:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.976779:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384904.976782:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384904.977732:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c1ba345b. 00080000:00000010:1.0:1767384904.977809:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000273587ae. 00040000:00000001:1.0:1767384904.977818:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384904.977820:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384904.977823:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384904.977828:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384904.977832:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384904.977835:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384904.977839:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384904.977916:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384904.977922:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384904.977930:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384904.977942:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384904.977951:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384904.977955:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384904.977961:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384904.977966:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384904.977975:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fd4db48a. 00010000:00000001:0.0:1767384904.977982:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384904.977996:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e23b5263. 00000020:00000001:0.0:1767384904.978001:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384904.978003:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e23b5263 with handle 0x135556ebb4843adb to hash 00000020:00000001:0.0:1767384904.978007:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384904.978009:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384904.978013:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384904.978018:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384904.978021:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384904.978026:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.978036:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384904.978039:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384904.978041:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384904.978043:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384904.978045:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384904.978047:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384904.978049:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384904.978062:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384904.978063:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384904.978065:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384904.978066:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384904.978078:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fd4db48a) refcount = 1 00010000:00010000:0.0:1767384904.978082:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.978088:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384904.978089:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384904.978091:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384904.978093:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.978095:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384904.978098:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384904.978101:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00010000:00000001:0.0:1767384904.978104:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384904.978105:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384904.978106:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e23b5263 refcount=4 00000020:00000001:0.0:1767384904.978109:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384904.978111:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384904.978114:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384904.978116:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.978130:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384904.978132:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.978139:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384904.978141:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384904.978143:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.978149:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384904.978151:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.978154:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384904.978156:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384904.978162:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e23b5263 already unused, calling callback (00000000c66beece) 00080000:00000020:1.0:1767384904.978164:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384904.978171:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384904.978177:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000010:1.0:1767384904.978178:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000369eefaf. 00010000:00000001:0.0:1767384904.978182:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384904.978188:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384904.978190:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384904.978203:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363747712 00010000:00000001:0.0:1767384904.978203:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384904.978206:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384904.978207:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384904.978209:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e23b5263 refcount=5 00000020:00000001:0.0:1767384904.978211:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384904.978216:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:1.0:1767384904.978221:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384904.978222:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384904.978228:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384904.978234:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9432797 x1853237363747712/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384904.978243:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384904.978246:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384904.978249:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.978256:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384904.978260:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384904.978264:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384904.978267:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384904.978274:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e23b5263 with handle 0x135556ebb4843adb from hash 00010000:00000001:1.0:1767384904.978275:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384904.978278:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384904.978281:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.978282:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384904.978286:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384904.978289:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:1.0:1767384904.978294:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=22 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384904.978294:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384904.978298:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384904.978301:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384904.978307:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384904.978309:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384904.978310:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.978317:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384904.978320:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1767384904.978321:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384904.978324:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384904.978330:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384904.978332:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384904.978338:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384904.978343:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384904.978345:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.978349:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384904.978352:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384904.978354:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384904.978360:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384904.978366:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384904.978375:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384904.978377:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a444c45. 00010000:00000001:0.0:1767384904.978378:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384904.978382:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384904.978386:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:1.0:1767384904.978388:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363747712, offset 224 00010000:00000001:0.0:1767384904.978389:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384904.978393:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384904.978398:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384904.978403:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384904.978410:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:0.0:1767384904.978410:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384904.978419:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.978428:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:1.0:1767384904.978430:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384904.978432:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384904.978436:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e23b5263/0x135556ebb4843adb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384904.978445:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fd4db48a count: 0 00000400:00000200:1.0:1767384904.978450:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02b80 00010000:00000001:0.0:1767384904.978457:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384904.978461:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384904.978465:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1379 [2] + 224 00000400:00000200:1.0:1767384904.978476:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384904.978482:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384904.978487:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384904.978492:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384904.978508:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384904.978537:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384904.978544:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a444c45 00000400:00000010:1.0:1767384904.978548:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a444c45. 00000100:00000001:1.0:1767384904.978552:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384904.978554:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384904.978560:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384904.978565:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384904.978570:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384904.978580:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384904.978583:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.978588:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384904.978590:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384904.978599:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384904.978600:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9432797 x1853237363747712/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384904.978608:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384904.978615:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084400cfd. 00000400:00000200:0.0:1767384904.978627:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053f808d5 00000100:00100000:1.0:1767384904.978631:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9432797 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363747712:12345-0@lo:253: Request processed in 5066us (6027us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384904.978634:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053f808d5. 00000100:00000001:0.0:1767384904.978645:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384904.978653:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000200:0.0:1767384904.978658:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384904.978662:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384904.978670:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384904.978675:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384904.978683:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006e61f87f. 00000100:00000200:0.0:1767384904.978687:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384904.978695:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a744fc3f. 00000020:00000010:1.0:1767384904.978702:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f94ebdc. 00000020:00000040:1.0:1767384904.978712:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:0.0:1767384904.978719:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384904.978721:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384904.978724:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384904.978727:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000012f6ffaa. 00000100:00000001:0.0:1767384904.978730:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384904.978735:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384904.978736:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384904.978737:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384904.978742:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.978743:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384904.978752:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384904.978755:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384904.978756:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384904.978765:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=22 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384904.978767:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095d81fd4. 00000100:00000001:0.0:1767384904.978769:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384904.978776:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384904.978779:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a444c45. 00010000:00000001:0.0:1767384904.978780:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384904.978784:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.978789:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384904.978795:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.978804:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384904.978807:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384904.978809:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384904.978813:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384904.978815:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384904.978817:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384904.978818:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384904.978819:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384904.978821:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384904.978822:0:16342:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384904.978824:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384904.978825:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384904.978828:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384904.978836:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024136a2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363747712:0@lo:253: 00000100:00000001:0.0:1767384904.978842:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.978844:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384904.978847:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024136a2e x1853237363747712/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.978908:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384904.978911:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384904.978914:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d16d325d. 02000000:00000001:0.0:1767384904.978921:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384904.978924:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384904.978926:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384904.978929:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384904.978931:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000079fb1d13. 02000000:00000001:0.0:1767384904.978937:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384904.978939:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384904.978941:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024136a2e. 00000100:00000040:1.0:1767384904.978944:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294892857, at 4294892858 00000100:00000001:0.0:1767384904.978946:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384904.978951:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.978956:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384904.978962:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294892857, at 4294892858 00000100:00000010:1.0:1767384904.978962:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000281af3b8. 00000100:00000001:0.0:1767384904.978964:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384904.978970:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.978977:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384904.978981:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384904.978982:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7631416. 00000100:00000040:2.0:1767384904.979924:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294892857, at 4294892859 00000100:00000010:2.0:1767384904.979936:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064472aa. 00000100:00000040:0.0:1767384904.979964:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294892857, at 4294892859 00000100:00000010:0.0:1767384904.979980:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000acfcfb57. 00010000:00000010:0.1:1767384904.988061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bee4bcd2. 00010000:00000010:0.1:1767384904.988078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e2b5d8b7. 00010000:00000010:0.1:1767384904.988088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fd4db48a. 00010000:00000010:0.1:1767384904.988098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e23b5263. 00000400:00000010:2.0:1767384905.001968:0:21340:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006dbdec20. 00000400:00000040:2.0:1767384905.001999:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384905.002003:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384905.002008:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.002011:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384905.002015:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.002017:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384905.002021:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384905.002024:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384905.002027:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384905.002029:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384905.002034:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384905.002037:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384905.002047:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384905.002050:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384905.002052:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384905.002056:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384905.002059:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384905.002061:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384905.002063:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384905.002067:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.002070:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384905.002073:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384905.002076:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384905.002079:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384905.002081:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384905.002085:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.002087:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384905.002090:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384905.002092:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384905.002094:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384905.002097:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384905.002100:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.002102:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384905.002105:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384905.002107:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384905.002109:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384905.002112:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384905.002115:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384905.002118:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384905.002120:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384905.002123:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384905.002126:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384905.002128:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384905.002131:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384905.002134:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384905.002137:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384905.002139:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384905.002142:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384905.002145:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384905.002148:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384905.002151:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384905.002160:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384905.002162:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384905.002165:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384905.002169:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384905.002172:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384905.002174:0:21340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384905.002223:0:21340:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006dbdec20. 00010000:00000001:2.0:1767384905.049025:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384905.049032:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384905.049039:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384905.049041:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384905.049063:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384905.049067:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384905.049070:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384905.887017:0:21540:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000d19e55b. 00080000:00000010:1.0:1767384905.887031:0:21540:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000d19e55b. 00000020:00000001:1.0:1767384905.887039:0:21540:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384905.887051:0:21540:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000d19e55b. 00080000:00000010:1.0:1767384905.887058:0:21540:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000d19e55b. 00000020:00000001:1.0:1767384905.887064:0:21540:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.072955:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384906.072964:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.072971:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384906.072972:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.072990:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384906.072995:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384906.072998:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384906.632814:0:21704:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384906.632819:0:21704:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:2.0:1767384906.636786:0:21704:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384906.644645:0:21705:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005cbdad1f. 00000400:00000010:1.0:1767384906.644665:0:21705:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000051263e7c. 00000400:00000010:1.0:1767384906.644675:0:21705:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bf6a9aa8. 00000400:00000010:1.0:1767384906.644678:0:21705:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009cf39f01. 00000400:00000010:1.0:1767384906.644682:0:21705:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000053a56566. 00000400:00000010:1.0:1767384906.644687:0:21705:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004ef6c248. 00000400:00000010:1.0:1767384906.644689:0:21705:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000025f30f8e. 00000400:00000010:1.0:1767384906.644690:0:21705:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000117d89d1. 00000400:00000010:1.0:1767384906.644694:0:21705:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c1ec900d. 00000800:00000010:1.0:1767384906.644704:0:21705:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003a90a467. 00000800:00000200:1.0:1767384906.644715:0:21705:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384906.644722:0:21705:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384906.644765:0:21705:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384906.644792:0:21705:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767384906.647091:0:21705:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000000559b8cc. 00000400:00000010:1.0:1767384906.647098:0:21705:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa25d21e. 00000400:00000010:1.0:1767384906.647103:0:21705:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587dfa3d. 00000400:00000001:1.0:1767384906.647116:0:21705:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384906.647117:0:21705:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384906.647119:0:21705:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d067967. 00000400:00000200:1.0:1767384906.647122:0:21705:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a82bc2 00000400:00000010:1.0:1767384906.647123:0:21705:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053a82bc2. 00000400:00000010:1.0:1767384906.647126:0:21705:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000006dfb3d4c. 00000400:00000200:1.0:1767384906.647131:0:21705:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (9) 00000400:00000200:1.0:1767384906.647147:0:21705:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384906.647157:0:21705:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767384906.647164:0:21705:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000012f6ffaa. 00000020:01000000:1.0:1767384906.647170:0:21705:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384906.647171:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384906.647173:0:21705:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp18 00000400:00000200:0.0:1767384906.647181:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:1.0:1767384906.647191:0:21705:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000051263e7c. 00000400:00000010:0.0:1767384906.647191:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edfdf06b. 00000400:00000200:0.0:1767384906.647199:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (10) 00000400:00000010:1.0:1767384906.647200:0:21705:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005cbdad1f. 00000400:00000010:0.0:1767384906.647208:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b593a303. 00000400:00000200:0.0:1767384906.647216:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:00000001:3.0:1767384906.647224:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384906.647229:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384906.647230:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 10000000:00000001:3.0:1767384906.647234:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384906.647237:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384906.647240:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384906.647243:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384906.647247:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384906.647251:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384906.647252:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384906.647256:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384906.647262:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384906.647264:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384906.647265:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384906.647270:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384906.647272:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384906.647281:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384906.647283:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384906.647286:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384906.647294:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000400:00000200:0.0:1767384906.647294:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:3.0:1767384906.647301:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384906.647303:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:3.0:1767384906.647309:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384906.647310:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:3.0:1767384906.647314:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384906.647318:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:3.0:1767384906.647321:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.647324:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:0.0:1767384906.647330:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp17 02000000:00000010:3.0:1767384906.647332:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000523ff2bd. 00000400:00000200:0.0:1767384906.647333:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp17 lpni_is_preferred = 0 00000400:00000200:0.0:1767384906.647339:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp17 00000100:00000001:3.0:1767384906.647342:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.647344:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp17 NI seq info: [21:21:256:4294967295] 192.168.203.109@tcp17 LPNI seq info [21:21:8:4294967295] 00000100:00000001:3.0:1767384906.647354:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384906.647354:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp17 00000100:00000001:3.0:1767384906.647359:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384906.647368:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_03+3] req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384906.647389:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp17(192.168.203.109@tcp17:) -> 192.168.203.109@tcp17(192.168.203.109@tcp:192.168.203.109@tcp17) : PUT try# 0 00000800:00000200:0.0:1767384906.647406:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.203.109@tcp17 00000800:00000010:0.0:1767384906.647411:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000747ed56a. 00000800:00000010:0.0:1767384906.647420:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a9c95749. 00000800:00000010:0.0:1767384906.647424:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000884f6cb5. 00000800:00000200:0.0:1767384906.647428:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9c95749] -> 12345-192.168.203.109@tcp17 (2) 00000800:00000200:0.1:1767384906.647431:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9c95749] -> 12345-192.168.203.109@tcp17 (2) 10000000:00000001:3.0:1767384906.647435:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384906.647439:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.647442:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384906.647444:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384906.647464:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000020:00000001:3.0:1767384906.647468:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384906.647469:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 10000000:00000001:3.0:1767384906.647473:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384906.647476:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384906.647478:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384906.647480:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384906.647481:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384906.647482:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384906.647487:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384906.647489:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384906.647490:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:1.0:1767384906.647492:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:01000004:3.0:1767384906.647495:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384906.647495:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384906.647499:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384906.647499:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384906.647502:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384906.647506:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384906.647508:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384906.647511:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067fbd8e3. 00000100:00000001:1.0:1767384906.647514:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384906.647515:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384906.647519:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.647520:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384906.647522:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384906.647524:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384906.647531:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000079fb1d13. 00000100:00000001:1.0:1767384906.647533:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.647535:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384906.647537:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384906.647543:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.647544:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.647553:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384906.647558:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.647559:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384906.647563:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.647564:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000040:3.0:1767384906.647566:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067fbd8e3] to pc [ptlrpcd_00_00+0] req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384906.647567:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384906.647573:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384906.647580:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384906.647588:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363747840:0@lo:253: 00000100:00000001:1.0:1767384906.647593:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384906.647599:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:3.0:1767384906.647600:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.647601:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384906.647605:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.647606:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384906.647611:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384906.647614:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:1.0:1767384906.647615:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000369eefaf. 00000400:00000200:0.0:1767384906.647616:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000020:00000010:3.0:1767384906.647617:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000012f6ffaa. 02000000:00000001:1.0:1767384906.647623:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384906.647629:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084400cfd. 00000100:00000001:3.0:1767384906.647635:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384906.647636:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051263e7c. 00000100:00100000:3.0:1767384906.647642:0:16341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:1.0:1767384906.647642:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363747840, portal 25 00000100:00000001:3.0:1767384906.647649:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.647650:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384906.647653:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000001:3.0:1767384906.647656:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384906.647659:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384906.647660:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384906.647661:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:3.0:1767384906.647663:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384906.647668:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384906.647672:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384906.647677:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384906.647682:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384906.647683:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384906.647693:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384906.647699:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384906.647700:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000395e3ad1. 02000000:00000001:3.0:1767384906.647702:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384906.647703:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000200:1.0:1767384906.647705:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363747840, offset 0 02000000:00000001:3.0:1767384906.647706:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384906.647713:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384906.647717:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000067fbd8e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363747968:0@lo:253: 00000400:00000200:1.0:1767384906.647720:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384906.647726:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384906.647731:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384906.647735:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384906.647737:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384906.647739:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384906.647741:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 02000000:00000010:3.0:1767384906.647747:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b1d0033d. 00000400:00000200:1.0:1767384906.647752:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02c00 02000000:00000001:3.0:1767384906.647753:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384906.647761:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000464f06de. 00000400:00000200:1.0:1767384906.647766:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000400:00000010:1.0:1767384906.647770:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004310aad1. 00000400:00000200:1.0:1767384906.647774:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e366a7f9 00000400:00000200:0.0:1767384906.647779:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000010:3.0:1767384906.647791:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac80d58f. 00000400:00000200:1.0:1767384906.647792:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.647796:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384906.647801:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e366a7f9 00000400:00000010:1.0:1767384906.647805:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e366a7f9. 00000100:00000200:3.0:1767384906.647811:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363747968, portal 25 00000100:00000001:1.0:1767384906.647811:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384906.647813:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384906.647815:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:3.0:1767384906.647817:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384906.647821:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000863392de x1853237363747840 msgsize 4848 00000100:00000001:3.0:1767384906.647822:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794836352 : -107297914715264 : ffff9e69c1e88380) 00000100:00000040:3.0:1767384906.647834:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.647903:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384906.647907:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384906.647911:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000863dc998. 00000100:00000200:3.0:1767384906.647915:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363747968, offset 0 00000400:00000200:3.0:1767384906.647923:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.647928:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00100000:1.0:1767384906.647930:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384906.647934:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384906.647936:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384906.647949:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384906.647954:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02c80 00000400:00000200:3.0:1767384906.647962:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000010:3.0:1767384906.647965:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e4dd0fc. 00000400:00000200:3.0:1767384906.647969:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004563087e 00000400:00000200:1.0:1767384906.647972:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000395e3ad1 00000400:00000200:3.0:1767384906.647973:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384906.647977:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000395e3ad1. 00000400:00000200:3.0:1767384906.647983:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384906.647986:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384906.647989:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004563087e 00000400:00000200:0.0:1767384906.647989:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000010:3.0:1767384906.647995:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004563087e. 00000100:00000200:1.0:1767384906.647995:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.648003:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384906.648007:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384906.648028:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000bc8d9d96 x1853237363747968 msgsize 4848 00000100:00000001:1.0:1767384906.648030:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384906.648035:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384906.648038:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384906.648040:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384906.648047:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:1.0:1767384906.648049:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648053:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384906.648056:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384906.648061:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.648065:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000863dc998 00000100:00000001:1.0:1767384906.648067:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294894533 00000400:00000010:3.0:1767384906.648069:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000863dc998. 00000100:00000001:3.0:1767384906.648092:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384906.648092:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a90c9d29. 00000100:00000200:3.0:1767384906.648099:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384906.648099:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000001:1.0:1767384906.648101:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384906.648113:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384906.648113:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294894533 00000100:00000040:3.0:1767384906.648119:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384906.648120:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001ab80f2. 00000100:00000001:1.0:1767384906.648128:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384906.648132:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648134:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294894533 00000400:00000200:0.0:1767384906.648139:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000010:1.0:1767384906.648140:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a96f973. 00000100:00000001:3.0:1767384906.648145:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384906.648148:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384906.648153:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648155:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294894533 00000100:00000001:3.0:1767384906.648160:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294894533 00000100:00000010:1.0:1767384906.648161:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d00a8e8. 00000100:00000001:3.0:1767384906.648168:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294894533 00000100:00000001:1.0:1767384906.648169:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384906.648172:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294894533 00000100:00000001:3.0:1767384906.648175:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294894533 00000100:00000001:3.0:1767384906.648177:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294894533 00000100:00000001:3.0:1767384906.648182:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294894533 00000100:00000001:3.0:1767384906.648184:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294894533 00000100:00000001:3.0:1767384906.648186:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294894533 00000100:00000001:1.0:1767384906.648186:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384906.648188:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:1.0:1767384906.648194:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.648195:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384906.648201:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648202:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.648204:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648207:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.648209:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648223:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.648228:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.648237:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:3.0:1767384906.648240:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384906.648244:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363747840 00000100:00000001:1.0:1767384906.648246:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384906.648247:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384906.648252:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384906.648252:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363747968 00000100:00000001:3.0:1767384906.648255:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.648256:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384906.648261:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648261:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384906.648264:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384906.648266:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363747840 02000000:00000001:1.0:1767384906.648269:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.648270:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384906.648274:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00100000:1.0:1767384906.648275:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363747968 00000020:00000001:3.0:1767384906.648278:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384906.648279:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384906.648281:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000040:1.0:1767384906.648283:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384906.648286:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384906.648287:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384906.648291:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000040:1.0:1767384906.648292:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000400:00000200:0.0:1767384906.648292:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000020:00000001:1.0:1767384906.648300:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384906.648301:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384906.648303:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000010:3.0:1767384906.648307:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e7fce8b. 00000100:00000001:1.0:1767384906.648308:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384906.648313:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384906.648314:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097cbec24. 00000020:00000010:3.0:1767384906.648316:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e7fce8b. 00000100:00000001:1.0:1767384906.648319:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384906.648323:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097cbec24. 00000020:00000010:3.0:1767384906.648324:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f66a299e. 00000020:00000010:1.0:1767384906.648331:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026721853. 00000020:00000010:3.0:1767384906.648338:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf392867. 00000020:00000010:1.0:1767384906.648339:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0c4e226. 00000400:00000200:0.0:1767384906.648340:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000020:00000010:3.0:1767384906.648345:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fb6a2011. 00000020:00000010:1.0:1767384906.648347:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e0b5d9f. 00000100:00000040:3.0:1767384906.648359:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384906.648363:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384906.648365:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384906.648365:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384906.648369:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648369:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384906.648373:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.648381:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648382:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.648392:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.648393:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.648411:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384906.648412:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384906.648414:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384906.648415:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384906.648421:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:3.0:1767384906.648424:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384906.648427:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780464008272 : -107293245543344 : ffff9e6ad8366c50) 00000100:00100000:1.0:1767384906.648428:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:1.0:1767384906.648434:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000040:3.0:1767384906.648436:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000863392de x1853237363747840/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:132/0 lens 4848/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.648447:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384906.648448:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780463997008 : -107293245554608 : ffff9e6ad8364050) 00000020:00000010:3.0:1767384906.648452:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e7fce8b. 00000100:00000001:3.0:1767384906.648457:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384906.648460:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc8d9d96 x1853237363747968/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:132/0 lens 4848/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384906.648461:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e7fce8b. 00000100:00100000:3.0:1767384906.648471:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000863392de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363747840:12345-0@lo:253: 00000100:00000200:3.0:1767384906.648482:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363747840 00000020:00000001:3.0:1767384906.648487:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384906.648492:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384906.648492:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384906.648497:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384906.648500:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097cbec24. 00000020:00000001:3.0:1767384906.648501:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384906.648505:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:1.0:1767384906.648507:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384906.648509:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384906.648512:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384906.648515:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097cbec24. 00000020:00000001:3.0:1767384906.648516:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384906.648520:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384906.648524:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384906.648529:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc8d9d96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363747968:12345-0@lo:253: 00000100:00000001:3.0:1767384906.648530:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384906.648534:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384906.648537:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363747968 00000020:00000001:1.0:1767384906.648542:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384906.648548:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384906.648551:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f8057426. 00000020:00000001:1.0:1767384906.648551:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.648555:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384906.648557:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.648559:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:3.0:1767384906.648562:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.648565:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384906.648568:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384906.648570:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384906.648571:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384906.648575:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384906.648577:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648579:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384906.648583:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384906.648588:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000012f6ffaa. 02000000:00000001:1.0:1767384906.648590:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.648593:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384906.648594:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000031721599. 20000000:00000001:1.0:1767384906.648595:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384906.648597:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf87cf8c. 20000000:01000000:3.0:1767384906.648604:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384906.648605:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d16d325d. 00000800:00000010:0.0:1767384906.648605:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008df230ec. 20000000:00000001:3.0:1767384906.648612:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384906.648614:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384906.648617:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:0.0:1767384906.648617:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000063d95c56. 20000000:00000001:1.0:1767384906.648618:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384906.648624:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384906.648630:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.648630:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384906.648634:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384906.648637:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384906.648638:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.648643:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384906.648653:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c2d125e. 00000800:00000010:0.0:1767384906.648655:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000063d95c56. 20000000:01000000:3.0:1767384906.648659:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:3.0:1767384906.648668:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384906.648675:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384906.648691:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384906.648712:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384906.648728:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.648731:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384906.648733:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.648735:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384906.648737:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384906.648740:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000400:00000200:0.0:1767384906.648743:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:3.0:1767384906.648744:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:3.0:1767384906.648748:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384906.648751:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384906.648755:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.648758:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384906.648778:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp17 from 239.3.0.2 00000020:00000001:3.0:1767384906.648779:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:0.0:1767384906.648784:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000062a2182f. 00000020:00000001:3.0:1767384906.648787:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384906.648793:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384906.648798:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bb006302. 00080000:00000001:3.0:1767384906.648801:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781953024 : -107297927598592 : ffff9e69c123ee00) 00080000:00000001:3.0:1767384906.648805:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384906.648810:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384906.648815:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003e7fce8b. 00080000:00000001:3.0:1767384906.648826:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.648830:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384906.648923:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.648942:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384906.649065:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a24fc6e. 00000800:00000010:1.0:1767384906.649078:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000395e3ad1. 00000800:00000010:1.0:1767384906.649100:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dabbd59b. 00000800:00000200:1.1:1767384906.649106:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9c95749] -> 12345-192.168.203.109@tcp17 (2) 00000800:00000200:1.1:1767384906.649116:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp17 00000000dabbd59b deleted 00000800:00000010:1.1:1767384906.649117:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dabbd59b. 00000800:00000200:1.1:1767384906.649123:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384906.649131:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp17 ip 192.168.203.109:1007 00000800:00000200:1.1:1767384906.649136:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000747ed56a type 1, nob 288 niov 1 nkiov 1 00000800:00000200:1.0:1767384906.649144:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp17 p 3.x 192.168.203.109 -> 192.168.203.109:1007 incarnation:1767384904968010087 sched[0] 00000800:00000010:1.0:1767384906.649151:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000097cbec24. 00000800:00000010:1.0:1767384906.649245:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000097cbec24. 00000800:00000010:1.0:1767384906.649250:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000395e3ad1. 00000800:00000200:0.1:1767384906.649263:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384906.649271:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp17 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384904968010087 sched[0] 00000800:00000010:0.0:1767384906.649274:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008df230ec. 00000800:00000010:1.0:1767384906.649311:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000062a2182f. 00000800:00000001:3.0:1767384906.649326:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384906.649328:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.649334:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384906.649336:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384906.649354:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384906.649391:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000200:3.0:1767384906.649419:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384906.649424:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000747ed56a. 00000800:00000001:1.0:1767384906.649425:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384906.649425:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384906.649428:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384906.649437:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp17->192.168.203.109@tcp17: PUT: OK 00000800:00000001:1.0:1767384906.649439:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.649442:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384906.649445:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384906.649449:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000800:00000001:1.0:1767384906.649455:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384906.649464:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384906.649472:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp17(192.168.203.109@tcp17) <- 192.168.203.109@tcp17 : PUT - for me 00000400:00000200:1.0:1767384906.649488:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384906.649494:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384906.649501:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 192/192 into md 0x1381 [1] + 0 00000400:00000010:1.0:1767384906.649508:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf16b73b. 00000400:00000200:1.0:1767384906.649514:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8d34bdd 00000800:00000001:1.0:1767384906.649519:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384906.649521:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000800:00000001:1.0:1767384906.649535:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384906.649539:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.649544:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp17->192.168.203.109@tcp17: PUT: OK 00000400:00000200:1.0:1767384906.649548:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384906.649550:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000400:00000200:0.0:1767384906.649551:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384906.649555:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384906.649560:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (11) 00000400:00000200:1.0:1767384906.649566:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:1.0:1767384906.649570:0:16334:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000552759f8. 00000400:00000200:1.0:1767384906.649574:0:16334:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 10 00000400:00000200:1.0:1767384906.649578:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384906.649580:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384906.649593:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (12) 00000400:00000200:1.0:1767384906.649599:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384906.649603:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384906.649608:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp17 to MR: 192.168.203.109@tcp17 local destination 00000400:00000200:1.0:1767384906.649623:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp17 NI seq info: [22:22:256:4294967295] 192.168.203.109@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1767384906.649637:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp17(192.168.203.109@tcp17:192.168.203.109@tcp17) -> 192.168.203.109@tcp17(192.168.203.109@tcp17:192.168.203.109@tcp17) 192.168.203.109@tcp17 : ACK try# 0 00000400:00000200:0.0:1767384906.649637:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000800:00000200:1.0:1767384906.649650:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp17 00000400:00000200:3.0:1767384906.649651:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384906.649656:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ab54381. 00000400:00000010:3.0:1767384906.649673:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020e92783. 00000400:00000010:3.0:1767384906.649681:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 00000800:00000200:1.0:1767384906.649681:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9c95749] -> 12345-192.168.203.109@tcp17 (4) 00000400:00000200:3.0:1767384906.649689:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000400:00000200:0.0:1767384906.649691:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000800:00000200:1.0:1767384906.649695:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp17 ip 192.168.203.109:988 00000400:00000200:3.0:1767384906.649697:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000800:00000200:1.0:1767384906.649702:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001ab54381 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384906.649708:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 000000008cdf2f48. 00000400:00000010:3.0:1767384906.649714:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 000000009fe1397f. 00000400:00000010:3.0:1767384906.649716:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 000000006bbd9a96. 00000400:00000200:0.0:1767384906.649727:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000010:3.0:1767384906.649733:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c2d2d374. 00000400:00000200:3.0:1767384906.649739:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c2d2d374 nid 192.168.203.109@tcp18 00000400:00000010:3.0:1767384906.649743:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a87e7632. 00000400:00000200:3.0:1767384906.649746:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a87e7632 net tcp18 00000400:00000200:3.0:1767384906.649750:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (11) 00000400:00000200:0.0:1767384906.649751:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384906.649758:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp18 flags 0x11 00000400:00000010:3.0:1767384906.649763:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 000000008cdf2f48. 00000400:00000010:3.0:1767384906.649777:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 000000009fe1397f. 00000800:00000200:1.0:1767384906.649778:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384906.649780:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 000000006bbd9a96. 00000800:00000010:1.0:1767384906.649784:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ab54381. 00000400:00000010:3.0:1767384906.649786:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000552759f8. 00000400:00000200:0.0:1767384906.649787:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384906.649794:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384906.649794:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384906.649807:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000400:00000200:1.0:1767384906.649811:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp17->192.168.203.109@tcp17: ACK: OK 00000400:00000200:3.0:1767384906.649817:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000800:00000001:1.0:1767384906.649823:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384906.649825:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000400:00000200:0.0:1767384906.649827:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000800:00000001:1.0:1767384906.649829:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.649835:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000800:00000001:1.0:1767384906.649835:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384906.649859:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384906.649862:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384906.649894:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000800:00000001:1.0:1767384906.649899:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.649902:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:3.0:1767384906.649910:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (12) 00000400:00000200:1.0:1767384906.649911:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp17(192.168.203.109@tcp17) <- 192.168.203.109@tcp17 : ACK - for me 00000400:00000200:0.0:1767384906.649914:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384906.649928:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp17: ACK from 12345-192.168.203.109@tcp17 into md 0x1399 00000400:00000200:1.0:1767384906.649932:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.649938:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp17->192.168.203.109@tcp17: ACK: OK 00000400:00000200:1.0:1767384906.649942:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edfdf06b 00000400:00000010:1.0:1767384906.649945:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edfdf06b. 00000400:00000200:1.0:1767384906.649948:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384906.649952:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:0.0:1767384906.649954:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384906.649955:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (11) 00000800:00000001:1.0:1767384906.649963:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384906.649968:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384906.650106:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000585063ce. 00000800:00000010:0.0:1767384906.650112:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008df230ec. 00000800:00000010:0.0:1767384906.650117:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000063d95c56. 00000800:00000010:0.0:1767384906.650148:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000063d95c56. 00000400:00000200:3.0:1767384906.650197:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384906.650210:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp17 from 238.3.0.2 00000800:00000010:3.0:1767384906.650212:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b71d3f5d. 00000800:00000010:1.0:1767384906.650243:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bcf069f. 00000800:00000010:1.0:1767384906.650252:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000395e3ad1. 00000800:00000010:1.0:1767384906.650276:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dabbd59b. 00000800:00000200:1.1:1767384906.650288:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9c95749] -> 12345-192.168.203.109@tcp17 (4) 00000800:00000200:1.1:1767384906.650293:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp17 00000000dabbd59b deleted 00000800:00000010:1.1:1767384906.650295:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dabbd59b. 00000800:00000200:1.1:1767384906.650299:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384906.650305:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp17 p 3.x 192.168.203.109 -> 192.168.203.109:1006 incarnation:1767384904968010087 sched[0] 00000800:00000010:1.0:1767384906.650310:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000635153e7. 00000800:00000010:1.0:1767384906.650409:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000635153e7. 00000800:00000010:1.0:1767384906.650413:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000395e3ad1. 00000800:00000010:1.0:1767384906.650431:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b71d3f5d. 00000800:00000001:0.0:1767384906.650441:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.650447:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384906.650458:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384906.650463:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp17 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384904968010087 sched[0] 00000800:00000010:1.0:1767384906.650467:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008df230ec. 00000800:00000001:0.0:1767384906.650499:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.650504:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384906.650777:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bb006302. 00080000:00000010:1.0:1767384906.650831:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003e7fce8b. 00040000:00000001:1.0:1767384906.650837:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384906.650853:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384906.650856:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384906.650859:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384906.650861:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.650903:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384906.650916:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384906.650923:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384906.650926:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384906.650933:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384906.650934:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb006302. 20000000:01000000:0.0:1767384906.650934:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384906.650941:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:0.0:1767384906.650942:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384906.650948:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384906.650949:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384906.650955:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384906.650957:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384906.650960:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384906.650961:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384906.650968:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384906.650971:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bc95067c. 00080000:00000001:3.0:1767384906.650977:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.650978:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384906.650983:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767384906.651001:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000617d95f2. 00080000:00000001:3.0:1767384906.651002:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.651007:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384906.651008:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384906.651009:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384906.651014:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000040:0.0:1767384906.651014:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000617d95f2 with handle 0x135556ebb4843ae2 to hash 00000020:00000001:0.0:1767384906.651021:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384906.651022:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00010000:00000001:0.0:1767384906.651025:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00080000:00000002:3.0:1767384906.651026:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384906.651031:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00080000:00000001:3.0:1767384906.651032:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384906.651038:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.651039:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384906.651040:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.651043:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.651044:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:0.0:1767384906.651050:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384906.651051:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384906.651058:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384906.651063:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009fe1397f. 00010000:00000001:0.0:1767384906.651064:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000020:1.0:1767384906.651068:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384906.651069:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384906.651070:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781957120 : -107297927594496 : ffff9e69c123fe00) 00000100:00000001:1.0:1767384906.651075:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384906.651075:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384906.651076:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000010:1.0:1767384906.651079:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000031721599. 00000001:00000001:3.0:1767384906.651082:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384906.651082:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:1.0:1767384906.651084:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.651088:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384906.651089:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b55c5f7a. 00010000:00000040:1.0:1767384906.651090:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363747840 00010000:00000001:0.0:1767384906.651092:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384906.651094:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.651098:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384906.651098:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384906.651104:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.651108:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384906.651109:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384906.651110:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000863392de x1853237363747840/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.651111:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384906.651113:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384906.651115:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384906.651119:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bc95067c) refcount = 1 00080000:00000001:3.0:1767384906.651128:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384906.651129:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384906.651138:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384906.651139:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384906.651145:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.651145:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384906.651146:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.651152:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384906.651154:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=24 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384906.651154:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384906.651159:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384906.651163:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00000100:00000001:1.0:1767384906.651164:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384906.651166:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.651169:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384906.651171:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000040:0.0:1767384906.651172:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000617d95f2 refcount=4 00000020:00000001:0.0:1767384906.651178:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00000100:00000001:1.0:1767384906.651180:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:0.0:1767384906.651181:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:0.0:1767384906.651189:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000001:1.0:1767384906.651190:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384906.651191:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.651197:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384906.651198:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384906.651205:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.651206:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.651208:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384906.651211:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384906.651213:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384906.651220:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384906.651221:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.651225:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384906.651226:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000395e3ad1. 00000100:00000200:1.0:1767384906.651231:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363747840, offset 224 00010000:00000001:0.0:1767384906.651238:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384906.651243:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384906.651243:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384906.651254:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384906.651254:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000617d95f2 already unused, calling callback (00000000c66beece) 00010000:00000001:0.0:1767384906.651261:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.651262:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:1.0:1767384906.651266:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02c00 00010000:00010000:0.0:1767384906.651267:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384906.651276:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x139d [2] + 224 00010000:00000001:0.0:1767384906.651279:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384906.651282:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.651283:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384906.651284:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384906.651284:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000617d95f2 refcount=5 00000020:00000001:0.0:1767384906.651289:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:0.0:1767384906.651292:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00000400:00000200:1.0:1767384906.651296:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384906.651297:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384906.651301:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384906.651305:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384906.651307:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384906.651311:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.651312:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384906.651314:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.651316:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384906.651319:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384906.651321:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.651324:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384906.651328:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000617d95f2 with handle 0x135556ebb4843ae2 from hash 00010000:00000001:0.0:1767384906.651332:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384906.651335:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.651337:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.651338:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384906.651341:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384906.651344:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1767384906.651347:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.651347:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384906.651350:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.651360:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.651364:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384906.651367:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384906.651370:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.651371:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.651372:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.651374:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.651375:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.651377:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384906.651380:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384906.651381:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.651386:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.651387:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384906.651388:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384906.651390:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384906.651391:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000395e3ad1 00010000:00000001:0.0:1767384906.651392:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.651395:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:1.0:1767384906.651397:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000395e3ad1. 00000100:00000001:3.0:1767384906.651399:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384906.651399:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.651404:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:0.0:1767384906.651405:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.651407:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767384906.651409:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384906.651411:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384906.651412:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384906.651417:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384906.651418:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:3.0:1767384906.651420:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084400cfd. 00000100:00000001:1.0:1767384906.651421:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.651421:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384906.651427:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000617d95f2/0x135556ebb4843ae2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384906.651428:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051263e7c 00000100:00000040:1.0:1767384906.651430:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:3.0:1767384906.651432:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051263e7c. 00010000:00000001:1.0:1767384906.651438:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384906.651441:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384906.651443:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384906.651444:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bc95067c count: 0 00000020:00000001:1.0:1767384906.651447:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384906.651451:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.651456:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384906.651457:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000863392de x1853237363747840/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384906.651460:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:1.0:1767384906.651491:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000863392de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363747840:12345-0@lo:253: Request processed in 3040us (3666us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384906.651493:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384906.651505:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:1.0:1767384906.651512:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384906.651513:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384906.651516:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384906.651518:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.651522:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384906.651527:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384906.651528:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384906.651531:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384906.651533:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf392867. 00000100:00000001:3.0:1767384906.651534:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384906.651541:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384906.651544:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fb6a2011. 00000100:00001000:3.0:1767384906.651545:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=24 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384906.651550:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f66a299e. 00000100:00001000:3.0:1767384906.651551:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384906.651558:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384906.651558:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:3.0:1767384906.651560:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.651565:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384906.651566:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384906.651567:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384906.651569:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f8057426. 00000100:00000001:3.0:1767384906.651570:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.651574:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384906.651577:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.651578:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384906.651587:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384906.651589:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384906.651593:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf16b73b. 00000100:00000001:3.0:1767384906.651594:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384906.651596:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384906.651601:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384906.651603:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384906.651603:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000395e3ad1. 00000020:01000004:3.0:1767384906.651606:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384906.651610:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384906.651618:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384906.651619:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384906.651620:0:16342:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384906.651621:0:16342:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384906.651622:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384906.651623:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384906.651626:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384906.651632:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363747840:0@lo:253: 00000100:00000001:3.0:1767384906.651636:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.651638:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384906.651639:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363747840/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.651644:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384906.651646:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384906.651648:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000369eefaf. 02000000:00000001:3.0:1767384906.651651:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384906.651653:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384906.651654:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384906.651656:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384906.651657:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000523ff2bd. 02000000:00000001:3.0:1767384906.651660:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384906.651662:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384906.651663:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:3.0:1767384906.651665:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384906.651666:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.651667:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.651671:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384906.651672:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.651673:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384906.651675:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384906.652724:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009fe1397f. 00080000:00000010:3.0:1767384906.652767:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b55c5f7a. 00040000:00000001:3.0:1767384906.652774:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384906.652777:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384906.652780:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384906.652784:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384906.652787:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384906.652797:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384906.652800:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384906.652813:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384906.652816:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384906.652822:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384906.652907:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384906.652912:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384906.652913:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384906.652917:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384906.652919:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384906.652926:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d72d767e. 00010000:00000001:0.0:1767384906.652938:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384906.652942:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000df70c85a. 00000020:00000001:0.0:1767384906.652944:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384906.652948:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000df70c85a with handle 0x135556ebb4843ae9 to hash 00000020:00000001:0.0:1767384906.652950:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384906.652951:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834100224 : -107292875451392 : ffff9e6aee459400) 00010000:00000001:0.0:1767384906.652954:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834100224 : -107292875451392 : ffff9e6aee459400) 00010000:00000001:0.0:1767384906.652957:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.652960:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.652962:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384906.652969:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384906.652969:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384906.652973:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1767384906.652974:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384906.652977:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000010:3.0:1767384906.652978:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d16d325d. 00010000:00000001:0.0:1767384906.652981:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384906.652984:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384906.652986:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.652987:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384906.652991:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384906.652993:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363747968 00010000:00000001:0.0:1767384906.652995:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384906.652997:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384906.652999:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384906.653002:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000200:3.0:1767384906.653005:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc8d9d96 x1853237363747968/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.653005:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384906.653010:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d72d767e) refcount = 1 00010000:00010000:0.0:1767384906.653018:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384906.653019:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384906.653023:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384906.653029:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=24 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384906.653029:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384906.653033:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1767384906.653035:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384906.653036:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.653039:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384906.653040:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384906.653043:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384906.653044:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 20000000:00000001:0.0:1767384906.653047:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:3.0:1767384906.653049:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384906.653052:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384906.653052:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002220440s 00010000:00000001:0.0:1767384906.653058:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384906.653059:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384906.653062:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384906.653066:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384906.653067:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000863dc998. 00000020:00000040:0.0:1767384906.653069:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000df70c85a refcount=4 00000100:00000200:3.0:1767384906.653072:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363747968, offset 224 00000020:00000001:0.0:1767384906.653073:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834100224 : -107292875451392 : ffff9e6aee459400) 00010000:00000001:0.0:1767384906.653079:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834100224 : -107292875451392 : ffff9e6aee459400) 00000400:00000200:3.0:1767384906.653084:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384906.653084:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384906.653088:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.653098:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384906.653099:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384906.653103:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.653109:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384906.653113:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02c80 00010000:00000001:0.0:1767384906.653114:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384906.653118:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384906.653124:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13a5 [2] + 224 00010000:00000001:0.0:1767384906.653129:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384906.653132:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384906.653132:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.653138:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767384906.653142:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384906.653142:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384906.653149:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384906.653151:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000df70c85a already unused, calling callback (00000000c66beece) 00000100:00000200:3.0:1767384906.653155:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.653157:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.653161:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384906.653165:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384906.653173:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.653175:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384906.653177:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.653179:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.653180:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000df70c85a refcount=5 00000020:00000001:0.0:1767384906.653185:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834100224 : -107292875451392 : ffff9e6aee459400) 00010000:00000001:0.0:1767384906.653192:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834100224 : -107292875451392 : ffff9e6aee459400) 00010000:00000001:0.0:1767384906.653203:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384906.653204:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384906.653205:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384906.653212:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384906.653214:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000863dc998 00010000:00000001:0.0:1767384906.653215:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.653218:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384906.653219:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000863dc998. 00010000:00000001:0.0:1767384906.653224:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384906.653226:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384906.653229:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384906.653230:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384906.653236:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384906.653238:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.653239:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384906.653244:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000df70c85a with handle 0x135556ebb4843ae9 from hash 00000100:00000040:3.0:1767384906.653245:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384906.653250:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384906.653251:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384906.653253:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384906.653254:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.653257:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384906.653258:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384906.653260:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384906.653264:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384906.653265:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8d9d96 x1853237363747968/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.653266:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384906.653271:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384906.653274:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.653280:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384906.653284:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc8d9d96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363747968:12345-0@lo:253: Request processed in 4789us (5251us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384906.653285:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384906.653289:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384906.653293:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384906.653297:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00000001:0.0:1767384906.653297:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.653301:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384906.653303:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00010000:00000001:0.0:1767384906.653304:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.653308:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384906.653309:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.653312:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767384906.653313:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384906.653316:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0c4e226. 00000100:00000001:1.0:1767384906.653319:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384906.653323:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384906.653324:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384906.653325:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e0b5d9f. 00010000:00000001:0.0:1767384906.653326:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384906.653331:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384906.653331:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:3.0:1767384906.653332:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026721853. 00000400:00000001:1.0:1767384906.653338:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384906.653338:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000040:3.0:1767384906.653341:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00010000:00000001:0.0:1767384906.653344:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384906.653345:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000464f06de. 02000000:00000001:3.0:1767384906.653347:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384906.653349:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384906.653352:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000012f6ffaa. 00000400:00000200:1.0:1767384906.653354:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac80d58f 02000000:00000001:3.0:1767384906.653358:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384906.653359:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac80d58f. 00010000:00000001:0.0:1767384906.653359:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384906.653361:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.653365:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384906.653368:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384906.653368:0:16341:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:0.0:1767384906.653369:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.653374:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384906.653375:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007556ffe6. 00000100:00000200:1.0:1767384906.653377:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384906.653384:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000863dc998. 00010000:00000001:0.0:1767384906.653394:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384906.653398:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384906.653401:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000df70c85a/0x135556ebb4843ae9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384906.653402:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384906.653420:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d72d767e count: 0 00000100:00000001:1.0:1767384906.653425:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384906.653429:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.653430:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384906.653431:0:16341:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:0.0:1767384906.653435:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:1.0:1767384906.653436:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384906.653439:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384906.653440:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.653442:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384906.653445:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=24 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384906.653449:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384906.653451:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384906.653452:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.653461:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384906.653462:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.653464:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.653466:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.653472:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.653474:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384906.653475:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384906.653477:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384906.653479:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384906.653480:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384906.653481:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384906.653482:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384906.653483:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384906.653484:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384906.653486:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384906.653487:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384906.653488:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384906.653494:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000067fbd8e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363747968:0@lo:253: 00000100:00000001:1.0:1767384906.653498:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.653500:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384906.653504:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000067fbd8e3 x1853237363747968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.653509:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384906.653511:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384906.653513:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b1d0033d. 02000000:00000001:1.0:1767384906.653518:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384906.653519:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384906.653521:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384906.653523:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384906.653525:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000079fb1d13. 02000000:00000001:1.0:1767384906.653529:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384906.653530:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384906.653531:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067fbd8e3. 00000100:00000001:1.0:1767384906.653541:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384906.653543:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.653545:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.653550:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384906.653552:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.653553:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.653555:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.654915:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294894533, at 4294894534 00000100:00000010:1.0:1767384906.654924:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001ab80f2. 00000100:00000040:3.0:1767384906.654937:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294894533, at 4294894534 00000100:00000040:2.0:1767384906.654942:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294894533, at 4294894534 00000100:00000010:3.0:1767384906.654945:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d00a8e8. 00000100:00000040:0.0:1767384906.654949:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294894533, at 4294894534 00000100:00000010:2.0:1767384906.654951:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a96f973. 00000100:00000010:0.0:1767384906.654960:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a90c9d29. 00010000:00000010:0.1:1767384906.656242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bc95067c. 00010000:00000010:0.1:1767384906.656248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000617d95f2. 00010000:00000010:0.1:1767384906.663912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d72d767e. 00010000:00000010:0.1:1767384906.663920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000df70c85a. 00000400:00000010:1.0:1767384906.667395:0:21710:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000615333c3. 00000400:00000040:1.0:1767384906.667414:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384906.667417:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384906.667420:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.667422:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384906.667424:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.667425:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384906.667429:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384906.667430:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384906.667432:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384906.667433:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384906.667436:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384906.667438:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384906.667441:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384906.667443:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384906.667445:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384906.667448:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384906.667450:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384906.667451:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384906.667453:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384906.667456:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.667458:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384906.667460:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384906.667462:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384906.667464:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384906.667466:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384906.667469:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.667471:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384906.667472:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384906.667482:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384906.667484:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384906.667485:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384906.667488:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384906.667490:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384906.667492:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384906.667494:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384906.667495:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384906.667497:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384906.667499:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384906.667501:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384906.667503:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384906.667505:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384906.667506:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384906.667508:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384906.667510:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384906.667512:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384906.667513:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384906.667515:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384906.667516:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384906.667519:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384906.667521:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384906.667522:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384906.667524:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384906.667525:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384906.667527:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384906.667529:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384906.667531:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384906.667532:0:21710:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384906.667564:0:21710:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000615333c3. 00000100:00000001:1.0:1767384906.713952:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384906.713952:0:17056:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384906.713958:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.713959:0:17056:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384907.096950:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384907.096955:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384907.096960:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384907.096962:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.096981:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384907.096983:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384907.096986:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384907.435927:0:21922:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004530f3d8. 00080000:00000010:1.0:1767384907.435937:0:21922:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004530f3d8. 00000020:00000001:1.0:1767384907.435942:0:21922:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384907.435949:0:21922:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004530f3d8. 00080000:00000010:1.0:1767384907.435953:0:21922:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004530f3d8. 00000020:00000001:1.0:1767384907.435956:0:21922:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384907.736927:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384907.736941:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 10000000:00000001:3.0:1767384907.736947:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384907.736950:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384907.736952:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384907.736954:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384907.736957:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384907.736959:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384907.736961:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 15 10000000:00000001:3.0:1767384907.736965:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384907.736967:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384907.736975:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000020:00000040:3.0:1767384907.736980:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384907.736985:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384907.736989:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384907.736994:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384907.737000:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7e68a65. 00000100:00000001:3.0:1767384907.737007:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.737013:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384907.737016:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384907.737023:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c336d6e. 00010000:00000001:3.0:1767384907.737029:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384907.737033:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cee78e17. 00000020:00000001:3.0:1767384907.737037:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384907.737041:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cee78e17 with handle 0x135556ebb4843af0 to hash 00000020:00000001:3.0:1767384907.737044:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384907.737046:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:3.0:1767384907.737049:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:3.0:1767384907.737053:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384907.737057:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384907.737060:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384907.737071:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384907.737082:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384907.737097:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384907.737099:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384907.737105:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eefd5488. 00000100:00000001:3.0:1767384907.737108:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775863993280 : -107297845558336 : ffff9e69c607c3c0) 00000100:00000001:3.0:1767384907.737111:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384907.737112:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000001:3.0:1767384907.737118:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384907.737121:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.737123:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384907.737125:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384907.737133:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.737143:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384907.737146:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.737149:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384907.737152:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384907.737155:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384907.737158:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363748096:0@lo:101: 00000100:00000001:3.0:1767384907.737163:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384907.737168:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384907.737171:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.737174:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384907.737178:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000efb7c04a. 02000000:00000001:3.0:1767384907.737181:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384907.737187:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6aa1dca. 00000400:00000010:3.0:1767384907.737194:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000100:00000200:3.0:1767384907.737201:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363748096, portal 25 00000100:00000001:3.0:1767384907.737203:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384907.737206:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000040:3.0:1767384907.737211:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.737219:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384907.737230:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384907.737233:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff328208. 00000100:00000200:3.0:1767384907.737237:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363748096, offset 0 00000400:00000200:3.0:1767384907.737244:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384907.737257:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384907.737270:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c02d00 00000400:00000200:3.0:1767384907.737277:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x209 [2] + 0 00000400:00000010:3.0:1767384907.737283:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c935427. 00000400:00000200:3.0:1767384907.737287:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc202c64 00000400:00000200:3.0:1767384907.737293:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384907.737298:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384907.737304:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc202c64 00000400:00000010:3.0:1767384907.737306:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc202c64. 00000100:00000001:3.0:1767384907.737311:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384907.737313:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384907.737316:0:17069:0:(events.c:337:request_in_callback()) incoming req@00000000c3b43275 x1853237363748096 msgsize 328 00000100:00100000:3.0:1767384907.737321:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384907.737324:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384907.737339:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384907.737347:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff328208 00000400:00000010:3.0:1767384907.737350:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff328208. 00000100:00000001:3.0:1767384907.737354:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384907.737360:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.737370:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384907.737373:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.737375:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384907.737378:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363748096 02000000:00000001:1.0:1767384907.737382:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384907.737385:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384907.737388:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.737388:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.737391:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.737393:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384907.737395:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363748096 00000020:00000001:1.0:1767384907.737399:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384907.737400:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384907.737401:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.737402:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.737406:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:3.0:1767384907.737409:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294895622 00000020:00000001:1.0:1767384907.737409:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384907.737413:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000010:3.0:1767384907.737418:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089b285a9. 00000100:00000001:1.0:1767384907.737419:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384907.737423:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055972772. 00000100:00000001:1.0:1767384907.737427:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.737428:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384907.737429:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055972772. 00000020:00000010:1.0:1767384907.737437:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005e5b135. 00000100:00000001:3.0:1767384907.737438:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294895622 00000020:00000010:1.0:1767384907.737442:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004c09ce0. 00000020:00000010:1.0:1767384907.737446:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023f6fe5f. 00000100:00000010:3.0:1767384907.737454:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001bb3801d. 00000100:00000040:1.0:1767384907.737457:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384907.737460:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384907.737461:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384907.737464:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384907.737466:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.737468:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294895622 00000100:00000001:1.0:1767384907.737473:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384907.737474:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e5b87234. 00000100:00000001:3.0:1767384907.737480:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384907.737482:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.737484:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294895622 00000100:00000010:3.0:1767384907.737490:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006eaad8f. 00000100:00000001:1.0:1767384907.737494:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384907.737495:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384907.737496:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384907.737503:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000001:3.0:1767384907.737504:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384907.737506:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384907.737510:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.737510:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780463999056 : -107293245552560 : ffff9e6ad8364850) 00000100:00000040:1.0:1767384907.737515:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c3b43275 x1853237363748096/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:133/0 lens 328/0 e 0 to 0 dl 1767384918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.737516:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384907.737520:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384907.737527:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000eefd5488 going to sleep for 11 seconds 00000100:00000001:1.0:1767384907.737528:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384907.737532:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384907.737536:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384907.737536:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055972772. 00000100:00000001:1.0:1767384907.737541:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384907.737543:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055972772. 00000100:00100000:1.0:1767384907.737547:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c3b43275 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:17069:x1853237363748096:12345-0@lo:101: 00000100:00000200:1.0:1767384907.737551:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363748096 00000020:00000001:1.0:1767384907.737554:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384907.737556:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384907.737558:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.737560:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384907.737562:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:1.0:1767384907.737565:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384907.737566:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384907.737568:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384907.737570:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384907.737573:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.737576:0:17064:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384907.737578:0:17064:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384907.737579:0:17064:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384907.737581:0:17064:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384907.737583:0:17064:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.737587:0:17064:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384907.737590:0:17064:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002a7d032e. 00010000:00000001:1.0:1767384907.737592:0:17064:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384907.737595:0:17064:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b9705b2. 00000020:00000001:1.0:1767384907.737597:0:17064:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384907.737599:0:17064:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b9705b2 with handle 0x135556ebb4843af7 to hash 00000020:00000001:1.0:1767384907.737601:0:17064:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384907.737602:0:17064:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384907.737604:0:17064:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00010000:1.0:1767384907.737606:0:17064:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843af0 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384907.737612:0:17064:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000020:00000040:1.0:1767384907.737614:0:17064:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=15 00000100:00000001:1.0:1767384907.737625:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384907.737627:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384907.737630:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000abb72229. 02000000:00000001:1.0:1767384907.737632:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.737633:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.737635:0:17064:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384907.737637:0:17064:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384907.737639:0:17064:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384907.737640:0:17064:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384907.737641:0:17064:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.737643:0:17064:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384907.737644:0:17064:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.737645:0:17064:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384907.737647:0:17064:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384907.737649:0:17064:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384907.737650:0:17064:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384907.737651:0:17064:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002a7d032e) refcount = 1 00010000:00010000:1.0:1767384907.737654:0:17064:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843af0 expref: 15 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.737658:0:17064:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384907.737660:0:17064:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384907.737661:0:17064:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.737663:0:17064:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.737664:0:17064:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384907.737667:0:17064:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384907.737669:0:17064:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843af0 expref: 15 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.737673:0:17064:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384907.737675:0:17064:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384907.737677:0:17064:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384907.737679:0:17064:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.737680:0:17064:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384907.737681:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.737683:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384907.737684:0:17064:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009b9705b2, rc 0) 00000020:00000001:1.0:1767384907.737690:0:17064:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384907.737693:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363748096 00010000:00000001:1.0:1767384907.737695:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384907.737698:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c3b43275 x1853237363748096/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:133/0 lens 328/344 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384907.737704:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384907.737706:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384907.737709:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384907.737713:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384907.737715:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384907.737717:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384907.737719:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384907.737721:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.737723:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384907.737725:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384907.737727:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000100:00000200:1.0:1767384907.737729:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363748096, offset 224 00000400:00000200:1.0:1767384907.737733:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384907.737738:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384907.737742:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c02d00 00000400:00000200:1.0:1767384907.737746:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x13c1 [1] + 224 00000400:00000200:1.0:1767384907.737749:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384907.737752:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384907.737755:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384907.737758:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384907.737764:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.737777:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384907.737781:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384907.737783:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:1.0:1767384907.737785:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384907.737787:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384907.737796:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.737799:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384907.737799:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384907.737801:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384907.737804:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384907.737805:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384907.737806:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384907.737809:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384907.737812:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b43275 x1853237363748096/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:133/0 lens 328/344 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384907.737813:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6aa1dca. 00000400:00000200:3.0:1767384907.737819:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000400:00000010:3.0:1767384907.737822:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000100:00100000:1.0:1767384907.737823:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c3b43275 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363748096:12345-0@lo:101: Request processed in 293us (504us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384907.737827:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384907.737843:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000200:3.0:1767384907.737845:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384907.737847:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384907.737852:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384907.737854:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384907.737859:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004c09ce0. 00000100:00000200:3.0:1767384907.737862:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384907.737891:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023f6fe5f. 00000100:00000001:3.0:1767384907.737898:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384907.737898:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005e5b135. 00000100:00000001:3.0:1767384907.737901:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.737905:0:17069:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384907.737905:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:3.0:1767384907.737910:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384907.737912:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384907.737912:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384907.737915:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384907.737915:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000abb72229. 02000000:00000001:3.0:1767384907.737921:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.737921:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384907.737925:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384907.737928:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=25 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384907.737930:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384907.737933:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069ea81a7. 00000400:00000010:1.0:1767384907.737937:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e48273a8. 00000100:00001000:3.0:1767384907.737944:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384907.737950:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384907.737952:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.737955:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384907.737957:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.737960:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.737965:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.737973:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.737976:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384907.737978:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384907.737982:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384907.737989:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363748096:0@lo:101: 00000100:00000001:3.0:1767384907.737995:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.737999:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.738001:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384907.738002:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384907.738004:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.738011:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384907.738013:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eefd5488. 00000100:00000001:3.0:1767384907.738016:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384907.738017:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.738020:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384907.738022:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384907.738024:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384907.738026:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cee78e17 refcount=4 00000020:00000001:3.0:1767384907.738028:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:3.0:1767384907.738031:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000040:3.0:1767384907.738035:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000cee78e17, remote cookie: 0x135556ebb4843af7, flags: 0x0 00010000:00000001:3.0:1767384907.738038:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384907.738047:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384907.738049:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384907.738051:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384907.738053:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384907.738054:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c336d6e) refcount = 1 00010000:00010000:3.0:1767384907.738057:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384907.738064:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384907.738065:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384907.738067:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384907.738069:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384907.738072:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384907.738075:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384907.738081:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384907.738083:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384907.738084:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384907.738085:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384907.738087:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384907.738088:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.738091:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384907.738094:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363748096/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.738102:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384907.738105:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384907.738108:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000efb7c04a. 02000000:00000001:3.0:1767384907.738113:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384907.738115:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384907.738116:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384907.738119:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384907.738121:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7e68a65. 02000000:00000001:3.0:1767384907.738124:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384907.738126:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384907.738127:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:3.0:1767384907.738130:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384907.738138:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384907.738140:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384907.738143:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384907.738144:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 10000000:00000001:3.0:1767384907.738147:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.738150:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384907.738152:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384907.738153:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cee78e17 refcount=3 00000020:00000001:3.0:1767384907.738155:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:3.0:1767384907.738158:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:3.0:1767384907.738161:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384907.738163:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384907.738165:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384907.738166:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384907.738168:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384907.738172:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d4f1afeb. 00000100:00000010:3.0:1767384907.738190:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000020:00000040:3.0:1767384907.738194:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384907.738197:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384907.738199:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384907.738202:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384907.738206:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7e68a65. 00000100:00000001:3.0:1767384907.738210:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.738214:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384907.738218:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000efb7c04a. 00000100:00000010:3.0:1767384907.738223:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000ed04a829. 00000020:00000040:3.0:1767384907.738224:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384907.738228:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384907.738229:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384907.738231:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eefd5488. 00000100:00000001:3.0:1767384907.738232:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775863993280 : -107297845558336 : ffff9e69c607c3c0) 00000100:00000001:3.0:1767384907.738234:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384907.738235:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000001:3.0:1767384907.738238:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384907.738239:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.738244:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384907.738245:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384907.738248:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.738253:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384907.738254:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.738256:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384907.738257:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384907.738259:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384907.738261:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363748224:0@lo:256: 00000100:00000001:3.0:1767384907.738264:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384907.738267:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384907.738268:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.738270:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384907.738274:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6aa1dca. 00000400:00000010:3.0:1767384907.738277:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000edd49eb1. 00000100:00000200:3.0:1767384907.738279:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c02d80-0x6958272c02d80, portal 33 00000100:00000001:3.0:1767384907.738282:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.738283:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384907.738285:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c702b5c7. 02000000:00000001:3.0:1767384907.738286:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384907.738288:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1957f3. 00000400:00000010:3.0:1767384907.738289:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000100:00000200:3.0:1767384907.738291:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363748224, portal 25 00000100:00000001:3.0:1767384907.738292:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384907.738293:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000040:3.0:1767384907.738295:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.738299:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384907.738300:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384907.738301:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff328208. 00000100:00000200:3.0:1767384907.738302:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363748224, offset 0 00000400:00000200:3.0:1767384907.738305:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384907.738310:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384907.738320:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c02d80 00000400:00000200:3.0:1767384907.738324:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x225 [2] + 0 00000400:00000010:3.0:1767384907.738326:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae95d036. 00000400:00000200:3.0:1767384907.738329:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028268cb3 00000400:00000200:3.0:1767384907.738332:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384907.738336:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384907.738340:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028268cb3 00000400:00000010:3.0:1767384907.738341:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028268cb3. 00000100:00000001:3.0:1767384907.738345:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384907.738345:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384907.738347:0:17069:0:(events.c:337:request_in_callback()) incoming req@00000000f3c9b1bb x1853237363748224 msgsize 304 00000100:00100000:3.0:1767384907.738349:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384907.738351:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384907.738361:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384907.738364:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff328208 00000400:00000010:3.0:1767384907.738365:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff328208. 00000100:00000001:3.0:1767384907.738367:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384907.738369:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.738374:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384907.738376:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.738381:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.738383:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384907.738385:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.738388:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294895623 00000100:00000001:3.0:1767384907.738392:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895622 00000100:00000001:3.0:1767384907.738396:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294895623 00000100:00000001:3.0:1767384907.738400:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895622 00000100:00000001:3.0:1767384907.738404:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294895623 00000100:00000001:3.0:1767384907.738408:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895622 00000100:00000001:1.0:1767384907.738409:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384907.738411:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294895623 00000100:00100000:1.0:1767384907.738414:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363748224 02000000:00000001:1.0:1767384907.738416:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384907.738418:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384907.738422:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.738423:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895622 02000000:00000001:1.0:1767384907.738427:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.738429:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.738433:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384907.738433:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363748224 00000100:00000001:3.0:1767384907.738438:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384907.738438:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384907.738443:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1767384907.738443:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00100000:3.0:1767384907.738447:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000eefd5488 going to sleep for 11 seconds 00000020:00000001:1.0:1767384907.738448:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384907.738450:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384907.738452:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:3.0:1767384907.738453:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.738464:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384907.738467:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384907.738471:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384907.738473:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055972772. 00000100:00000001:1.0:1767384907.738475:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384907.738477:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055972772. 00000020:00000010:1.0:1767384907.738482:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005e5b135. 00000020:00000010:1.0:1767384907.738485:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004c09ce0. 00000020:00000010:1.0:1767384907.738489:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023f6fe5f. 00000100:00000040:1.0:1767384907.738494:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384907.738496:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384907.738498:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384907.738500:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.738505:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.738517:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.738527:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384907.738529:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384907.738535:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:1.0:1767384907.738538:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384907.738541:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780226592848 : -107293482958768 : ffff9e6aca0fc050) 00000100:00000040:1.0:1767384907.738546:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3c9b1bb x1853237363748224/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:133/0 lens 304/0 e 0 to 0 dl 1767384918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.738555:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384907.738558:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055972772. 00000100:00000001:1.0:1767384907.738561:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384907.738563:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055972772. 00000100:00100000:1.0:1767384907.738567:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3c9b1bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363748224:12345-0@lo:256: 00000100:00000200:1.0:1767384907.738571:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363748224 00000020:00000001:1.0:1767384907.738574:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384907.738576:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384907.738578:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.738580:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384907.738588:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:1.0:1767384907.738591:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384907.738593:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384907.738595:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384907.738596:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384907.738599:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.738602:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384907.738604:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384907.738608:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000abb72229. 02000000:00000001:1.0:1767384907.738611:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.738613:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384907.738617:0:17064:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384907.738621:0:17064:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384907.738624:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384907.738627:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384907.738630:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384907.738632:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384907.738634:0:17064:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384907.738637:0:17064:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000fa31d634. 20000000:00000001:1.0:1767384907.738640:0:17064:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384907.738654:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384907.738660:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384907.738666:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384907.738668:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384907.738670:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384907.738672:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384907.738674:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384907.738676:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384907.738677:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384907.738680:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:01000000:1.0:1767384907.738682:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 224, pages 3872/1/4/3. 20000000:00000040:1.0:1767384907.738688:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384907.738691:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384907.738693:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384907.738695:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384907.738697:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384907.738699:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384907.738701:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384907.738711:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384907.738713:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384907.738715:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:01000000:1.0:1767384907.738718:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 224, pages 3648/1/4/3. 20000000:01000000:1.0:1767384907.738721:0:17064:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 448, version 24 20000000:00000001:1.0:1767384907.738723:0:17064:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=448 : 448 : 1c0) 00000100:00000001:1.0:1767384907.738726:0:17064:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384907.738730:0:17064:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003cdf3d3f. 00000100:00000010:1.0:1767384907.738733:0:17064:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000edc2d66a. 00000020:00000040:1.0:1767384907.738736:0:17064:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:1.0:1767384907.738739:0:17064:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384907.738741:0:17064:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384907.738744:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000400:00000010:1.0:1767384907.738750:0:17064:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e547837c. 00000400:00000200:1.0:1767384907.738754:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384907.738761:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384907.738767:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 448 into portal 33 MB=0x6958272c02d80 00000400:00000200:1.0:1767384907.738771:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 448/448 into md 0x13d1 [4] + 0 00000400:00000010:1.0:1767384907.738774:0:17064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6aa1dca. 00000400:00000200:1.0:1767384907.738778:0:17064:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000edd49eb1 00000400:00000200:1.0:1767384907.738781:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384907.738784:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384907.738786:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd49eb1 00000400:00000010:1.0:1767384907.738788:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000edd49eb1. 00000100:00000001:1.0:1767384907.738791:0:17064:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384907.738793:0:17064:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000004385cc8a desc 00000000efb7c04a mbits 1853237363748224 00000100:00000001:1.0:1767384907.738805:0:17064:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384907.738808:0:17064:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384907.738813:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384907.738820:0:17064:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x13dd 00000100:00000001:3.0:1767384907.738824:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384907.738824:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384907.738828:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384907.738846:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384907.738852:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384907.738854:0:17064:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000003cdf3d3f 00000100:00000001:1.0:1767384907.738857:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384907.738898:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384907.738901:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:1.0:1767384907.738905:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384907.738907:0:17064:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000003cdf3d3f 00000100:00000001:1.0:1767384907.738909:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384907.738915:0:17064:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 448 bytes via portal 33 id 12345-0@lo mbits 0x6958272c02d80-0x6958272c02d80 00000100:00000001:1.0:1767384907.738918:0:17064:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.738923:0:17064:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.738926:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384907.738928:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:1.0:1767384907.738931:0:17064:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000edc2d66a. 00000100:00000010:1.0:1767384907.738934:0:17064:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003cdf3d3f. 00000100:00000001:1.0:1767384907.738937:0:17064:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384907.738938:0:17064:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384907.738945:0:17064:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000fa31d634. 20000000:00000001:1.0:1767384907.738950:0:17064:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384907.738953:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363748224 00010000:00000001:1.0:1767384907.738955:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384907.738959:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3c9b1bb x1853237363748224/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:133/0 lens 304/240 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384907.738967:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384907.738968:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384907.738971:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384907.738974:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384907.738977:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384907.738979:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384907.738982:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384907.738984:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.738986:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384907.738989:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384907.738993:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000100:00000200:1.0:1767384907.738996:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363748224, offset 224 00000400:00000200:1.0:1767384907.739001:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384907.739009:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384907.739016:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c02d80 00000400:00000200:1.0:1767384907.739028:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x13d5 [1] + 224 00000400:00000200:1.0:1767384907.739033:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384907.739037:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384907.739041:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384907.739045:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384907.739054:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.739072:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384907.739078:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384907.739080:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:1.0:1767384907.739084:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384907.739086:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384907.739090:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.739094:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384907.739098:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384907.739100:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384907.739100:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.739105:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384907.739106:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384907.739109:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384907.739111:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3c9b1bb x1853237363748224/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:133/0 lens 304/240 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384907.739112:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1957f3. 00000400:00000200:3.0:1767384907.739117:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000400:00000010:3.0:1767384907.739120:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000100:00000001:3.0:1767384907.739124:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384907.739130:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384907.739133:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3c9b1bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363748224:12345-0@lo:256: Request processed in 574us (781us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384907.739149:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384907.739154:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000001:3.0:1767384907.739158:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384907.739161:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384907.739161:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384907.739165:0:17069:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384907.739166:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384907.739169:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384907.739170:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384907.739172:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384907.739175:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384907.739176:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004c09ce0. 02000000:00000001:3.0:1767384907.739178:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384907.739182:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023f6fe5f. 00000100:00001000:3.0:1767384907.739184:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=25 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384907.739189:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005e5b135. 00000100:00001000:3.0:1767384907.739191:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=25 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384907.739195:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:3.0:1767384907.739197:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384907.739200:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.739202:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384907.739204:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384907.739206:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000abb72229. 00010000:00000001:3.0:1767384907.739208:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.739211:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.739216:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384907.739217:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384907.739220:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384907.739225:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384907.739233:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be099df2. 00000400:00000010:1.0:1767384907.739239:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb2ca217. 00000100:00000040:3.0:1767384907.739241:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.739249:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384907.739251:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384907.739254:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384907.739258:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363748224:0@lo:256: 00000100:00000001:3.0:1767384907.739262:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.739265:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.739266:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384907.739268:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384907.739270:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.739275:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384907.739276:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eefd5488. 00000100:00000001:3.0:1767384907.739279:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384907.739280:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384907.739282:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 24, more 0. 10000000:00000001:3.0:1767384907.739284:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384907.739290:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003967ba0c. 10000000:00000040:3.0:1767384907.739298:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384907.739303:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384907.739305:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384907.739310:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:3.0:1767384907.739313:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.739314:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384907.739316:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:3.0:1767384907.739317:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000400:00000200:3.0:1767384907.739318:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 10 NIDs 00000400:00001000:3.0:1767384907.739321:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384907.739323:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:3.0:1767384907.739332:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384907.739336:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (10) 00000400:00000200:3.0:1767384907.739340:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384907.739343:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:3.0:1767384907.739345:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (11) 00000400:00000200:3.0:1767384907.739347:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:3.0:1767384907.739349:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:3.0:1767384907.739351:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384907.739352:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:3.0:1767384907.739353:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:3.0:1767384907.739355:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384907.739355:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:3.0:1767384907.739356:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:3.0:1767384907.739358:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384907.739359:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:3.0:1767384907.739360:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:3.0:1767384907.739362:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384907.739363:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:3.0:1767384907.739365:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:3.0:1767384907.739366:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384907.739367:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:3.0:1767384907.739368:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:3.0:1767384907.739370:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384907.739371:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:3.0:1767384907.739372:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:3.0:1767384907.739375:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384907.739376:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:3.0:1767384907.739377:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:3.0:1767384907.739379:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384907.739380:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:3.0:1767384907.739382:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:3.0:1767384907.739384:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384907.739385:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000100:00000001:3.0:1767384907.739387:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.739389:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384907.739391:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:3.0:1767384907.739397:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ba8937bd. 10000000:00000040:3.0:1767384907.739399:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 24/24 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:3.0:1767384907.739402:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384907.739406:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384907.739409:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069fa632d. 00000020:00000010:3.0:1767384907.739412:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a0d20d7e. 00000040:00000010:3.0:1767384907.739415:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002d5cb464. 00000020:00000010:3.0:1767384907.739419:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099c42544. 00000020:00000010:3.0:1767384907.739422:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384907.739425:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000719e1be2. 80000000:00000010:3.0:1767384907.739428:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006091fc01. 40000000:00000010:3.0:1767384907.739431:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ce926469. 00100000:00000010:3.0:1767384907.739435:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005f120413. 00040000:00000010:3.0:1767384907.739439:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006bbd9a96. 00040000:00000010:3.0:1767384907.739443:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003e385411. 00040000:00000010:3.0:1767384907.739446:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001f72f6fb. 00080000:00000010:3.0:1767384907.739450:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e2bed4c3. 00080000:00000010:3.0:1767384907.739454:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003adafedf. 00000004:00000010:3.0:1767384907.739460:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009b87bf59. 00000004:00000010:3.0:1767384907.739465:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003417dc4f. 00000004:00000010:3.0:1767384907.739469:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000094aa185b. 00002000:00000010:3.0:1767384907.739472:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d6c3308b. 00000004:00000010:3.0:1767384907.739475:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b17c18b5. 00000004:00000001:3.0:1767384907.739478:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384907.739481:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384907.739482:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ba8937bd 00000040:00001000:3.0:1767384907.739484:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384907.739485:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384907.739486:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384907.739487:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384907.739490:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384907.739490:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384907.739491:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384907.739492:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:3.0:1767384907.739498:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384907.739542:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384907.739546:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a0d20d7e. 00000040:00000010:3.0:1767384907.739549:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002d5cb464. 00000020:00000010:3.0:1767384907.739551:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099c42544. 00000020:00000010:3.0:1767384907.739554:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384907.739557:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000719e1be2. 80000000:00000010:3.0:1767384907.739559:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006091fc01. 40000000:00000010:3.0:1767384907.739562:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ce926469. 00100000:00000010:3.0:1767384907.739565:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005f120413. 00040000:00000010:3.0:1767384907.739567:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006bbd9a96. 00040000:00000010:3.0:1767384907.739569:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003e385411. 00040000:00000010:3.0:1767384907.739571:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001f72f6fb. 00080000:00000010:3.0:1767384907.739574:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003adafedf. 00080000:00000010:3.0:1767384907.739576:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e2bed4c3. 00000004:00000010:3.0:1767384907.739579:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009b87bf59. 00000004:00000010:3.0:1767384907.739582:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003417dc4f. 00000004:00000010:3.0:1767384907.739585:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000094aa185b. 00002000:00000010:3.0:1767384907.739588:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d6c3308b. 00000004:00000010:3.0:1767384907.739591:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b17c18b5. 00000020:00000010:3.0:1767384907.739593:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069fa632d. 00000020:00000001:3.0:1767384907.739596:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384907.739598:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384907.739601:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ba8937bd. 10000000:00000010:3.0:1767384907.739603:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003967ba0c. 10000000:00000001:3.0:1767384907.739605:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.739607:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384907.739610:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363748224/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.739614:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384907.739615:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384907.739617:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c702b5c7. 02000000:00000001:3.0:1767384907.739619:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384907.739620:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384907.739624:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384907.739626:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384907.739626:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384907.739627:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384907.739628:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384907.739629:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384907.739630:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000ed04a829. 00000100:00000010:3.0:1767384907.739632:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000efb7c04a. 00000100:00000001:3.0:1767384907.739633:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384907.739634:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7e68a65. 02000000:00000001:3.0:1767384907.739636:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384907.739636:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384907.739637:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:3.0:1767384907.739639:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384907.739640:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384907.739650:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d4f1afeb. 10000000:01000000:3.0:1767384907.739652:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384907.739654:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384907.739655:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384907.739656:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384907.739657:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cee78e17 refcount=3 00000020:00000001:3.0:1767384907.739659:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:3.0:1767384907.739661:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:3.0:1767384907.739663:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384907.739664:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384907.739669:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384907.739669:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384907.739671:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384907.739675:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384907.739675:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384907.739676:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384907.739677:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384907.739683:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384907.739685:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384907.739687:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384907.739688:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:3.0:1767384907.739689:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384907.744898:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294895623, at 4294895624 00000100:00000010:2.0:1767384907.744906:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e5b87234. 00000100:00000040:1.0:1767384907.744921:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294895623, at 4294895624 00000100:00000010:1.0:1767384907.744930:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001bb3801d. 00000100:00000040:0.0:1767384907.744978:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294895623, at 4294895624 00000100:00000010:0.0:1767384907.744985:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089b285a9. 00000100:00000040:3.0:1767384907.745899:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294895623, at 4294895625 00000100:00000010:3.0:1767384907.745906:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006eaad8f. 00000020:00000010:0.0:1767384907.747366:0:21991:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bb9b1ccb. 00000020:00000040:0.0:1767384907.747373:0:21991:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384907.747375:0:21991:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bb9b1ccb. 00010000:00000001:2.0:1767384908.121968:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384908.121974:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.121980:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384908.121989:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.122020:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384908.122025:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.122028:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384908.170219:0:22088:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384908.170235:0:22088:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:2.0:1767384908.175641:0:22088:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384908.185572:0:22089:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008fe343a3. 00000400:00000010:2.0:1767384908.185588:0:22089:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000001bba77. 00000400:00000010:2.0:1767384908.185599:0:22089:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008a886475. 00000400:00000010:2.0:1767384908.185603:0:22089:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002ae53c66. 00000400:00000010:2.0:1767384908.185608:0:22089:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6d19451. 00000400:00000010:2.0:1767384908.185612:0:22089:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002d1ae76. 00000400:00000010:2.0:1767384908.185615:0:22089:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003649c1cc. 00000400:00000010:2.0:1767384908.185616:0:22089:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c87e1d96. 00000400:00000010:2.0:1767384908.185620:0:22089:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006dbdec20. 00000800:00000010:2.0:1767384908.185632:0:22089:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000055767862. 00000800:00000200:2.0:1767384908.185644:0:22089:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384908.185652:0:22089:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384908.185693:0:22089:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:2.0:1767384908.185717:0:22089:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp19 [8/256/0/180] 00000400:00000010:2.0:1767384908.187952:0:22089:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000e5e7f09b. 00000400:00000010:2.0:1767384908.187959:0:22089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b0d601. 00000400:00000010:2.0:1767384908.187965:0:22089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000400:00000001:2.0:1767384908.187979:0:22089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384908.187980:0:22089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384908.187982:0:22089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa25d21e. 00000400:00000200:2.0:1767384908.187985:0:22089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587dfa3d 00000400:00000010:2.0:1767384908.187987:0:22089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000587dfa3d. 00000400:00000010:2.0:1767384908.187991:0:22089:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000000559b8cc. 00000400:00000200:2.0:1767384908.187999:0:22089:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (10) 00000400:00000200:2.0:1767384908.188011:0:22089:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384908.188021:0:22089:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:2.0:1767384908.188029:0:22089:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005daa3c81. 00000020:01000000:2.0:1767384908.188034:0:22089:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384908.188037:0:22089:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp19 00000400:00000200:3.0:1767384908.188051:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384908.188060:0:22089:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000001bba77. 00000400:00000200:3.0:1767384908.188061:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:2.0:1767384908.188085:0:22089:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008fe343a3. 00000400:00000010:3.0:1767384908.188091:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000400:00000200:3.0:1767384908.188098:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (11) 00000020:00000001:0.0:1767384908.188105:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384908.188107:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f36536e. 10000000:00000001:0.0:1767384908.188112:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384908.188118:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384908.188119:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 10000000:01000000:0.0:1767384908.188123:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384908.188128:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384908.188131:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384908.188133:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384908.188135:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384908.188137:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384908.188140:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000020:01000004:0.0:1767384908.188149:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384908.188150:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384908.188152:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384908.188156:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384908.188159:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384908.188162:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384908.188167:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000010:0.0:1767384908.188169:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006032cdbf. 00000020:00000040:0.0:1767384908.188178:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:3.0:1767384908.188181:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:0.0:1767384908.188187:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384908.188191:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384908.188192:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:0.0:1767384908.188198:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384908.188205:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000010:0.0:1767384908.188209:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ed34aee0. 00000100:00000001:0.0:1767384908.188219:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384908.188220:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:0.0:1767384908.188229:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384908.188231:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:0.0:1767384908.188233:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.188246:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006032cdbf] to pc [ptlrpcd_00_01+1] req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384908.188248:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384908.188272:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384908.188281:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:3.0:1767384908.188289:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp18 10000000:00000001:0.0:1767384908.188289:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384908.188295:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384908.188300:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp18 lpni_is_preferred = 0 00000020:00000001:0.0:1767384908.188301:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384908.188308:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384908.188313:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp18 00000020:00000001:0.0:1767384908.188317:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384908.188320:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384908.188321:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384908.188323:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384908.188325:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384908.188327:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384908.188333:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384908.188335:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384908.188338:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384908.188339:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp18 NI seq info: [23:23:256:4294967295] 192.168.203.109@tcp18 LPNI seq info [23:23:8:4294967295] 00000100:00000001:1.0:1767384908.188341:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384908.188343:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384908.188349:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384908.188352:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384908.188353:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767384908.188356:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384908.188358:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384908.188359:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp18 00000020:01000004:0.0:1767384908.188362:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384908.188368:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1e5fa14. 00000020:00000040:0.0:1767384908.188375:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384908.188382:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384908.188387:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384908.188390:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18:) -> 192.168.203.109@tcp18(192.168.203.109@tcp:192.168.203.109@tcp18) : PUT try# 0 00000100:00000001:1.0:1767384908.188396:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384908.188400:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.188404:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384908.188409:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005befea76. 00000800:00000200:3.0:1767384908.188413:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.203.109@tcp18 02000000:00000001:1.0:1767384908.188415:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384908.188416:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.188422:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384908.188423:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bbd9a96. 00000100:00000001:0.0:1767384908.188424:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384908.188429:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.188434:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.188438:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1e5fa14] to pc [ptlrpcd_00_02+2] req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384908.188440:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000eefd5488. 00000100:00100000:1.0:1767384908.188445:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363748352:0@lo:253: 00000800:00000010:3.0:1767384908.188452:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000080266fab. 00000100:00000001:1.0:1767384908.188462:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767384908.188470:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (2) 02000000:00000001:1.0:1767384908.188473:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384908.188479:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384908.188479:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384908.188484:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (2) 10000000:00000001:0.0:1767384908.188487:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.188489:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384908.188493:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384908.188497:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384908.188499:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005daa3c81. 02000000:00000010:1.0:1767384908.188502:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000079fb1d13. 02000000:00000001:1.0:1767384908.188508:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384908.188512:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000100:00000001:0.0:1767384908.188515:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384908.188516:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa25d21e. 00000400:00000200:3.0:1767384908.188520:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 00000100:00100000:0.0:1767384908.188521:0:16343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:1.0:1767384908.188528:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c03f1cf2. 00000100:00000001:0.0:1767384908.188529:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384908.188539:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363748352, portal 25 00000100:00000001:0.0:1767384908.188541:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384908.188545:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384908.188546:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.188547:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.188551:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990652288 : -107292718899328 : ffff9e6af79a5f80) 00000100:00000001:0.0:1767384908.188554:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384908.188555:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.188559:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384908.188563:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384908.188567:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384908.188570:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.188583:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384908.188590:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.188613:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384908.188613:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384908.188618:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.188621:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384908.188624:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384908.188625:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384908.188631:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384908.188633:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dabbd59b. 00000100:00100000:0.0:1767384908.188635:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1e5fa14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363748480:0@lo:253: 00000100:00000001:0.0:1767384908.188640:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384908.188642:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384908.188644:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.188647:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384908.188653:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363748352, offset 0 00000400:00000200:1.0:1767384908.188665:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384908.188670:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002ea1c6be. 02000000:00000001:0.0:1767384908.188674:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.188682:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384908.188682:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b0f5fbb. 00000400:00000010:0.0:1767384908.188699:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027fa1454. 00000400:00000200:1.0:1767384908.188700:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02e00 00000400:00000200:2.0:1767384908.188706:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000200:0.0:1767384908.188707:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363748480, portal 25 00000100:00000001:0.0:1767384908.188714:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384908.188718:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990646912 : -107292718904704 : ffff9e6af79a4a80) 00000400:00000200:1.0:1767384908.188719:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000100:00000040:0.0:1767384908.188729:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384908.188730:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026b336d4. 00000100:00000001:0.0:1767384908.188741:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384908.188742:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000774ad101 00000100:00000040:0.0:1767384908.188746:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384908.188751:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000613dbf89. 00000400:00000200:1.0:1767384908.188755:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384908.188756:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363748480, offset 0 00000400:00000200:2.0:1767384908.188758:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384908.188772:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384908.188774:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384908.188799:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000774ad101 00000400:00000200:0.0:1767384908.188800:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384908.188806:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000774ad101. 00000400:00000200:0.0:1767384908.188813:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c02e80 00000100:00000001:1.0:1767384908.188816:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384908.188821:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000100:00000200:1.0:1767384908.188822:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384908.188846:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a95a162b. 00000100:00000040:1.0:1767384908.188851:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000112e97bf x1853237363748352 msgsize 4848 00000400:00000200:0.0:1767384908.188854:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f503cf0d 00000400:00000200:2.0:1767384908.188855:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384908.188907:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384908.188908:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384908.188913:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384908.188917:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384908.188922:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f503cf0d 00000100:00000001:1.0:1767384908.188924:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384908.188925:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f503cf0d. 00000100:00000001:0.0:1767384908.188932:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384908.188934:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384908.188938:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabbd59b 00000100:00000040:0.0:1767384908.188938:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000004ae1cfe8 x1853237363748480 msgsize 4848 00000400:00000010:1.0:1767384908.188943:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dabbd59b. 00000100:00100000:0.0:1767384908.188949:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384908.188951:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384908.188953:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:1.0:1767384908.188960:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.188967:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384908.188969:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:1.0:1767384908.188971:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384908.188978:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000613dbf89 00000100:00000040:1.0:1767384908.188979:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384908.188984:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000613dbf89. 00000100:00000001:0.0:1767384908.188993:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384908.188995:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.188999:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384908.189002:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.189008:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.189013:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384908.189016:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000001:1.0:1767384908.189016:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294896074 00000100:00000040:0.0:1767384908.189019:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384908.189037:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001ab80f2. 00000100:00000001:1.0:1767384908.189047:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384908.189055:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294896074 00000100:00000001:0.0:1767384908.189059:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.189061:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000010:1.0:1767384908.189062:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a757bd59. 00000100:00000001:0.0:1767384908.189063:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384908.189073:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.189075:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384908.189095:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294896074 00000100:00000001:0.0:1767384908.189101:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294896074 00000100:00000001:1.0:1767384908.189102:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294896074 00000100:00000001:0.0:1767384908.189104:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294896074 00000100:00000001:0.0:1767384908.189112:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294896074 00000100:00000010:1.0:1767384908.189113:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005945f7e8. 00000400:00000200:2.0:1767384908.189118:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:0.0:1767384908.189118:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294896074 00000100:00000001:1.0:1767384908.189122:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384908.189133:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294896074 00000100:00000001:0.0:1767384908.189139:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294896074 00000100:00000010:1.0:1767384908.189141:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a90c9d29. 00000100:00000001:0.0:1767384908.189148:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294896074 00000100:00000001:1.0:1767384908.189151:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384908.189156:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:1.0:1767384908.189160:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384908.189162:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294896074 00000100:00000001:1.0:1767384908.189167:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.189170:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.189173:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.189176:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.189180:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.189184:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.189191:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.189192:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.189197:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384908.189202:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000001:1.0:1767384908.189206:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.189210:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384908.189215:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.189221:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.189227:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384908.189232:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363748352 02000000:00000001:0.0:1767384908.189235:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384908.189238:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384908.189241:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.189245:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384908.189249:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363748352 00000020:00000001:0.0:1767384908.189253:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384908.189255:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:1.0:1767384908.189257:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384908.189258:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384908.189264:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363748480 00000020:00000040:0.0:1767384908.189265:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000400:00000200:2.0:1767384908.189266:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 02000000:00000001:1.0:1767384908.189271:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384908.189275:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384908.189276:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384908.189280:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.189285:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 02000000:00000001:1.0:1767384908.189286:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384908.189312:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363748480 00000020:00000001:1.0:1767384908.189316:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384908.189316:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384908.189320:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384908.189323:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.189325:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000010:0.0:1767384908.189325:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6b7b81a. 00000020:00000001:1.0:1767384908.189330:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384908.189334:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384908.189335:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384908.189340:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384908.189345:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000020:00000010:1.0:1767384908.189345:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055972772. 00000100:00000001:1.0:1767384908.189351:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384908.189358:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055972772. 00000020:00000010:0.0:1767384908.189363:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6b7b81a. 00000020:00000010:1.0:1767384908.189377:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005e5b135. 00000020:00000010:0.0:1767384908.189377:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c0da1ad. 00000020:00000010:1.0:1767384908.189386:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d626502a. 00000020:00000010:0.0:1767384908.189389:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005bfc734e. 00000020:00000010:1.0:1767384908.189394:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023f6fe5f. 00000400:00000200:2.0:1767384908.189395:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000020:00000010:0.0:1767384908.189398:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522854c9. 00000100:00000040:1.0:1767384908.189411:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384908.189416:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384908.189418:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384908.189420:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.189420:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384908.189424:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384908.189428:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.189433:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.189435:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.189447:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.189448:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384908.189471:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:1.0:1767384908.189472:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384908.189472:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384908.189477:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384908.189478:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384908.189489:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000040:0.0:1767384908.189494:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384908.189496:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780226605136 : -107293482946480 : ffff9e6aca0ff050) 00000100:00100000:1.0:1767384908.189501:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000040:0.0:1767384908.189506:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ae1cfe8 x1853237363748480/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384908.189507:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:1.0:1767384908.189514:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780226593872 : -107293482957744 : ffff9e6aca0fc450) 00000100:00000040:1.0:1767384908.189525:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000112e97bf x1853237363748352/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.189525:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384908.189527:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000020:00000010:0.0:1767384908.189532:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6b7b81a. 00000100:00000001:0.0:1767384908.189539:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.189545:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384908.189545:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6b7b81a. 00000020:00000010:1.0:1767384908.189552:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055972772. 00000100:00000001:1.0:1767384908.189557:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384908.189558:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004ae1cfe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363748480:12345-0@lo:253: 00000020:00000010:1.0:1767384908.189565:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055972772. 00000100:00000200:0.0:1767384908.189566:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363748480 00000020:00000001:0.0:1767384908.189573:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384908.189578:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000112e97bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363748352:12345-0@lo:253: 00000020:00000001:0.0:1767384908.189579:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384908.189584:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384908.189586:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363748352 00000020:00000001:0.0:1767384908.189589:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384908.189591:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384908.189593:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:2.0:1767384908.189596:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000020:00000001:1.0:1767384908.189597:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384908.189599:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384908.189621:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.189622:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384908.189627:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384908.189628:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384908.189632:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:0.0:1767384908.189634:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384908.189641:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384908.189641:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384908.189644:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384908.189648:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384908.189651:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384908.189655:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.189656:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384908.189658:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384908.189661:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384908.189671:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001d0cd3df. 02000000:00000001:1.0:1767384908.189672:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384908.189678:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384908.189682:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b1d0033d. 00000100:00000001:0.0:1767384908.189682:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.189685:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384908.189687:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.189689:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000100:00000001:1.0:1767384908.189692:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.189697:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384908.189701:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005b73d36e. 20000000:01000000:0.0:1767384908.189707:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384908.189711:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f8057426. 20000000:00000001:0.0:1767384908.189711:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384908.189717:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:1.0:1767384908.189719:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384908.189721:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.189723:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384908.189725:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.189728:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384908.189731:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384908.189732:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.189737:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.189739:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384908.189744:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006395cf5b. 00000400:00000200:2.0:1767384908.189746:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 20000000:01000000:0.0:1767384908.189752:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384908.189763:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384908.189770:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384908.189792:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384908.189795:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00080000:00000001:0.0:1767384908.189814:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384908.189854:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.189858:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384908.189859:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.189861:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384908.189883:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384908.189887:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:0.0:1767384908.189892:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:0.0:1767384908.189894:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384908.189897:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384908.189900:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.189903:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384908.189907:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384908.189913:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:0.0:1767384908.189917:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384908.189922:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003bf1eeb9. 00080000:00000001:0.0:1767384908.189925:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775783562752 : -107297925988864 : ffff9e69c13c7e00) 00080000:00000001:0.0:1767384908.189928:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384908.189940:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384908.189945:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a6b7b81a. 00080000:00000001:0.0:1767384908.189948:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.189951:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384908.189965:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.189983:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384908.190199:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b93ee3df. 00000800:00000010:2.0:1767384908.190209:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000001bba77. 00000800:00000010:2.0:1767384908.190217:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081bf1b67. 00000800:00000010:2.0:1767384908.190275:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081bf1b67. 00000400:00000200:1.0:1767384908.190300:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384908.190325:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp18 from 237.3.0.2 00000800:00000010:1.0:1767384908.190330:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001b0edb26. 00000800:00000010:0.0:1767384908.190379:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f0990c7a. 00000800:00000010:0.0:1767384908.190386:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000613dbf89. 00000800:00000010:0.0:1767384908.190416:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000053351ad1. 00000800:00000200:0.1:1767384908.190425:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (2) 00000800:00000200:0.1:1767384908.190430:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp18 0000000053351ad1 deleted 00000800:00000010:0.1:1767384908.190433:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000053351ad1. 00000800:00000200:0.1:1767384908.190439:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384908.190446:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp18 ip 192.168.203.109:1005 00000800:00000200:0.1:1767384908.190451:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bbd9a96 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:0.0:1767384908.190458:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp18 p 3.x 192.168.203.109 -> 192.168.203.109:1005 incarnation:1767384906644706113 sched[0] 00000800:00000010:0.0:1767384908.190464:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003820f684. 00000800:00000010:0.0:1767384908.190532:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003820f684. 00000800:00000010:0.0:1767384908.190537:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000613dbf89. 00000800:00000200:2.1:1767384908.190566:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384908.190576:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp18 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384906644706113 sched[0] 00000800:00000010:0.0:1767384908.190580:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001b0edb26. 00000800:00000010:2.0:1767384908.190581:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000001bba77. 00000800:00000001:1.0:1767384908.190600:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.190608:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384908.190619:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.190622:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384908.190657:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000001:1.0:1767384908.190687:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.190696:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384908.190698:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384908.190705:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:1.0:1767384908.190706:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384908.190708:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384908.190732:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bbd9a96. 00000400:00000200:1.0:1767384908.190738:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18) <- 192.168.203.109@tcp18 : PUT - for me 00000400:00000200:0.0:1767384908.190742:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.190753:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384908.190754:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: PUT: OK 00000400:00000200:2.0:1767384908.190758:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384908.190767:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 208/208 into md 0x13ad [1] + 0 00000400:00000010:1.0:1767384908.190772:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020e92783. 00000400:00000200:1.0:1767384908.190776:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c425c1d9 00000400:00000200:0.0:1767384908.190780:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384908.190781:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384908.190788:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384908.190789:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000800:00000001:1.0:1767384908.190794:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384908.190808:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.190816:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: PUT: OK 00000400:00000200:1.0:1767384908.190821:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000400:00000010:1.0:1767384908.190823:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000400:00000200:1.0:1767384908.190847:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384908.190853:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384908.190860:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (12) 00000400:00000200:1.0:1767384908.190914:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:1.0:1767384908.190919:0:16334:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000ce065829. 00000400:00000200:1.0:1767384908.190924:0:16334:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 11 00000400:00000200:1.0:1767384908.190930:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384908.190945:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (13) 00000400:00000200:1.0:1767384908.190951:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384908.190955:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384908.190959:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp18 to MR: 192.168.203.109@tcp18 local destination 00000400:00000200:1.0:1767384908.190968:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp18 NI seq info: [24:24:256:4294967295] 192.168.203.109@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767384908.190982:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18:192.168.203.109@tcp18) -> 192.168.203.109@tcp18(192.168.203.109@tcp18:192.168.203.109@tcp18) 192.168.203.109@tcp18 : ACK try# 0 00000800:00000200:1.0:1767384908.190990:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp18 00000800:00000010:1.0:1767384908.190995:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000559b8cc. 00000400:00000200:2.0:1767384908.190997:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000800:00000200:1.0:1767384908.191004:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (4) 00000800:00000200:1.0:1767384908.191012:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp18 ip 192.168.203.109:988 00000800:00000200:1.0:1767384908.191016:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000559b8cc type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384908.191042:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384908.191079:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000200:1.0:1767384908.191082:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384908.191089:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000559b8cc. 00000400:00000200:1.0:1767384908.191097:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.191106:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: ACK: OK 00000400:00000200:0.0:1767384908.191112:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:1.0:1767384908.191120:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384908.191120:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bced1961. 00000400:00000200:2.0:1767384908.191122:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000010:0.0:1767384908.191130:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000614a9024. 00000800:00000001:1.0:1767384908.191131:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.191137:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000800:00000001:1.0:1767384908.191139:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384908.191147:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000800:00000001:1.0:1767384908.191150:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384908.191156:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384908.191157:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000803c784d. 00000800:00000001:1.0:1767384908.191163:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384908.191164:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 000000008d401c49. 00000400:00000010:0.0:1767384908.191172:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 0000000096a92f7a. 00000400:00000200:2.0:1767384908.191174:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384908.191182:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18) <- 192.168.203.109@tcp18 : ACK - for me 00000400:00000200:1.0:1767384908.191197:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp18: ACK from 12345-192.168.203.109@tcp18 into md 0x13ed 00000400:00000010:0.0:1767384908.191201:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000eb227713. 00000400:00000200:1.0:1767384908.191203:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.191212:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: ACK: OK 00000400:00000200:1.0:1767384908.191217:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000400:00000200:2.0:1767384908.191223:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000010:1.0:1767384908.191228:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000400:00000200:1.0:1767384908.191236:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384908.191241:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1767384908.191248:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384908.191270:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (12) 00000400:00000200:0.0:1767384908.191275:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000eb227713 nid 192.168.203.109@tcp19 00000800:00000001:1.0:1767384908.191279:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384908.191281:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003c09d779. 00000800:00000001:1.0:1767384908.191287:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.191288:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000003c09d779 net tcp19 00000400:00000200:2.0:1767384908.191292:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384908.191295:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (11) 00000400:00000200:0.0:1767384908.191304:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp19 flags 0x11 00000400:00000010:0.0:1767384908.191319:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000803c784d. 00000400:00000010:0.0:1767384908.191323:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 000000008d401c49. 00000400:00000010:0.0:1767384908.191327:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 0000000096a92f7a. 00000400:00000010:0.0:1767384908.191330:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000ce065829. 00000400:00000200:0.0:1767384908.191337:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384908.191341:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100151 00000400:00000200:0.0:1767384908.191345:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 rc 1 00000400:00000200:2.0:1767384908.191349:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384908.191353:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000200:0.0:1767384908.191359:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384908.191363:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100111 rc 0 00000400:00000200:0.0:1767384908.191369:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:0.0:1767384908.191373:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (12) 00000400:00000200:2.0:1767384908.191395:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384908.191437:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384908.191458:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384908.191477:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384908.191506:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000800:00000010:2.0:1767384908.191663:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005daa3c81. 00000800:00000010:2.0:1767384908.191668:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000001bba77. 00000800:00000010:2.0:1767384908.191672:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081bf1b67. 00000800:00000010:2.0:1767384908.191706:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081bf1b67. 00000400:00000200:1.0:1767384908.191815:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384908.191912:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp18 from 236.3.0.2 00000800:00000010:1.0:1767384908.191951:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007e3af098. 00080000:00000010:0.0:1767384908.192054:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003bf1eeb9. 00080000:00000010:0.0:1767384908.192103:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a6b7b81a. 00040000:00000001:0.0:1767384908.192109:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384908.192113:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384908.192116:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384908.192120:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384908.192124:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.192127:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384908.192138:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384908.192147:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384908.192150:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384908.192156:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384908.192226:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384908.192230:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384908.192234:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384908.192238:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384908.192242:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384908.192270:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002a7d032e count: 2 00010000:00000001:0.0:1767384908.192274:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384908.192278:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384908.192282:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3ba996e. 00000020:00000001:0.0:1767384908.192287:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384908.192301:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3ba996e with handle 0x135556ebb4843afe to hash 00000020:00000001:0.0:1767384908.192303:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384908.192306:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:0.0:1767384908.192310:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:0.0:1767384908.192314:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.192317:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.192321:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.192330:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384908.192335:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384908.192337:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384908.192340:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384908.192343:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384908.192348:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843af0 expref: 16 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.192354:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384908.192357:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.192360:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384908.192362:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.192364:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.192367:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384908.192370:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384908.192376:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002a7d032e) refcount = 2 00010000:00000040:0.0:1767384908.192380:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384908.192383:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843af0 expref: 16 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384908.192388:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384908.192390:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384908.192399:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6b7b81a. 00000100:00000001:0.0:1767384908.192408:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384908.192413:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000613dbf89. 00000100:00000001:0.0:1767384908.192416:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780860949248 : -107292848602368 : ffff9e6aefdf4300) 20000000:00000010:1.0:1767384908.192417:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b2ec52bb. 00000100:00000001:0.0:1767384908.192420:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636780860949248 : -107292848602368 : ffff9e6aefdf4300) 20000000:01000000:1.0:1767384908.192423:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000100:00000001:0.0:1767384908.192430:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 20000000:00000001:1.0:1767384908.192431:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384908.192436:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:1.0:1767384908.192437:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384908.192442:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:1.0:1767384908.192443:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384908.192452:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384908.192455:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384908.192458:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384908.192464:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:1.0:1767384908.192466:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.192468:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:1.0:1767384908.192472:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384908.192486:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.192486:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:1.0:1767384908.192492:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000010:2.0:1767384908.192493:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aa3b2061. 00010000:00000001:0.0:1767384908.192494:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1767384908.192495:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384908.192502:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000800:00000010:2.0:1767384908.192505:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1c93b9b. 00000020:00000001:1.0:1767384908.192506:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00000100:00000010:0.0:1767384908.192506:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd4214a3. 00080000:00000002:1.0:1767384908.192513:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:0.0:1767384908.192516:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00080000:00000001:1.0:1767384908.192517:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384908.192524:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.192526:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767384908.192528:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002c8cc4ed. 00080000:00000001:1.0:1767384908.192528:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384908.192533:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1767384908.192536:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:0.0:1767384908.192540:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384908.192541:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (4) 00000020:00000001:1.0:1767384908.192542:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384908.192550:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000010:0.0:1767384908.192553:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bf1eeb9. 00000800:00000200:2.1:1767384908.192554:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp18 000000002c8cc4ed deleted 00080000:00000010:1.0:1767384908.192556:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001a934986. 00000800:00000010:2.1:1767384908.192560:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002c8cc4ed. 00080000:00000001:1.0:1767384908.192564:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775866016256 : -107297843535360 : ffff9e69c626a200) 00000100:00000001:0.0:1767384908.192566:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384908.192567:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00080000:00000001:1.0:1767384908.192586:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384908.192592:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384908.192597:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000055972772. 00000800:00000200:2.0:1767384908.192598:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp18 p 3.x 192.168.203.109 -> 192.168.203.109:1004 incarnation:1767384906644706113 sched[0] 00010000:00010000:0.0:1767384908.192599:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843af0 expref: 16 pid: 17064 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384908.192602:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384908.192609:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081bf1b67. 00080000:00000001:1.0:1767384908.192618:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384908.192629:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843af0 expref: 16 pid: 17064 timeout: 378 lvb_type: 0 00080000:00000001:1.0:1767384908.192630:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.192642:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384908.192646:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384908.192652:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384908.192658:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1767384908.192662:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081bf1b67. 00080000:00000020:1.0:1767384908.192668:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000010:2.0:1767384908.192669:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1c93b9b. 00000100:00000001:1.0:1767384908.192676:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384908.192680:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005b73d36e. 00000100:00000001:0.0:1767384908.192683:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384908.192686:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.192687:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384908.192692:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd4214a3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363748608:0@lo:104: 00000800:00000010:2.0:1767384908.192693:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007e3af098. 00010000:00000040:1.0:1767384908.192694:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363748480 00010000:00000001:1.0:1767384908.192703:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384908.192703:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384908.192710:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000200:1.0:1767384908.192713:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004ae1cfe8 x1853237363748480/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384908.192721:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 02000000:00000001:0.0:1767384908.192723:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.192729:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384908.192730:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384908.192735:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384908.192736:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp18 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384906644706113 sched[0] 02000000:00000010:0.0:1767384908.192737:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d401c49. 02000000:00000001:0.0:1767384908.192743:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384908.192745:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000001bba77. 00000100:00001000:1.0:1767384908.192745:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=26 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384908.192749:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050b609ec. 00000100:00000001:1.0:1767384908.192756:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384908.192760:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000100:00000040:1.0:1767384908.192762:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384908.192767:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000200:0.0:1767384908.192768:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363748608, portal 16 02000000:00000001:1.0:1767384908.192770:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384908.192773:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384908.192774:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.192777:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990649600 : -107292718902016 : ffff9e6af79a5500) 00000100:00000001:1.0:1767384908.192779:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1767384908.192786:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384908.192787:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384908.192788:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384908.192793:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384908.192795:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dabbd59b. 00000800:00000001:2.0:1767384908.192800:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384908.192804:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363748480, offset 224 00000100:00000001:0.0:1767384908.192804:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384908.192812:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384908.192816:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384908.192817:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd56ab68. 00000400:00000200:1.0:1767384908.192818:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384908.192826:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363748608, offset 0 00000400:00000200:1.0:1767384908.192850:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384908.192861:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384908.192889:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02e80 00000400:00000200:1.0:1767384908.192905:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13f9 [2] + 224 00000400:00000200:1.0:1767384908.192911:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.192911:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384908.192920:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384908.192929:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384908.192933:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c02f00 00000100:00000200:1.0:1767384908.192937:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384908.192949:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000100:00000040:1.0:1767384908.192950:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384908.192965:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.192972:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384908.192978:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384908.192982:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384908.192992:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000508d6c77. 00000100:00000040:0.0:1767384908.192998:0:17087:0:(events.c:337:request_in_callback()) incoming req@00000000508d6c77 x1853237363748608 msgsize 328 00000100:00100000:0.0:1767384908.193004:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384908.193011:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384908.193016:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384908.193035:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabbd59b 00000100:00000001:2.0:1767384908.193037:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.193042:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384908.193042:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dabbd59b. 00000100:00000001:1.0:1767384908.193051:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384908.193051:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd56ab68 00000100:00000001:1.0:1767384908.193056:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384908.193056:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd56ab68. 00000100:00000001:0.0:1767384908.193063:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:2.0:1767384908.193065:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384908.193067:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384908.193069:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1767384908.193070:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384908.193074:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:2.0:1767384908.193075:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b0f5fbb. 00010000:00000001:1.0:1767384908.193084:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384908.193085:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027fa1454 00000100:00000001:0.0:1767384908.193088:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384908.193090:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027fa1454. 00000020:00000001:1.0:1767384908.193090:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.193094:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384908.193099:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384908.193099:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384908.193108:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384908.193110:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ae1cfe8 x1853237363748480/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.193131:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.193154:0:17087:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384908.193163:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384908.193168:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.193170:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294896078 00000100:00100000:1.0:1767384908.193173:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004ae1cfe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363748480:12345-0@lo:253: Request processed in 3643us (4229us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384908.193181:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294896074 00000100:00000001:0.0:1767384908.193191:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294896078 00000100:00000001:0.0:1767384908.193199:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294896074 00000100:00100000:1.0:1767384908.193200:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000001:2.0:1767384908.193204:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384908.193208:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384908.193209:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.193209:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294896078 00000100:00000001:1.0:1767384908.193214:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384908.193217:0:16343:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384908.193219:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384908.193220:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294896074 02000000:00000001:2.0:1767384908.193221:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384908.193225:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384908.193227:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d626502a. 00000100:00000001:2.0:1767384908.193229:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.193229:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294896078 00000020:00000010:1.0:1767384908.193237:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023f6fe5f. 02000000:00000001:2.0:1767384908.193238:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.193241:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294896074 00000100:00001000:2.0:1767384908.193248:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=26 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384908.193249:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005e5b135. 00000100:00000001:0.0:1767384908.193249:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384908.193258:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384908.193261:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=26 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384908.193262:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:0.0:1767384908.193263:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.193270:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.193272:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384908.193273:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384908.193274:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.193277:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384908.193278:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001d0cd3df. 00010000:00000001:0.0:1767384908.193279:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.193285:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.193286:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384908.193288:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.193289:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384908.193291:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.193295:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384908.193296:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.193297:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.193299:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384908.193305:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384908.193308:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384908.193308:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384908.193309:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.193312:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384908.193318:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000613dbf89 going to sleep for 11 seconds 00000400:00000010:1.0:1767384908.193319:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084400cfd. 00000100:00000001:0.0:1767384908.193324:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384908.193330:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384908.193332:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dabbd59b. 00000100:00000001:2.0:1767384908.193333:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384908.193340:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384908.193344:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384908.193348:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384908.193350:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384908.193353:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384908.193355:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384908.193357:0:17056:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384908.193361:0:17056:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363748608 02000000:00000001:0.0:1767384908.193365:0:17056:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:01000004:2.0:1767384908.193366:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384908.193368:0:17056:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:01000004:2.0:1767384908.193370:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384908.193374:0:17056:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384908.193375:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384908.193379:0:17056:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384908.193381:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384908.193384:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384908.193391:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384908.193394:0:17056:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363748608 00000020:00000001:0.0:1767384908.193399:0:17056:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384908.193402:0:17056:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 00000020:00000001:0.0:1767384908.193406:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384908.193409:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 00000020:00000001:0.0:1767384908.193415:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000020:00000001:0.0:1767384908.193420:0:17056:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00100000:2.0:1767384908.193421:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1e5fa14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363748480:0@lo:253: 00000100:00000001:0.0:1767384908.193425:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384908.193430:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003820f684. 00000100:00000001:2.0:1767384908.193435:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.193435:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384908.193444:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003820f684. 00000100:00000001:2.0:1767384908.193445:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384908.193449:0:17056:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230a0942. 00000100:00000040:2.0:1767384908.193455:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1e5fa14 x1853237363748480/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384908.193456:0:17056:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001079c35b. 00000020:00000010:0.0:1767384908.193464:0:17056:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024db7a48. 00000100:00000001:2.0:1767384908.193477:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384908.193481:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384908.193482:0:17056:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 02000000:00000010:2.0:1767384908.193484:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002ea1c6be. 00000100:00000001:0.0:1767384908.193487:0:17056:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384908.193491:0:17056:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384908.193492:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384908.193493:0:17056:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.193498:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384908.193500:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384908.193502:0:17056:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.193504:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384908.193508:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005befea76. 02000000:00000001:2.0:1767384908.193515:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384908.193517:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384908.193519:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1e5fa14. 00000100:00000001:0.0:1767384908.193520:0:17056:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.193523:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384908.193527:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.193530:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.193536:0:17056:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384908.193537:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.193541:0:17056:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384908.193542:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.193549:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384908.193550:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384908.193556:0:17056:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 00000100:00000001:2.0:1767384908.193557:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.193562:0:17056:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990653184 : -107292718898432 : ffff9e6af79a6300) 00000100:00000040:0.0:1767384908.193569:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000508d6c77 x1853237363748608/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 328/0 e 0 to 0 dl 1767384919 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384908.193587:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384908.193592:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003820f684. 00000100:00000001:0.0:1767384908.193595:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384908.193597:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003820f684. 00000100:00100000:0.0:1767384908.193603:0:17056:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000508d6c77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363748608:12345-0@lo:104: 00000100:00000200:0.0:1767384908.193617:0:17056:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363748608 00010000:00000001:0.0:1767384908.193620:0:17056:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384908.193625:0:17056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384908.193626:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384908.193629:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cee78e17 refcount=2 00000020:00000001:0.0:1767384908.193631:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:0.0:1767384908.193634:0:17056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:0.0:1767384908.193637:0:17056:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.193639:0:17056:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.193642:0:17056:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384908.193649:0:17056:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384908.193651:0:17056:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384908.193655:0:17056:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003387c57d. 02000000:00000001:0.0:1767384908.193658:0:17056:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.193660:0:17056:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.193663:0:17056:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384908.193665:0:17056:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384908.193667:0:17056:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384908.193681:0:17056:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384908.193684:0:17056:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384908.193686:0:17056:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384908.193688:0:17056:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384908.193689:0:17056:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.193691:0:17056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384908.193693:0:17056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384908.193697:0:17056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd56ab68. 00000100:00000200:0.0:1767384908.193700:0:17056:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363748608, offset 224 00000400:00000200:0.0:1767384908.193707:0:17056:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384908.193717:0:17056:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384908.193727:0:17056:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c02f00 00000400:00000200:0.0:1767384908.193734:0:17056:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1405 [1] + 224 00000400:00000200:0.0:1767384908.193747:0:17056:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.193757:0:17056:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384908.193762:0:17056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384908.193765:0:17056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384908.193774:0:17056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384908.193816:0:17056:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384908.193822:0:17056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd56ab68 00000400:00000010:0.0:1767384908.193823:0:17056:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd56ab68. 00000100:00000001:0.0:1767384908.193826:0:17056:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384908.193827:0:17056:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384908.193845:0:17056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.193847:0:17056:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384908.193851:0:17056:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384908.193853:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767384908.193854:0:17056:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000053351ad1. 00010000:00000001:0.0:1767384908.193859:0:17056:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384908.193860:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384908.193890:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384908.193894:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050b609ec. 00010000:00010000:0.0:1767384908.193897:0:17056:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384908.193903:0:17056:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.193907:0:17056:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.193908:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00010000:00000001:0.0:1767384908.193912:0:17056:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384908.193913:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000100:00000001:1.0:1767384908.193921:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384908.193921:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000508d6c77 x1853237363748608/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 328/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384908.193930:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384908.193943:0:17056:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000508d6c77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363748608:12345-0@lo:104: Request processed in 360us (938us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384908.193951:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384908.193952:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384908.193957:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384908.193957:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:2.0:1767384908.193965:0:17060:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1767384908.193965:0:17056:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 00000100:00000001:0.0:1767384908.193973:0:17056:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384908.193974:0:17060:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384908.193976:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384908.193977:0:17056:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384908.193978:0:17060:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384908.193980:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384908.193983:0:17056:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001079c35b. 00010000:00010000:2.0:1767384908.193984:0:17060:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384908.193985:0:17087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384908.193989:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384908.193992:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384908.193992:0:17056:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024db7a48. 00000100:00000001:1.0:1767384908.193997:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384908.194001:0:17056:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230a0942. 02000000:00000001:1.0:1767384908.194003:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384908.194010:0:17056:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 00000100:00001000:1.0:1767384908.194011:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=26 v=5 (5 0 0 0) 00010000:00010000:2.0:1767384908.194014:0:17060:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cee78e17 already unused, calling callback (00000000c41d87b4) 00000100:00000001:0.0:1767384908.194016:0:17056:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384908.194022:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00001000:1.0:1767384908.194022:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=26 v=5 (1 0 0 0) 10000000:00010000:2.0:1767384908.194027:0:17060:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384908.194034:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384908.194038:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.194039:0:17060:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384908.194041:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384908.194043:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384908.194045:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.194046:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384908.194050:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cee78e17 refcount=3 00000100:00000001:1.0:1767384908.194050:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.194057:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00000100:00000040:1.0:1767384908.194059:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384908.194062:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:2.0:1767384908.194072:0:17060:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384908.194074:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384908.194076:0:17060:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384908.194080:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384908.194085:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384908.194087:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384908.194092:0:17060:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.194093:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384908.194098:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:2.0:1767384908.194101:0:17060:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:1.0:1767384908.194103:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384908.194105:0:17060:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384908.194108:0:17060:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:1.0:1767384908.194108:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384908.194116:0:17060:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384908.194119:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384908.194122:0:17060:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.194122:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384908.194137:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd4214a3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363748608:0@lo:104: 10000000:00000001:2.0:1767384908.194143:0:17060:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384908.194146:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384908.194147:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384908.194149:0:17060:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 10000000:00000001:2.0:1767384908.194152:0:17060:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384908.194153:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.194163:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384908.194164:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.194167:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384908.194170:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384908.194170:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384908.194174:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384908.194180:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd4214a3 x1853237363748608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384908.194182:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384908.194187:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384908.194193:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cee78e17 with handle 0x135556ebb4843af0 from hash 00000100:00000001:1.0:1767384908.194193:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384908.194199:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384908.194199:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384908.194203:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767384908.194204:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d401c49. 00010000:00000001:2.0:1767384908.194207:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384908.194210:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384908.194211:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1767384908.194215:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384908.194216:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:1.0:1767384908.194218:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00010000:00000001:2.0:1767384908.194220:0:17060:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:1.0:1767384908.194222:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384908.194225:0:17060:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000010:1.0:1767384908.194226:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003bf1eeb9. 00010000:00000001:2.0:1767384908.194230:0:17060:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:1.0:1767384908.194233:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384908.194236:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384908.194237:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd4214a3. 00000100:00000010:2.0:1767384908.194238:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025701b5b. 00000100:00000001:1.0:1767384908.194241:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384908.194243:0:17060:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384908.194244:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.194251:0:17060:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767384908.194252:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000613dbf89. 02000000:00000001:2.0:1767384908.194255:0:17060:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384908.194258:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1767384908.194261:0:17060:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.194262:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384908.194267:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6b7b81a. 02000000:00000010:2.0:1767384908.194270:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6ed237e. 00010000:00000001:1.0:1767384908.194271:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.194276:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.194277:0:17060:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.194280:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384908.194282:0:17060:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 20000000:00000001:1.0:1767384908.194286:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:2.0:1767384908.194287:0:17060:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.194290:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384908.194294:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384908.194299:0:17060:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384908.194303:0:17060:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.194308:0:17060:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384908.194310:0:17060:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.194317:0:17060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025701b5b] to pc [ptlrpcd_00_03+3] req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.194338:0:17060:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384908.194341:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.194342:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.194344:0:17060:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.194346:0:17060:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384908.194348:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.194349:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384908.194351:0:17060:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384908.194354:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384908.194360:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.194367:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.194369:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.194371:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.194375:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.194379:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.194383:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384908.194386:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384908.194389:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 00000000cee78e17/0x135556ebb4843af0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843af7 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384908.194394:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1767384908.194399:0:17060:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c336d6e count: 0 00000100:00000040:1.0:1767384908.194403:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.194410:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384908.194412:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384908.194413:0:17060:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384908.194415:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384908.194418:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000053351ad1. 02000000:00000001:1.0:1767384908.194420:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384908.194424:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384908.194425:0:17060:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.194446:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.194448:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384908.194452:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384908.194452:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025701b5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363748736:0@lo:103: 00010000:00010000:2.0:1767384908.194460:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384908.194461:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384908.194464:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384908.194467:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384908.194469:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.194470:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.194477:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1767384908.194478:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767384908.194482:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005e5b135. 00000020:00000001:2.0:1767384908.194484:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384908.194486:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.194490:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384908.194494:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95a162b. 00010000:00010000:2.0:1767384908.194496:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384908.194502:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000100:00000200:1.0:1767384908.194508:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363748736, portal 18 00000100:00000001:1.0:1767384908.194511:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384908.194513:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879027200 : -107292830524416 : ffff9e6af0f31c00) 00000100:00000040:1.0:1767384908.194519:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.194525:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384908.194527:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384908.194531:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e339bf76. 00000100:00000200:1.0:1767384908.194533:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363748736, offset 0 00000400:00000200:1.0:1767384908.194539:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384908.194547:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384908.194557:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c02f80 00000400:00000200:1.0:1767384908.194565:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:1.0:1767384908.194571:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.194576:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384908.194582:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384908.194595:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384908.194601:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024136a2e. 00000100:00000040:1.0:1767384908.194605:0:16342:0:(events.c:337:request_in_callback()) incoming req@0000000024136a2e x1853237363748736 msgsize 328 00000100:00100000:1.0:1767384908.194611:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384908.194628:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384908.194639:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e339bf76 00000400:00000010:1.0:1767384908.194643:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e339bf76. 00000100:00000001:1.0:1767384908.194649:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384908.194660:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.194673:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384908.194676:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384908.194682:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384908.194683:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363748736 02000000:00000001:2.0:1767384908.194689:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384908.194693:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384908.194697:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.194702:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.194703:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384908.194711:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363748736 00000100:00000001:1.0:1767384908.194711:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384908.194717:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384908.194719:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384908.194722:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384908.194724:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000100:00000001:1.0:1767384908.194724:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.194730:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384908.194733:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294896079 00000020:00000001:2.0:1767384908.194734:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384908.194743:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384908.194747:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896078 00000020:00000010:2.0:1767384908.194748:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000100:00000001:1.0:1767384908.194756:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294896079 00000100:00000001:2.0:1767384908.194759:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.194763:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896078 00000020:00000010:2.0:1767384908.194764:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000020:00000010:2.0:1767384908.194792:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa07e24e. 00000100:00000001:1.0:1767384908.194798:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294896079 00000020:00000010:2.0:1767384908.194799:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9599d82. 00000100:00000001:1.0:1767384908.194806:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896078 00000020:00000010:2.0:1767384908.194807:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fdb8fe3. 00000100:00000001:1.0:1767384908.194816:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294896079 00000100:00000040:2.0:1767384908.194819:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384908.194824:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384908.194824:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896078 00000100:00000001:2.0:1767384908.194825:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384908.194844:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384908.194846:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.194851:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384908.194855:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384908.194855:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384908.194859:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384908.194905:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.194912:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.194917:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384908.194973:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=4 00000020:00000001:2.0:1767384908.194976:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:2.0:1767384908.194979:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00010000:2.0:1767384908.194983:0:17059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843af0 expref: 16 pid: 17064 timeout: 378 lvb_type: 0 00080000:00000010:0.0:1767384908.194987:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001a934986. 00010000:00000001:2.0:1767384908.194990:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.194994:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.194995:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.194998:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.195002:0:17059:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384908.195007:0:17059:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000024136a2e x1853237363748736/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 328/0 e 0 to 0 dl 1767384919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.195014:0:17059:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384908.195016:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384908.195032:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000055972772. 00000100:00000001:2.0:1767384908.195036:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384908.195039:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384908.195044:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384908.195047:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.195052:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384908.195056:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384908.195062:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000002:1.0:1767384908.195065:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00000100:00000040:2.0:1767384908.195066:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000020:00000010:0.0:1767384908.195068:0:18889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002ea1c6be. 00000100:00000001:2.0:1767384908.195071:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794528640 : -107297915022976 : ffff9e69c1e3d180) 20000000:00000001:1.0:1767384908.195073:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.195079:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384908.195101:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000040:2.0:1767384908.195104:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024136a2e x1853237363748736/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 328/0 e 0 to 0 dl 1767384919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384908.195108:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384908.195117:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00000001:2.0:1767384908.195121:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384908.195127:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00080000:00000001:1.0:1767384908.195127:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:2.0:1767384908.195134:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384908.195138:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000100:00100000:2.0:1767384908.195144:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024136a2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16342:x1853237363748736:12345-0@lo:103: 00000100:00000200:2.0:1767384908.195149:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363748736 00010000:00000001:2.0:1767384908.195153:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384908.195156:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384908.195159:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384908.195165:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384908.195168:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384908.195173:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008fe343a3. 02000000:00000001:2.0:1767384908.195177:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.195180:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.195183:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384908.195186:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384908.195189:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384908.195191:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384908.195193:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=4 00000020:00000001:2.0:1767384908.195195:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:2.0:1767384908.195198:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000040:2.0:1767384908.195200:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002a7d032e count: 3 00010000:00010000:2.0:1767384908.195204:0:17059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843af0 expref: 16 pid: 17064 timeout: 378 lvb_type: 0 00000100:00001000:2.0:1767384908.195210:0:17059:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384908 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384908.195213:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384908.195218:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.195219:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384908.195221:0:17059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843af0 expref: 16 pid: 17064 timeout: 378 lvb_type: 0 00000020:00000001:2.0:1767384908.195239:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384908.195241:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384908.195242:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.195245:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.195247:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384908.195249:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384908.195254:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.195257:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.195259:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384908.195261:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384908.195263:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b9705b2 with handle 0x135556ebb4843af7 from hash 00010000:00000001:2.0:1767384908.195266:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384908.195267:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.195269:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.195270:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384908.195272:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000020:1.0:1767384908.195273:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384908.195274:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384908.195279:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b9705b2/0x135556ebb4843af7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843af0 expref: 16 pid: 17064 timeout: 378 lvb_type: 0 00000100:00000001:1.0:1767384908.195283:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:2.0:1767384908.195288:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 20000000:00000010:1.0:1767384908.195289:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f8057426. 00000020:00000040:2.0:1767384908.195293:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 20000000:00000001:1.0:1767384908.195300:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.195301:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.195304:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384908.195308:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384908.195309:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363748352 00010000:00000040:2.0:1767384908.195310:0:17059:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e3ba996e 00010000:00000001:2.0:1767384908.195313:0:17059:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384908.195320:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384908.195320:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384908.195322:0:17059:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.195326:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384908.195328:0:17059:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384908.195331:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000112e97bf x1853237363748352/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.195333:0:17059:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384908.195336:0:17059:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384908.195340:0:17059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.195361:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384908.195363:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384908.195369:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=26 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384908.195381:0:17059:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1767384908.195381:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384908.195386:0:17059:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000040:1.0:1767384908.195387:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384908.195391:0:17059:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:1.0:1767384908.195392:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384908.195395:0:17059:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:1.0:1767384908.195398:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384908.195399:0:17059:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002a7d032e) refcount = 2 02000000:00000001:1.0:1767384908.195401:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.195407:0:17059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384908.195408:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384908.195415:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384908.195422:0:17059:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000010:1.0:1767384908.195422:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8a746c0. 00010000:00000001:2.0:1767384908.195427:0:17059:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000200:1.0:1767384908.195429:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363748352, offset 224 00010000:00000001:2.0:1767384908.195430:0:17059:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.195436:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384908.195439:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:2.0:1767384908.195443:0:17059:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081bf1b67. 00000100:00000001:2.0:1767384908.195448:0:17059:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:1.0:1767384908.195450:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384908.195453:0:17059:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000001bba77. 00000100:00000001:2.0:1767384908.195457:0:17059:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636781080919616 : -107292628632000 : ffff9e6afcfbbe40) 00000100:00000001:2.0:1767384908.195463:0:17059:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636781080919616 : -107292628632000 : ffff9e6afcfbbe40) 00000400:00000200:1.0:1767384908.195463:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c02e00 00000100:00000001:2.0:1767384908.195472:0:17059:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384908.195477:0:17059:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:1.0:1767384908.195477:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13f1 [2] + 224 00010000:00000001:2.0:1767384908.195492:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:1.0:1767384908.195496:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:2.0:1767384908.195497:0:17059:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384908.195503:0:17059:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00000400:00000200:1.0:1767384908.195504:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384908.195511:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384908.195513:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384908.195514:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384908.195517:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3ba996e refcount=5 00000020:00000001:2.0:1767384908.195518:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:2.0:1767384908.195520:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:2.0:1767384908.195525:0:17059:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384908.195527:0:17059:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384908.195528:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.195547:0:17059:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384908.195552:0:17059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384908.195554:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.195576:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.195578:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384908.195579:0:17059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384908.195584:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384908.195586:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.195586:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384908.195591:0:17059:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384908.195593:0:17059:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384908.195595:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a746c0 00000400:00000010:1.0:1767384908.195600:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8a746c0. 00010000:00010000:2.0:1767384908.195601:0:17059:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e3ba996e already unused, calling callback (00000000c66beece) 00000100:00000001:1.0:1767384908.195604:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384908.195605:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384908.195607:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384908.195609:0:17059:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1767384908.195612:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.195613:0:17059:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384908.195618:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384908.195624:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384908.195627:0:17059:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:1.0:1767384908.195628:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.195630:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.195632:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384908.195633:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384908.195637:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3ba996e refcount=6 00000100:00000040:1.0:1767384908.195639:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000112e97bf x1853237363748352/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384908.195642:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:2.0:1767384908.195648:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:2.0:1767384908.195656:0:17059:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:1.0:1767384908.195661:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000112e97bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363748352:12345-0@lo:253: Request processed in 6113us (6806us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384908.195662:0:17059:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384908.195665:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.195670:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384908.195677:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384908.195682:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384908.195683:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:1.0:1767384908.195688:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000400:00000010:0.0:1767384908.195688:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa25d21e. 00010000:00000001:2.0:1767384908.195689:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384908.195693:0:17059:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.195695:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:0.0:1767384908.195698:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c03f1cf2 00000100:00000001:1.0:1767384908.195700:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384908.195705:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384908.195706:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384908.195706:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c03f1cf2. 00010000:00000001:2.0:1767384908.195713:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:1.0:1767384908.195713:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005bfc734e. 00000100:00000001:0.0:1767384908.195714:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384908.195718:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1767384908.195723:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522854c9. 00000100:00000200:0.0:1767384908.195727:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.195728:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384908.195730:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c0da1ad. 00000020:00000040:2.0:1767384908.195737:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3ba996e with handle 0x135556ebb4843afe from hash 00000020:00000040:1.0:1767384908.195739:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:2.0:1767384908.195744:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384908.195747:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384908.195749:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767384908.195752:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b1d0033d. 00010000:00000001:2.0:1767384908.195753:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384908.195754:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.195759:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1767384908.195760:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384908.195763:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384908.195765:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.195768:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384908.195774:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:1.0:1767384908.195774:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384908.195795:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384908.195799:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026b336d4. 00010000:00000001:2.0:1767384908.195800:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.195802:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384908.195806:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8a746c0. 00010000:00000001:2.0:1767384908.195807:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384908.195809:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.195810:0:17059:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384908.195818:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384908.195819:0:16341:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384908.195823:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.195826:0:17059:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.195826:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384908.195850:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384908.195852:0:17059:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384908.195856:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384908.195856:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.195857:0:17059:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.195897:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000001:0.0:1767384908.195900:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.195901:0:17059:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384908.195901:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384908.195910:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384908.195913:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=26 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384908.195915:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.195919:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.195922:0:17059:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00001000:0.0:1767384908.195924:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=26 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384908.195927:0:17059:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384908.195930:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384908.195932:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384908.195932:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384908.195934:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.195935:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384908.195937:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.195938:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.195940:0:17059:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384908.195942:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000001:1.0:1767384908.195943:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384908.195945:0:17059:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.195947:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384908.195950:0:17059:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.195951:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.195955:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384908.195959:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384908.195960:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e3ba996e/0x135556ebb4843afe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384908.195984:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384908.195986:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384908.195987:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384908.195991:0:17059:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.195992:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.195995:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384908.195998:0:17059:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:01000004:0.0:1767384908.196008:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:2.0:1767384908.196010:0:17059:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384908.196011:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384908.196013:0:17059:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384908.196014:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384908.196020:0:17059:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:01000004:0.0:1767384908.196020:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000010:2.0:1767384908.196033:0:17059:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000001bba77. 00000020:01000004:0.0:1767384908.196033:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384908.196035:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384908.196039:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:2.0:1767384908.196040:0:17059:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:01000004:0.0:1767384908.196041:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384908.196044:0:17059:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384908.196045:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384908.196049:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000010:2.0:1767384908.196050:0:17059:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081bf1b67. 00010000:00000001:2.0:1767384908.196054:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384908.196055:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384908.196058:0:17059:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002a7d032e count: 0 00000100:00100000:0.0:1767384908.196069:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363748352:0@lo:253: 00010000:00010000:2.0:1767384908.196071:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1767384908.196074:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.196076:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.196078:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384908.196083:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006032cdbf x1853237363748352/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.196085:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384908.196092:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.196092:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384908.196096:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384908.196100:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000079fb1d13. 00000100:00001000:2.0:1767384908.196101:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=26 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384908.196104:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384908.196107:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384908.196110:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384908.196112:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384908.196113:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384908.196118:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ed34aee0. 00000100:00000040:2.0:1767384908.196122:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 02000000:00000001:0.0:1767384908.196123:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384908.196125:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384908.196128:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006032cdbf. 00000100:00000001:2.0:1767384908.196130:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:0.0:1767384908.196132:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384908.196135:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384908.196139:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384908.196140:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384908.196146:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.196148:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.196152:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.196154:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384908.196155:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.196160:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.196166:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384908.196173:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001834b6a1. 00000100:00000200:2.0:1767384908.196179:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363748736, offset 224 00000400:00000200:2.0:1767384908.196187:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384908.196195:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384908.196203:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c02f80 00000400:00000200:2.0:1767384908.196208:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1419 [1] + 224 00000400:00000200:2.0:1767384908.196212:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384908.196215:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384908.196218:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384908.196221:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384908.196229:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.196258:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384908.196264:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001834b6a1 00000400:00000010:2.0:1767384908.196265:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001834b6a1. 00000100:00000001:2.0:1767384908.196268:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384908.196269:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384908.196272:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.196275:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384908.196277:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.196279:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.196283:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024136a2e x1853237363748736/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:134/0 lens 328/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.196286:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.196290:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384908.196295:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384908.196298:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384908.196300:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024136a2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363748736:12345-0@lo:103: Request processed in 1177us (1691us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384908.196302:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a95a162b. 00000400:00000200:1.0:1767384908.196307:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384908.196311:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:1.0:1767384908.196316:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384908.196320:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:1.0:1767384908.196323:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384908.196329:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000200:1.0:1767384908.196336:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.196337:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384908.196343:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384908.196346:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384908.196349:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9599d82. 00000100:00000001:1.0:1767384908.196350:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.196353:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384908.196357:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384908.196359:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384908.196361:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384908.196362:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fdb8fe3. 02000000:00000001:1.0:1767384908.196363:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384908.196370:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=26 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384908.196372:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa07e24e. 00000100:00001000:1.0:1767384908.196376:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=26 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384908.196380:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:1.0:1767384908.196381:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384908.196383:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.196388:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384908.196389:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.196400:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.196405:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.196411:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.196420:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.196423:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384908.196424:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384908.196428:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384908.196438:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025701b5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363748736:0@lo:103: 00000100:00000001:1.0:1767384908.196443:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.196446:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384908.196449:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025701b5b x1853237363748736/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.196457:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384908.196460:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384908.196463:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005e5b135. 02000000:00000001:1.0:1767384908.196466:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384908.196468:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384908.196470:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384908.196473:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384908.196475:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f6ed237e. 02000000:00000001:1.0:1767384908.196478:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384908.196479:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384908.196481:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025701b5b. 00000100:00000001:1.0:1767384908.196485:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384908.196486:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.196488:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.196494:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384908.196495:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.196498:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.196500:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.200939:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294896079, at 4294896080 00000100:00000010:2.0:1767384908.200949:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005945f7e8. 00000100:00000040:1.0:1767384908.200974:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294896079, at 4294896080 00000100:00000010:1.0:1767384908.200986:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a757bd59. 00010000:00000010:2.1:1767384908.201918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c336d6e. 00010000:00000010:2.1:1767384908.201931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cee78e17. 00010000:00000010:2.1:1767384908.201940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b9705b2. 00000100:00000040:0.0:1767384908.201943:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294896079, at 4294896081 00010000:00000010:2.1:1767384908.201949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3ba996e. 00010000:00000010:2.1:1767384908.201958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002a7d032e. 00000100:00000010:0.0:1767384908.201961:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001ab80f2. 00000100:00000040:3.0:1767384908.201987:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294896079, at 4294896081 00000100:00000010:3.0:1767384908.202000:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a90c9d29. 00000400:00000010:2.0:1767384908.213339:0:22094:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000027da9cd0. 00000400:00000040:2.0:1767384908.213356:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384908.213359:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384908.213362:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.213364:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384908.213366:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.213368:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384908.213371:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384908.213379:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384908.213380:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384908.213381:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384908.213385:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384908.213386:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384908.213388:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384908.213389:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384908.213390:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384908.213393:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384908.213394:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384908.213395:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384908.213396:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384908.213398:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.213400:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384908.213401:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384908.213403:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384908.213404:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384908.213421:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384908.213423:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.213425:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384908.213426:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384908.213428:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384908.213429:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384908.213430:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384908.213432:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.213434:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384908.213435:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384908.213437:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384908.213438:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384908.213440:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384908.213442:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384908.213444:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384908.213445:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384908.213447:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384908.213448:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384908.213450:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384908.213451:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384908.213452:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384908.213454:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384908.213462:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384908.213463:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384908.213465:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384908.213467:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384908.213469:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384908.213471:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384908.213473:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384908.213476:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384908.213478:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384908.213481:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384908.213483:0:22094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384908.213531:0:22094:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000027da9cd0. 00000004:00000001:3.0:1767384908.248947:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:0.0:1767384908.248950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:3.0:1767384908.248952:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384908.248961:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000100:00000001:0.0:1767384908.248962:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:3.0:1767384908.248971:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1767384908.248971:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006032cdbf. 00000100:00000001:3.0:1767384908.248978:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1767384908.248979:0:36:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384908.248993:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384908.248996:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384908.248999:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.249001:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384908.249008:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384908.249009:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004fb591cf. 02000000:00000010:0.0:1767384908.249016:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096a92f7a. 00000100:00000001:3.0:1767384908.249018:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249026:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.249027:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384908.249031:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.249041:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384908.249042:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_00+0] req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.249071:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000001:3.0:1767384908.249074:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249075:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.249085:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006032cdbf] to pc [ptlrpcd_00_01+1] req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.249086:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384908.249090:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384908.249094:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384908.249103:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.249107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384908.249110:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.249113:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384908.249118:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a542a0b5. 00000100:00000001:3.0:1767384908.249126:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384908.249127:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384908.249131:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249132:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384908.249137:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384908.249138:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384908.249139:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.249142:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384908.249145:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000803c784d. 02000000:00000001:3.0:1767384908.249147:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249151:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384908.249152:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363748864:0@lo:13: 00000100:00000001:3.0:1767384908.249160:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384908.249161:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384908.249166:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384908.249170:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249173:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384908.249175:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384908.249176:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384908.249180:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000efb7c04a. 00000100:00000040:0.0:1767384908.249182:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a542a0b5] to pc [ptlrpcd_00_02+2] req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384908.249185:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384908.249190:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1957f3. 00000400:00000010:3.0:1767384908.249199:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff328208. 00000100:00000200:3.0:1767384908.249207:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363748864, portal 4 00000100:00000001:3.0:1767384908.249209:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384908.249211:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000040:3.0:1767384908.249219:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.249222:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.249222:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.249229:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384908.249230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384908.249231:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384908.249233:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384908.249239:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384908.249241:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384908.249243:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384908.249245:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062eab454. 00000100:00000010:0.0:1767384908.249247:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a155b63b. 00000100:00000200:3.0:1767384908.249252:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363748864, offset 0 00000020:00000040:0.0:1767384908.249254:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384908.249261:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384908.249264:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384908.249267:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384908.249269:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.249273:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767384908.249277:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000747ed56a. 00000100:00000001:1.0:1767384908.249278:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249284:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384908.249285:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384908.249287:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384908.249292:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384908.249293:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384908.249304:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c03000 02000000:00000001:1.0:1767384908.249304:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249314:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384908.249317:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384908.249318:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a542a0b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16342:1853237363749120:0@lo:400: 00000400:00000200:3.0:1767384908.249319:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 00000100:00000040:0.0:1767384908.249326:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a155b63b] to pc [ptlrpcd_00_03+3] req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.249333:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384908.249334:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384908.249340:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384908.249345:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384908.249345:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.249346:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.249352:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (233) 02000000:00000001:1.0:1767384908.249355:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384908.249359:0:16340:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:1.0:1767384908.249362:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026721853. 00000100:00000200:3.0:1767384908.249363:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384908.249365:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384908.249369:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249370:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384908.249375:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067fbd8e3. 00000100:00000001:0.0:1767384908.249375:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384908.249380:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95a162b. 00000100:00000040:0.0:1767384908.249381:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384908.249382:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000067fbd8e3 x1853237363748864 msgsize 224 00000400:00000010:1.0:1767384908.249392:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000100:00100000:3.0:1767384908.249398:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384908.249402:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363749120, portal 10 00000100:00000001:0.0:1767384908.249406:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384908.249409:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384908.249409:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.249412:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384908.249414:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990659456 : -107292718892160 : ffff9e6af79a7b80) 02000000:00000001:0.0:1767384908.249417:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384908.249421:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384908.249423:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062eab454 02000000:00000001:0.0:1767384908.249425:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384908.249429:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062eab454. 00000100:00000040:1.0:1767384908.249429:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384908.249432:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a155b63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237363749248:0@lo:400: 00000100:00000001:3.0:1767384908.249436:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384908.249444:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.249445:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384908.249450:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384908.249461:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.249467:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384908.249467:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384908.249473:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384908.249475:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c0da1ad. 00000100:00000040:1.0:1767384908.249479:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384908.249480:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384908.249481:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384908.249487:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e339bf76. 00000400:00000010:0.0:1767384908.249489:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6ee9a7. 00000100:00000001:3.0:1767384908.249498:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384908.249498:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363749120, offset 0 00000400:00000010:0.0:1767384908.249501:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd56ab68. 00000100:00000001:3.0:1767384908.249503:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384908.249510:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363749248, portal 10 00000100:00000001:3.0:1767384908.249512:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249514:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384908.249519:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384908.249519:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990648704 : -107292718902912 : ffff9e6af79a5180) 00000100:00000040:3.0:1767384908.249521:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4126 usecs (5 jiffies) 00000100:00000001:3.0:1767384908.249529:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896133 00000100:00000040:0.0:1767384908.249532:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384908.249535:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006eaad8f. 00000400:00000200:1.0:1767384908.249537:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384908.249548:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384908.249549:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384908.249557:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c03100 00000100:00000001:3.0:1767384908.249558:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896133 00000100:00000040:0.0:1767384908.249558:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384908.249566:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000100:00000010:3.0:1767384908.249568:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006091fc01. 00000400:00000200:1.0:1767384908.249573:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000001:3.0:1767384908.249575:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384908.249581:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896133 00000100:00000200:0.0:1767384908.249581:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363749248, offset 0 00000100:00000010:3.0:1767384908.249592:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f10b1238. 00000400:00000200:1.0:1767384908.249592:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384908.249597:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384908.249601:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896133 00000400:00000200:0.0:1767384908.249602:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384908.249610:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384908.249611:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9f2ed4. 00000100:00000001:1.0:1767384908.249617:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384908.249618:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384908.249620:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384908.249621:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384908.249623:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384908.249629:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384908.249630:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060f747bc. 00000100:00000001:3.0:1767384908.249633:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.249635:0:16342:0:(events.c:337:request_in_callback()) incoming req@0000000060f747bc x1853237363749120 msgsize 224 00000400:00000200:0.0:1767384908.249637:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c03180 00000100:00000001:3.0:1767384908.249647:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384908.249647:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384908.249652:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000400:00000200:0.0:1767384908.249658:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384908.249659:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384908.249663:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384908.249663:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384908.249665:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384908.249672:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384908.249674:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e339bf76 00000100:00000001:3.0:1767384908.249675:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384908.249679:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384908.249680:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e339bf76. 00000100:00100000:3.0:1767384908.249685:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384908.249686:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384908.249688:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384908.249690:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384908.249692:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384908.249695:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384908.249695:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384908.249699:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d869650. 00000100:00000001:3.0:1767384908.249700:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.249708:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384908.249709:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000004d869650 x1853237363749248 msgsize 224 00000100:00000001:1.0:1767384908.249712:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384908.249713:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384908.249717:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384908.249721:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384908.249722:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384908.249726:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.249741:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384908.249751:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000100:00000001:1.0:1767384908.249753:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.249756:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000100:00000001:2.0:1767384908.249762:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384908.249763:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384908.249763:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384908.249764:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384908.249769:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384908.249770:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363749120 00000100:00000001:1.0:1767384908.249773:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384908.249773:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384908.249776:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384908.249777:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384908.249781:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2288 usecs (3 jiffies) 02000000:00000001:3.0:1767384908.249782:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384908.249783:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384908.249788:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.249789:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896131 02000000:00000001:3.0:1767384908.249791:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.249796:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.249799:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896133 00000100:00100000:3.0:1767384908.249802:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363748992:0@lo:400: 00000100:00000001:1.0:1767384908.249805:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896131 00000100:00100000:2.0:1767384908.249806:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363749120 00000100:00000001:0.0:1767384908.249806:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384908.249808:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384908.249813:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896133 00000020:00000001:2.0:1767384908.249814:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384908.249814:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384908.249815:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384908.249820:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 02000000:00000001:3.0:1767384908.249822:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.249822:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896131 00000020:00000001:2.0:1767384908.249825:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384908.249845:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896133 02000000:00000001:3.0:1767384908.249848:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384908.249849:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000001:1.0:1767384908.249851:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896131 00000020:00000001:2.0:1767384908.249856:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 02000000:00000010:3.0:1767384908.249857:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d5cb464. 00000100:00000001:1.0:1767384908.249858:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896133 00000020:00000001:2.0:1767384908.249885:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:0.0:1767384908.249889:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.249892:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384908.249894:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384908.249895:0:16343:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384908.249898:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384908.249899:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000100:00000001:1.0:1767384908.249900:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249904:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.249907:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.249908:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384908.249909:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d722ae6c. 00000100:00000040:0.0:1767384908.249910:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2586 usecs (3 jiffies) 00000100:00000001:1.0:1767384908.249915:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384908.249917:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000100:00000001:0.0:1767384908.249918:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294896132 00000400:00000010:3.0:1767384908.249920:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062eab454. 00000100:00000001:0.0:1767384908.249926:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294896133 00000020:00000010:2.0:1767384908.249927:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008bfd27c. 00000100:00000200:3.0:1767384908.249928:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363748992, portal 4 00000100:00000001:0.0:1767384908.249931:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294896132 00000100:00000001:1.0:1767384908.249932:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384908.249935:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384908.249936:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9599d82. 00000100:00000001:1.0:1767384908.249936:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384908.249937:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294896133 00000100:00000001:3.0:1767384908.249940:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990652288 : -107292718899328 : ffff9e6af79a5f80) 00000100:00000001:1.0:1767384908.249945:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.249945:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294896132 00000020:00000010:2.0:1767384908.249946:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fdb8fe3. 00000100:00000001:1.0:1767384908.249950:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384908.249951:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.249952:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294896133 00000100:00000001:1.0:1767384908.249954:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249959:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294896132 00000100:00000040:2.0:1767384908.249960:0:17764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384908.249961:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249968:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294896133 00000100:00000001:2.0:1767384908.249969:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384908.249973:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384908.249976:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384908.249977:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384908.249978:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.249979:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249982:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.249984:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384908.249991:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384908.249994:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384908.249995:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a97588c6. 00000100:00000001:2.0:1767384908.249997:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384908.249998:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384908.250001:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363748992, offset 0 00000100:00000001:2.0:1767384908.250003:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384908.250004:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.250009:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.250009:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384908.250010:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384908.250013:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.250018:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384908.250025:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384908.250032:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384908.250033:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c03080 00000020:00000010:1.0:1767384908.250036:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f8057426. 00000100:00000001:1.0:1767384908.250043:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384908.250047:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2096 00000100:00100000:1.0:1767384908.250048:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363749248 00000100:00000001:2.0:1767384908.250050:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384908.250054:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384908.250056:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384908.250057:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384908.250058:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384908.250062:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384908.250068:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000400:00000200:3.0:1767384908.250069:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384908.250069:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.250075:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00100000:1.0:1767384908.250076:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363749248 00000100:00000001:3.0:1767384908.250078:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384908.250081:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794524160 : -107297915027456 : ffff9e69c1e3c000) 00000020:00000001:1.0:1767384908.250082:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384908.250083:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:1.0:1767384908.250088:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000010:3.0:1767384908.250090:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fece33a. 00000100:00000040:2.0:1767384908.250093:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060f747bc x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:134/0 lens 224/0 e 0 to 0 dl 1767384919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384908.250095:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000005fece33a x1853237363748992 msgsize 224 00000020:00000001:1.0:1767384908.250095:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.250102:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000100:00100000:3.0:1767384908.250111:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384908.250112:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000020:00000001:1.0:1767384908.250120:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:3.0:1767384908.250125:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384908.250125:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384908.250127:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384908.250135:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a97588c6 00000020:00000010:2.0:1767384908.250135:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000020:00000010:1.0:1767384908.250136:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095e22ab1. 00000400:00000010:3.0:1767384908.250139:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a97588c6. 00000100:00000001:2.0:1767384908.250144:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384908.250145:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384908.250147:0:17072:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000064b96cb1. 00000020:00000010:2.0:1767384908.250151:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000100:00000200:3.0:1767384908.250152:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384908.250157:0:17072:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00100000:2.0:1767384908.250163:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060f747bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16342:x1853237363749120:12345-0@lo:400: 00000100:00000200:2.0:1767384908.250176:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363749120 00000100:00000001:1.0:1767384908.250177:0:17072:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384908.250178:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384908.250181:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384908.250185:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384908.250185:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005e5b135. 00000020:00000001:2.0:1767384908.250186:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384908.250190:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384908.250192:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002385902c. 00000020:00000001:2.0:1767384908.250197:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384908.250199:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023f6fe5f. 00000020:00000001:2.0:1767384908.250200:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:3.0:1767384908.250208:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.250208:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384908.250209:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384908.250214:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.250215:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384908.250215:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384908.250221:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384908.250221:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.250223:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.250227:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384908.250228:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4126 usecs (5 jiffies) 00000100:00000001:1.0:1767384908.250229:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384908.250232:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.250235:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896134 00000100:00000001:1.0:1767384908.250235:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384908.250236:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384908.250239:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.250243:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384908.250245:0:16340:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294896133 02000000:00000001:2.0:1767384908.250247:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384908.250248:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.250251:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896134 02000000:00000010:2.0:1767384908.250253:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ddedf623. 00000100:00000001:3.0:1767384908.250256:0:16340:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294896133 02000000:00000001:2.0:1767384908.250261:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.250262:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896134 00000100:00000001:2.0:1767384908.250265:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.250267:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.250270:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384908.250274:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384908.250279:0:16340:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294896133 00010000:00000040:2.0:1767384908.250280:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363749120 00000100:00100000:1.0:1767384908.250283:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384908.250288:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896134 00010000:00000001:2.0:1767384908.250289:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384908.250290:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000100:00000001:1.0:1767384908.250296:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990646016 : -107292718905600 : ffff9e6af79a4700) 00000100:00000001:3.0:1767384908.250297:0:16340:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294896133 00010000:00000200:2.0:1767384908.250298:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060f747bc x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:134/0 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.250305:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384908.250306:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d869650 x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:134/0 lens 224/0 e 0 to 0 dl 1767384919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.250311:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.250318:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.250326:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.250329:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384908.250334:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.250335:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:2.0:1767384908.250339:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=21 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384908.250341:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003546aa6a. 00000100:00000001:3.0:1767384908.250342:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.250345:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384908.250347:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.250349:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384908.250352:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000010:1.0:1767384908.250354:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003546aa6a. 00000100:00000001:2.0:1767384908.250356:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:3.0:1767384908.250361:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384908.250361:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d869650 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16343:x1853237363749248:12345-0@lo:400: 02000000:00000001:2.0:1767384908.250362:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384908.250365:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363748864 02000000:00000001:2.0:1767384908.250367:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.250371:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384908.250374:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363749248 00000100:00000001:3.0:1767384908.250375:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384908.250375:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384908.250380:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384908.250381:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384908.250386:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384908.250387:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384908.250388:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384908.250391:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384908.250392:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001834b6a1. 00000100:00100000:3.0:1767384908.250393:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363748864 00000020:00000001:1.0:1767384908.250395:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384908.250399:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767384908.250400:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363749120, offset 224 00000020:00000001:1.0:1767384908.250400:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000040:3.0:1767384908.250404:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:1.0:1767384908.250407:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384908.250409:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384908.250411:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384908.250414:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000400:00000200:2.0:1767384908.250415:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384908.250417:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384908.250421:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:1.0:1767384908.250422:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384908.250425:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.250426:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:1.0:1767384908.250431:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1767384908.250432:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384908.250434:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384908.250435:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384908.250440:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce926469. 02000000:00000001:1.0:1767384908.250440:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384908.250445:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c03100 00000020:00000010:3.0:1767384908.250448:0:17882:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dc72208d. 02000000:00000010:1.0:1767384908.250448:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003cdf3d3f. 02000000:00000001:1.0:1767384908.250456:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.250457:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1435 [1] + 224 00000020:00000040:3.0:1767384908.250458:0:17882:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:1.0:1767384908.250461:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.250466:0:17882:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384908.250467:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384908.250471:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363749248 00000020:00000010:3.0:1767384908.250473:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0d20d7e. 00000400:00000200:2.0:1767384908.250473:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384908.250474:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384908.250480:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b430ac5c. 00010000:00000200:1.0:1767384908.250481:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d869650 x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:134/0 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384908.250487:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384908.250488:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000621abd7b. 00000100:00000001:2.0:1767384908.250497:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384908.250499:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00010000:00000001:1.0:1767384908.250500:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384908.250502:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384908.250504:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.250507:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384908.250507:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384908.250509:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384908.250516:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384908.250521:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.250522:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:3.0:1767384908.250529:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.250529:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384908.250536:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384908.250539:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.250544:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384908.250544:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.250544:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384908.250552:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384908.250557:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e339bf76. 00000100:00000001:3.0:1767384908.250559:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384908.250564:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384908.250564:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363749248, offset 224 00000100:00100000:3.0:1767384908.250571:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384908.250574:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000400:00000200:1.0:1767384908.250578:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384908.250579:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794836352 : -107297914715264 : ffff9e69c1e88380) 00000100:00000001:2.0:1767384908.250582:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384908.250587:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067fbd8e3 x1853237363748864/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:134/0 lens 224/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384908.250589:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384908.250593:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001834b6a1 00000400:00000010:2.0:1767384908.250599:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001834b6a1. 00000400:00000200:1.0:1767384908.250605:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c03180 00000100:00000001:3.0:1767384908.250606:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384908.250609:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384908.250613:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72208d. 00000100:00000001:2.0:1767384908.250615:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384908.250618:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x143d [1] + 224 00000100:00000001:3.0:1767384908.250619:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384908.250626:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc72208d. 00000100:00000001:2.0:1767384908.250626:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.250628:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384908.250640:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000200:1.0:1767384908.250640:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384908.250641:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000067fbd8e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16340:x1853237363748864:12345-0@lo:13: 00000100:00000001:1.0:1767384908.250647:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384908.250648:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363748864 00000020:00000001:3.0:1767384908.250654:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384908.250655:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.250657:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384908.250658:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384908.250663:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.250663:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.250671:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384908.250673:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384908.250675:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384908.250676:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:3.0:1767384908.250683:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384908.250683:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060f747bc x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:134/0 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384908.250688:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384908.250694:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384908.250698:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384908.250702:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.250706:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384908.250708:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384908.250714:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384908.250714:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e339bf76 00000400:00000010:1.0:1767384908.250720:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e339bf76. 02000000:00000010:3.0:1767384908.250721:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b17c18b5. 00000100:00100000:2.0:1767384908.250721:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060f747bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16342:x1853237363749120:12345-0@lo:400: Request processed in 589us (1077us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384908.250723:0:17072:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384908.250727:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.250728:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384908.250733:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.250734:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384908.250741:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1767384908.250743:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00100000:2.0:1767384908.250744:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00002000:00000001:3.0:1767384908.250747:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:1.0:1767384908.250748:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384908.250751:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000020:00000001:3.0:1767384908.250752:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384908.250753:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.250758:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384908.250759:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384908.250764:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384908.250769:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9599d82. 00000020:00000001:3.0:1767384908.250770:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384908.250773:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d869650 x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:134/0 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:3.0:1767384908.250777:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:2.0:1767384908.250779:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fdb8fe3. 00000020:00000020:3.0:1767384908.250787:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000010:2.0:1767384908.250791:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008bfd27c. 00000020:00000020:3.0:1767384908.250794:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000020:00000040:2.0:1767384908.250801:0:17764:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00100000:1.0:1767384908.250802:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d869650 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16343:x1853237363749248:12345-0@lo:400: Request processed in 462us (1089us total) trans 0 rc 0/0 00002000:00000020:3.0:1767384908.250803:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:2.0:1767384908.250810:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384908.250811:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:1.0:1767384908.250820:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000001:00000001:3.0:1767384908.250821:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1767384908.250824:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000001:00000001:3.0:1767384908.250827:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.250846:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1767384908.250849:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.250851:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384908.250857:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002385902c. 00010000:00000040:3.0:1767384908.250858:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363748864 00010000:00000001:3.0:1767384908.250896:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384908.250902:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067fbd8e3 x1853237363748864/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:134/0 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384908.250910:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384908.250912:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384908.250914:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384908.250918:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384908.250921:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384908.250923:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384908.250926:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384908.250927:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.250930:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384908.250934:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384908.250937:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a97588c6. 00000100:00000200:3.0:1767384908.250940:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363748864, offset 224 00000400:00000200:3.0:1767384908.250946:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384908.250952:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384908.250958:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c03000 00000400:00000200:3.0:1767384908.250962:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x142d [1] + 224 00000400:00000200:3.0:1767384908.250966:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384908.250970:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384908.250973:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384908.250977:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384908.250995:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.251006:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384908.251011:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a97588c6 00000400:00000010:3.0:1767384908.251012:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a97588c6. 00000100:00000001:3.0:1767384908.251015:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384908.251016:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384908.251018:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384908.251020:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384908.251022:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384908.251023:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.251025:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384908.251028:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067fbd8e3 x1853237363748864/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:134/0 lens 224/368 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384908.251034:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000067fbd8e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16340:x1853237363748864:12345-0@lo:13: Request processed in 428us (1652us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384908.251042:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384908.251043:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:3.0:1767384908.251045:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384908.251047:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384908.251050:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b430ac5c. 00000020:00000010:3.0:1767384908.251053:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000621abd7b. 00000020:00000010:3.0:1767384908.251056:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0d20d7e. 00000020:00000040:3.0:1767384908.251060:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000100:00000001:3.0:1767384908.251062:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.251096:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384908.251098:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363748992 02000000:00000001:3.0:1767384908.251100:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384908.251101:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384908.251103:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.251106:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384908.251108:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363748992 00000020:00000001:3.0:1767384908.251117:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384908.251119:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:3.0:1767384908.251121:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384908.251123:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000020:00000001:3.0:1767384908.251125:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:3.0:1767384908.251127:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384908.251131:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384908.251133:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72208d. 00000100:00000001:3.0:1767384908.251136:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384908.251138:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc72208d. 00000020:00000010:3.0:1767384908.251143:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0d20d7e. 00000020:00000010:3.0:1767384908.251146:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b430ac5c. 00000020:00000010:3.0:1767384908.251149:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000621abd7b. 00000100:00000040:3.0:1767384908.251162:0:17880:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384908.251164:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384908.251166:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384908.251169:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.251174:0:17880:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384908.251176:0:17880:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384908.251178:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.251188:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.251199:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384908.251201:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384908.251206:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384908.251209:0:17880:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:3.0:1767384908.251212:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794845312 : -107297914706304 : ffff9e69c1e8a680) 00000100:00000040:3.0:1767384908.251217:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005fece33a x1853237363748992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:134/0 lens 224/0 e 0 to 0 dl 1767384919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.251224:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384908.251227:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72208d. 00000100:00000001:3.0:1767384908.251230:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384908.251232:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc72208d. 00000100:00100000:3.0:1767384908.251238:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005fece33a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16340:x1853237363748992:12345-0@lo:400: 00000100:00000200:3.0:1767384908.251248:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363748992 00000020:00000001:3.0:1767384908.251251:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384908.251254:0:17880:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384908.251255:0:17880:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.251258:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384908.251259:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:3.0:1767384908.251262:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384908.251264:0:17880:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384908.251266:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384908.251268:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384908.251269:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.251271:0:17880:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384908.251274:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384908.251276:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384908.251281:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d6c3308b. 02000000:00000001:3.0:1767384908.251283:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.251285:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.251287:0:17880:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384908.251289:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363748992 00010000:00000001:3.0:1767384908.251291:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384908.251295:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005fece33a x1853237363748992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:134/0 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384908.251301:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384908.251303:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384908.251305:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384908.251309:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384908.251312:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384908.251315:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384908.251317:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384908.251319:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.251322:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384908.251327:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384908.251330:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a97588c6. 00000100:00000200:3.0:1767384908.251334:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363748992, offset 224 00000400:00000200:3.0:1767384908.251341:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384908.251354:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384908.251361:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c03080 00000400:00000200:3.0:1767384908.251367:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1445 [1] + 224 00000400:00000200:3.0:1767384908.251371:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384908.251376:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384908.251381:0:17880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384908.251386:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384908.251394:0:17880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.251402:0:17880:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384908.251406:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023f6fe5f. 00000400:00000200:3.0:1767384908.251407:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a97588c6 00000400:00000010:3.0:1767384908.251413:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a97588c6. 00000020:00000010:1.0:1767384908.251414:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005e5b135. 00000100:00000001:3.0:1767384908.251416:0:17880:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384908.251419:0:17880:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767384908.251421:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:3.0:1767384908.251423:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.251426:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384908.251429:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384908.251433:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384908.251435:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.251437:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384908.251441:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fece33a x1853237363748992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:134/0 lens 224/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384908.251447:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005fece33a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16340:x1853237363748992:12345-0@lo:400: Request processed in 223us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384908.251454:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384908.251457:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:3.0:1767384908.251459:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384908.251460:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384908.251463:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b430ac5c. 00000100:00080000:1.0:1767384908.251464:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1767384908.251467:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000621abd7b. 00000020:00000040:1.0:1767384908.251469:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000020:00000010:3.0:1767384908.251472:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0d20d7e. 00000100:00080000:1.0:1767384908.251475:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384908.251477:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000020:00000040:1.0:1767384908.251480:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:3.0:1767384908.251481:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.251497:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.251501:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384908.251506:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384908.251508:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384908.251511:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6ee9a7. 00000400:00000200:1.0:1767384908.251516:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd56ab68 00000400:00000010:1.0:1767384908.251518:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd56ab68. 00000100:00000001:3.0:1767384908.251519:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.251522:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384908.251523:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384908.251530:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384908.251530:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384908.251534:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384908.251538:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d722ae6c. 00000400:00000200:3.0:1767384908.251545:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062eab454 00000100:00000200:1.0:1767384908.251546:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384908.251549:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062eab454. 00000100:00000001:3.0:1767384908.251554:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384908.251560:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384908.251562:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.251563:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.251570:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384908.251574:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384908.251577:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.251585:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384908.251586:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384908.251587:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.251589:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384908.251592:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.251593:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384908.251597:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1767384908.251599:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=20 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384908.251600:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384908.251603:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384908.251607:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=20 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384908.251608:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.251616:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1767384908.251618:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=16 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384908.251619:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.251626:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384908.251627:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384908.251633:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00080000:1.0:1767384908.251636:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.251637:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384908.251643:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384908.251650:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384908.251650:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.251656:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384908.251661:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000001:3.0:1767384908.251665:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.251666:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384908.251670:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.251672:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384908.251675:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:1.0:1767384908.251676:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.251679:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384908.251683:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384908.251691:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.251693:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.251700:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384908.251704:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.251706:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384908.251711:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384908.251711:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384908.251721:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a155b63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237363749248:0@lo:400: 00000100:00000001:3.0:1767384908.251722:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.251731:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384908.251732:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.251737:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384908.251745:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a155b63b x1853237363749248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384908.251748:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363748992:0@lo:400: 00000400:00000001:3.0:1767384908.251762:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384908.251762:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767384908.251766:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384908.251768:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384908.251769:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1957f3. 02000000:00000010:1.0:1767384908.251771:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c0da1ad. 00000400:00000200:3.0:1767384908.251774:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff328208 02000000:00000001:1.0:1767384908.251776:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384908.251777:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff328208. 00000020:00000001:1.0:1767384908.251781:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384908.251782:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384908.251784:0:16343:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:3.0:1767384908.251787:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384908.251797:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384908.251801:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000747ed56a. 00000100:00000200:3.0:1767384908.251802:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384908.251808:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384908.251813:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384908.251813:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384908.251817:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384908.251817:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a155b63b. 00000100:00000001:3.0:1767384908.251824:0:16340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384908.251824:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384908.251844:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384908.251846:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.251849:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384908.251850:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.251855:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.251858:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384908.251861:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.251861:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384908.251899:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=16 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384908.251900:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384908.251906:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384908.251906:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.251914:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384908.251915:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384908.251917:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384908.251921:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.251924:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384908.251929:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.251929:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384908.251935:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384908.251936:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000001:1.0:1767384908.251937:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384908.251938:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384908.251943:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384908.251943:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384908.251948:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a95a162b. 00000400:00000200:1.0:1767384908.251955:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000100:00000040:3.0:1767384908.251956:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384908.251961:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:3.0:1767384908.251970:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.251971:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384908.251972:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384908.251976:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384908.251978:0:16340:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000200:1.0:1767384908.251982:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384908.251983:0:16340:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384908.251988:0:16340:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000200:1.0:1767384908.252003:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1767384908.252004:0:16340:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384908.252018:0:16340:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384908.252026:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.252032:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384908.252037:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384908.252038:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363748864:0@lo:13: 00000100:00000001:1.0:1767384908.252045:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384908.252047:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384908.252050:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384908.252051:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384908.252056:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384908.252057:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006032cdbf x1853237363748992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.252062:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.252071:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384908.252071:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.252075:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384908.252078:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d5cb464. 00000100:00001000:1.0:1767384908.252080:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=21 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384908.252081:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384908.252084:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384908.252088:0:16340:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00001000:1.0:1767384908.252090:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=21 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384908.252091:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384908.252093:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096a92f7a. 00000100:00000001:1.0:1767384908.252099:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384908.252100:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384908.252104:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384908.252105:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384908.252106:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006032cdbf. 00000100:00000001:3.0:1767384908.252114:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384908.252114:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384908.252119:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.252121:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:1.0:1767384908.252124:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384908.252132:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363748864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.252147:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384908.252151:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384908.252153:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000efb7c04a. 00010000:00000001:1.0:1767384908.252159:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.252160:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384908.252164:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384908.252166:0:16340:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384908.252168:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384908.252169:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384908.252173:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004fb591cf. 00000100:00000040:1.0:1767384908.252173:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767384908.252177:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384908.252179:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384908.252180:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384908.252184:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:1.0:1767384908.252185:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.252189:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384908.252192:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.252195:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384908.252196:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.252203:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384908.252207:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.252212:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.252214:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384908.252215:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.252223:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384908.252227:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384908.252233:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384908.252244:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a542a0b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16342:1853237363749120:0@lo:400: 00000100:00000001:1.0:1767384908.252251:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.252254:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384908.252258:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a542a0b5 x1853237363749120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.252266:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384908.252269:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384908.252272:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026721853. 02000000:00000001:1.0:1767384908.252277:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384908.252280:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384908.252281:0:16342:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384908.252284:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384908.252287:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000803c784d. 02000000:00000001:1.0:1767384908.252291:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384908.252293:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384908.252295:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a542a0b5. 00000100:00000001:1.0:1767384908.252299:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384908.252300:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.252303:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.252308:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384908.252317:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.252320:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.252322:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.255929:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294896134, at 4294896135 00000100:00000010:1.0:1767384908.255937:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006091fc01. 00000100:00000040:3.0:1767384908.255954:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294896134, at 4294896135 00000100:00000010:3.0:1767384908.255966:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9f2ed4. 00000100:00000040:0.0:1767384908.257188:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294896134, at 4294896136 00000100:00000040:2.0:1767384908.257196:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294896134, at 4294896136 00000100:00000010:0.0:1767384908.257197:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006eaad8f. 00000100:00000010:2.0:1767384908.257206:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f10b1238. 00080000:00000010:1.0:1767384909.028781:0:22317:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000064fe6217. 00080000:00000010:1.0:1767384909.028789:0:22317:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000064fe6217. 00000020:00000001:1.0:1767384909.028794:0:22317:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384909.028800:0:22317:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000064fe6217. 00080000:00000010:1.0:1767384909.028804:0:22317:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000064fe6217. 00000020:00000001:1.0:1767384909.028806:0:22317:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.145016:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384909.145025:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.145034:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384909.145037:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384909.145079:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384909.145084:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384909.145089:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384909.760524:0:22481:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384909.760530:0:22481:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:1.0:1767384909.765166:0:22481:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384909.772079:0:22482:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cec9b5af. 00000400:00000010:3.0:1767384909.772095:0:22482:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b56f38a8. 00000400:00000010:3.0:1767384909.772106:0:22482:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000046e869ce. 00000400:00000010:3.0:1767384909.772110:0:22482:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009ee92623. 00000400:00000010:3.0:1767384909.772114:0:22482:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008375a1b9. 00000400:00000010:3.0:1767384909.772119:0:22482:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cb7466a3. 00000400:00000010:3.0:1767384909.772121:0:22482:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006970a9b2. 00000400:00000010:3.0:1767384909.772124:0:22482:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014385ffd. 00000400:00000010:3.0:1767384909.772127:0:22482:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000be72a39a. 00000800:00000010:3.0:1767384909.772139:0:22482:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009c10eabe. 00000800:00000200:3.0:1767384909.772151:0:22482:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384909.772158:0:22482:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384909.772191:0:22482:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384909.772214:0:22482:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp20 [8/256/0/180] 00000400:00000010:3.0:1767384909.773688:0:22482:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000e3a720b5. 00000400:00000010:3.0:1767384909.773694:0:22482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1957f3. 00000400:00000010:3.0:1767384909.773698:0:22482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff328208. 00000400:00000001:3.0:1767384909.773712:0:22482:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384909.773714:0:22482:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384909.773716:0:22482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3b0d601. 00000400:00000200:3.0:1767384909.773719:0:22482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:3.0:1767384909.773722:0:22482:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000400:00000010:3.0:1767384909.773726:0:22482:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000e5e7f09b. 00000400:00000200:3.0:1767384909.773731:0:22482:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (11) 00000400:00000200:3.0:1767384909.773745:0:22482:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384909.773756:0:22482:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:3.0:1767384909.773764:0:22482:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e2bed4c3. 00000400:00000200:0.0:1767384909.773765:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384909.773771:0:22482:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384909.773772:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000020:01000000:3.0:1767384909.773779:0:22482:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp20 00000400:00000010:0.0:1767384909.773780:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000400:00000200:0.0:1767384909.773785:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (12) 00000400:00000010:0.0:1767384909.773795:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000080394fae. 00000400:00000200:0.0:1767384909.773799:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000010:3.0:1767384909.773801:0:22482:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b56f38a8. 00000400:00000010:3.0:1767384909.773807:0:22482:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cec9b5af. 00000400:00000200:0.0:1767384909.773812:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1767384909.773829:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384909.773836:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:2.0:1767384909.773840:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384909.773840:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:2.0:1767384909.773845:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384909.773846:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:00000001:2.0:1767384909.773850:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384909.773854:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384909.773854:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384909.773858:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384909.773861:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:2.0:1767384909.773862:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384909.773880:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384909.773881:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384909.773882:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384909.773885:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384909.773888:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384909.773889:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:2.0:1767384909.773892:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384909.773895:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384909.773898:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:01000004:2.0:1767384909.773902:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384909.773905:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:2.0:1767384909.773906:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384909.773911:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000100:00000010:2.0:1767384909.773913:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd9874dc. 00000400:00000200:0.0:1767384909.773917:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp19 00000020:00000040:2.0:1767384909.773919:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384909.773923:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp19 lpni_is_preferred = 0 00000100:00000001:2.0:1767384909.773927:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384909.773927:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp19 02000000:00000001:2.0:1767384909.773932:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384909.773933:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp19 NI seq info: [25:25:256:4294967295] 192.168.203.109@tcp19 LPNI seq info [25:25:8:4294967295] 02000000:00000001:2.0:1767384909.773937:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384909.773941:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp19 02000000:00000010:2.0:1767384909.773947:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ed34aee0. 00000400:00000200:0.0:1767384909.773952:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp19(192.168.203.109@tcp19:) -> 192.168.203.109@tcp19(192.168.203.109@tcp:192.168.203.109@tcp19) : PUT try# 0 00000100:00000001:2.0:1767384909.773956:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384909.773958:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.109@tcp19 00000800:00000010:0.0:1767384909.773963:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002891ad6b. 00000100:00000001:2.0:1767384909.773964:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384909.773967:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384909.773970:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006f3eaa6c. 00000100:00000040:2.0:1767384909.773974:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd9874dc] to pc [ptlrpcd_00_00+0] req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384909.773974:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000000b5cd42. 00000800:00000200:0.0:1767384909.773988:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f3eaa6c] -> 12345-192.168.203.109@tcp19 (2) 00000800:00000200:0.1:1767384909.773993:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f3eaa6c] -> 12345-192.168.203.109@tcp19 (2) 10000000:00000001:2.0:1767384909.774002:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384909.774005:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384909.774007:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384909.774008:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384909.774009:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384909.774014:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 00000020:00000001:2.0:1767384909.774018:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384909.774020:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384909.774023:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384909.774023:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:2.0:1767384909.774026:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384909.774029:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384909.774029:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384909.774031:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384909.774034:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384909.774034:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384909.774038:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384909.774040:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384909.774041:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384909.774042:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767384909.774044:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384909.774045:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384909.774048:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384909.774052:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046e12a25. 00000020:00000040:2.0:1767384909.774056:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384909.774060:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384909.774062:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384909.774063:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384909.774064:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.774067:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384909.774071:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005befea76. 02000000:00000001:1.0:1767384909.774073:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384909.774076:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384909.774077:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384909.774079:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 02000000:00000001:1.0:1767384909.774082:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774087:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384909.774088:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd9874dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363749376:0@lo:253: 00000100:00000001:2.0:1767384909.774090:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384909.774097:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e12a25] to pc [ptlrpcd_00_01+1] req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384909.774097:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384909.774105:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:2.0:1767384909.774110:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384909.774110:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384909.774116:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384909.774117:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384909.774118:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384909.774121:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384909.774123:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e2bed4c3. 02000000:00000010:1.0:1767384909.774127:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000079fb1d13. 02000000:00000001:1.0:1767384909.774132:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774133:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384909.774136:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:2.0:1767384909.774137:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384909.774139:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95a162b. 00000100:00000001:2.0:1767384909.774140:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384909.774146:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384909.774149:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0dc50da. 00000100:00000001:2.0:1767384909.774153:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384909.774154:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.774156:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384909.774159:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384909.774162:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363749376, portal 25 02000000:00000001:2.0:1767384909.774163:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.774167:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384909.774170:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363749504:0@lo:253: 00000100:00000001:1.0:1767384909.774171:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879035264 : -107292830516352 : ffff9e6af0f33b80) 00000100:00000001:2.0:1767384909.774179:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384909.774180:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000040:1.0:1767384909.774182:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384909.774183:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384909.774187:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.774193:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384909.774198:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384909.774201:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c74c2d8. 00000100:00000040:1.0:1767384909.774202:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384909.774207:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384909.774208:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000010:1.0:1767384909.774209:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0fb8ad1. 00000100:00000200:1.0:1767384909.774216:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363749376, offset 0 00000400:00000010:2.0:1767384909.774217:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012028def. 00000400:00000200:1.0:1767384909.774226:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384909.774234:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000267bd621. 00000400:00000200:1.0:1767384909.774235:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384909.774240:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000200:2.0:1767384909.774242:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363749504, portal 25 00000100:00000001:2.0:1767384909.774246:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384909.774248:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020032 : -107292830531584 : ffff9e6af0f30000) 00000400:00000200:1.0:1767384909.774249:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03200 00000100:00000040:2.0:1767384909.774255:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384909.774259:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000400:00000010:1.0:1767384909.774267:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3fd4d6e. 00000400:00000200:0.0:1767384909.774268:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000001:2.0:1767384909.774269:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384909.774272:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006deacced 00000100:00000040:2.0:1767384909.774280:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384909.774281:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384909.774284:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad00b8a7. 00000400:00000200:1.0:1767384909.774288:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384909.774290:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363749504, offset 0 00000400:00000200:1.0:1767384909.774294:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006deacced 00000400:00000010:1.0:1767384909.774297:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006deacced. 00000400:00000200:0.0:1767384909.774297:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:1.0:1767384909.774302:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384909.774307:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384909.774307:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384909.774312:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000b4636ff3 x1853237363749376 msgsize 4848 00000400:00000200:2.0:1767384909.774321:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384909.774322:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384909.774327:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384909.774329:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384909.774333:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03280 00000100:00000001:1.0:1767384909.774334:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384909.774342:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000400:00000010:2.0:1767384909.774345:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9ee1eb3. 00000400:00000200:2.0:1767384909.774348:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddcb63de 00000400:00000200:1.0:1767384909.774351:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0fb8ad1 00000400:00000200:2.0:1767384909.774352:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384909.774355:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0fb8ad1. 00000400:00000200:2.0:1767384909.774359:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384909.774361:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384909.774363:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddcb63de 00000400:00000010:2.0:1767384909.774366:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddcb63de. 00000100:00000200:1.0:1767384909.774367:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384909.774370:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384909.774371:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000200:2.0:1767384909.774374:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384909.774380:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000070551d93 x1853237363749504 msgsize 4848 00000100:00000001:1.0:1767384909.774383:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384909.774389:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384909.774389:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384909.774395:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384909.774400:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774406:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384909.774406:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:1.0:1767384909.774409:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384909.774414:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad00b8a7 00000400:00000010:2.0:1767384909.774418:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad00b8a7. 00000100:00000001:1.0:1767384909.774418:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774424:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384909.774424:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294897659 00000100:00000200:2.0:1767384909.774430:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384909.774430:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d00a8e8. 00000400:00000200:0.0:1767384909.774433:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000001:1.0:1767384909.774438:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384909.774446:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384909.774447:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294897659 00000100:00000040:2.0:1767384909.774450:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384909.774451:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbc7c747. 00000100:00000001:1.0:1767384909.774457:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384909.774461:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384909.774461:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:1.0:1767384909.774463:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294897659 00000100:00000001:2.0:1767384909.774466:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384909.774470:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2e03fc6. 00000100:00000001:2.0:1767384909.774472:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.774474:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384909.774477:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294897659 00000100:00000001:1.0:1767384909.774480:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294897659 00000100:00000001:2.0:1767384909.774481:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294897659 00000100:00000001:2.0:1767384909.774485:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294897659 00000100:00000010:1.0:1767384909.774485:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027dd848e. 00000100:00000001:1.0:1767384909.774489:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384909.774490:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294897659 00000100:00000001:1.0:1767384909.774493:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384909.774495:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:1.0:1767384909.774496:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774503:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294897659 00000100:00000001:1.0:1767384909.774503:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774507:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294897659 00000100:00000001:1.0:1767384909.774507:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.774513:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294897659 00000100:00000001:2.0:1767384909.774516:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294897659 00000100:00000001:2.0:1767384909.774517:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384909.774519:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.774519:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384909.774520:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:1.0:1767384909.774523:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384909.774525:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774528:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.774528:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384909.774531:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384909.774534:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774535:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384909.774537:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774538:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384909.774543:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384909.774544:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384909.774546:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774549:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384909.774560:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000100:00000001:1.0:1767384909.774562:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384909.774566:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363749376 02000000:00000001:1.0:1767384909.774568:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384909.774571:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384909.774573:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384909.774576:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384909.774579:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363749376 00000020:00000001:1.0:1767384909.774581:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384909.774582:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384909.774583:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00100000:2.0:1767384909.774585:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363749504 00000020:00000001:1.0:1767384909.774586:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384909.774588:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384909.774589:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384909.774590:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.774593:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384909.774595:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00100000:2.0:1767384909.774597:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363749504 00000020:00000001:1.0:1767384909.774598:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384909.774600:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384909.774602:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000040:2.0:1767384909.774603:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384909.774606:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384909.774606:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000100:00000001:1.0:1767384909.774607:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384909.774611:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000010:1.0:1767384909.774613:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000020:00000001:2.0:1767384909.774614:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384909.774618:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384909.774618:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384909.774624:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 00000100:00000001:2.0:1767384909.774625:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384909.774630:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2543e64. 00000020:00000010:1.0:1767384909.774632:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005e5b135. 00000100:00000001:2.0:1767384909.774633:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384909.774638:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2543e64. 00000020:00000010:1.0:1767384909.774640:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004b1a9ea. 00000020:00000010:2.0:1767384909.774643:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6ed237e. 00000020:00000010:1.0:1767384909.774646:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023f6fe5f. 00000020:00000010:2.0:1767384909.774649:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e6a8ef91. 00000020:00000010:2.0:1767384909.774656:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fdb8fe3. 00000100:00000040:1.0:1767384909.774657:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384909.774657:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000100:00000001:1.0:1767384909.774662:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384909.774665:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384909.774668:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774670:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384909.774673:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384909.774674:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.774676:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774680:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774685:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.774685:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.774703:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384909.774705:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384909.774706:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384909.774708:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384909.774709:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000100:00100000:1.0:1767384909.774714:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000040:1.0:1767384909.774717:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384909.774719:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780223681616 : -107293485870000 : ffff9e6ac9e35450) 00000100:00100000:2.0:1767384909.774723:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:2.0:1767384909.774727:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000040:1.0:1767384909.774727:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4636ff3 x1853237363749376/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:135/0 lens 4848/0 e 0 to 0 dl 1767384920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384909.774731:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988336208 : -107292721215408 : ffff9e6af7770850) 00000100:00000001:1.0:1767384909.774740:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384909.774741:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070551d93 x1853237363749504/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:135/0 lens 4848/0 e 0 to 0 dl 1767384920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384909.774746:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000100:00000001:1.0:1767384909.774751:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384909.774752:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384909.774753:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000020:00000010:1.0:1767384909.774754:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 00000020:00000010:2.0:1767384909.774758:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2543e64. 00000100:00000001:2.0:1767384909.774762:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384909.774765:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4636ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363749376:12345-0@lo:253: 00000020:00000010:2.0:1767384909.774767:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2543e64. 00000100:00000200:1.0:1767384909.774771:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363749376 00000020:00000001:1.0:1767384909.774775:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384909.774778:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070551d93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363749504:12345-0@lo:253: 00000020:00000001:1.0:1767384909.774780:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384909.774784:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363749504 00000020:00000001:1.0:1767384909.774784:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384909.774786:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384909.774789:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384909.774790:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384909.774796:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384909.774797:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384909.774798:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:1.0:1767384909.774799:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384909.774803:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384909.774803:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384909.774804:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000020:00000001:2.0:1767384909.774806:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384909.774807:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384909.774813:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384909.774813:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384909.774816:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384909.774817:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384909.774838:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384909.774838:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.774844:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384909.774844:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384909.774865:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384909.774866:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384909.774873:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b1d0033d. 02000000:00000010:2.0:1767384909.774874:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c04b229a. 02000000:00000001:1.0:1767384909.774909:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.774913:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.774916:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384909.774916:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384909.774922:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384909.774931:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384909.774940:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a8cf6244. 20000000:00000010:2.0:1767384909.774941:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000082fcd994. 20000000:01000000:1.0:1767384909.774948:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384909.774949:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384909.774954:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384909.774954:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384909.774959:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384909.774962:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384909.774965:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384909.774966:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384909.774970:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384909.774971:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384909.774976:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384909.774978:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384909.774982:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026721853. 20000000:01000000:1.0:1767384909.774986:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:1.0:1767384909.774991:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384909.774996:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384909.774999:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384909.775015:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384909.775030:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384909.775032:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384909.775034:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384909.775036:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384909.775038:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384909.775040:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000001:1.0:1767384909.775044:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:1.0:1767384909.775046:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384909.775048:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384909.775051:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384909.775059:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384909.775079:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384909.775085:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384909.775089:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384909.775093:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e2ead6ad. 00080000:00000001:1.0:1767384909.775096:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775866021376 : -107297843530240 : ffff9e69c626b600) 00080000:00000001:1.0:1767384909.775098:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384909.775101:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d0cd3df. 00000001:00000001:1.0:1767384909.775102:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384909.775109:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f1f98b5b. 00000800:00000010:0.0:1767384909.775110:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a89905a. 00080000:00000001:1.0:1767384909.775115:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384909.775118:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006691dc3. 00080000:00000001:1.0:1767384909.775119:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384909.775150:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384909.775163:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006691dc3. 00080000:00000001:1.0:1767384909.775167:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384909.775289:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384909.775303:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384909.775306:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009029b1ec. 00000800:00000010:2.0:1767384909.775358:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cbe5871c. 00000800:00000010:2.0:1767384909.775365:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad00b8a7. 00000800:00000010:2.0:1767384909.775393:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000063f8cd89. 00000800:00000200:2.1:1767384909.775401:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f3eaa6c] -> 12345-192.168.203.109@tcp19 (2) 00000800:00000200:2.1:1767384909.775407:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp19 0000000063f8cd89 deleted 00000800:00000010:2.1:1767384909.775418:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000063f8cd89. 00000800:00000200:2.1:1767384909.775424:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384909.775432:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp19 ip 192.168.203.109:1003 00000800:00000200:2.1:1767384909.775437:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002891ad6b type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767384909.775443:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp19 p 3.x 192.168.203.109 -> 192.168.203.109:1003 incarnation:1767384908185634389 sched[0] 00000800:00000010:2.0:1767384909.775450:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b2543e64. 00000800:00000010:2.0:1767384909.775522:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b2543e64. 00000800:00000010:2.0:1767384909.775528:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad00b8a7. 00000800:00000200:0.1:1767384909.775534:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384909.775541:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp19 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384908185634389 sched[0] 00000800:00000010:0.0:1767384909.775551:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a89905a. 00000800:00000010:2.0:1767384909.775562:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009029b1ec. 00000800:00000001:2.0:1767384909.775578:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384909.775584:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384909.775597:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000001:1.0:1767384909.775628:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384909.775635:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384909.775635:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:1.0:1767384909.775636:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384909.775642:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002891ad6b. 00000400:00000200:2.0:1767384909.775649:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384909.775654:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp19->192.168.203.109@tcp19: PUT: OK 00000800:00000001:1.0:1767384909.775657:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384909.775658:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384909.775662:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000800:00000001:1.0:1767384909.775662:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384909.775671:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp19(192.168.203.109@tcp19) <- 192.168.203.109@tcp19 : PUT - for me 00000400:00000200:0.0:1767384909.775675:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384909.775681:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384909.775687:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 224/224 into md 0x1401 [1] + 0 00000400:00000010:1.0:1767384909.775689:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bced1961. 00000400:00000200:1.0:1767384909.775693:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000614a9024 00000800:00000001:1.0:1767384909.775696:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384909.775705:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384909.775706:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384909.775706:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384909.775713:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp19->192.168.203.109@tcp19: PUT: OK 00000400:00000200:1.0:1767384909.775716:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614a9024 00000400:00000010:1.0:1767384909.775718:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000614a9024. 00000400:00000200:1.0:1767384909.775721:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384909.775725:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (13) 00000400:00000200:1.0:1767384909.775729:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:0.0:1767384909.775730:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000010:1.0:1767384909.775732:0:16334:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 0000000007487d07. 00000400:00000200:1.0:1767384909.775736:0:16334:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 12 00000400:00000200:1.0:1767384909.775740:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384909.775753:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384909.775757:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (14) 00000400:00000200:1.0:1767384909.775763:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384909.775768:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp19 to MR: 192.168.203.109@tcp19 local destination 00000400:00000200:1.0:1767384909.775773:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp19 NI seq info: [26:26:256:4294967295] 192.168.203.109@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384909.775778:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384909.775788:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp19(192.168.203.109@tcp19:192.168.203.109@tcp19) -> 192.168.203.109@tcp19(192.168.203.109@tcp19:192.168.203.109@tcp19) 192.168.203.109@tcp19 : ACK try# 0 00000400:00000200:2.0:1767384909.775794:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384909.775794:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp19 00000400:00000010:2.0:1767384909.775801:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000597b2dde. 00000800:00000010:1.0:1767384909.775802:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003624b046. 00000400:00000200:0.0:1767384909.775803:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000010:2.0:1767384909.775810:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001834b6a1. 00000800:00000200:1.0:1767384909.775811:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f3eaa6c] -> 12345-192.168.203.109@tcp19 (4) 00000400:00000200:2.0:1767384909.775816:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000800:00000200:1.0:1767384909.775831:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp19 ip 192.168.203.109:988 00000400:00000200:2.0:1767384909.775834:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000800:00000200:1.0:1767384909.775837:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003624b046 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384909.775842:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 000000009040f84b. 00000400:00000010:2.0:1767384909.775847:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 0000000090b33bc5. 00000400:00000200:0.0:1767384909.775848:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000010:2.0:1767384909.775849:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 000000001b66ea1e. 00000400:00000010:2.0:1767384909.775888:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000348cda93. 00000400:00000200:2.0:1767384909.775893:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000348cda93 nid 192.168.203.109@tcp20 00000400:00000010:2.0:1767384909.775902:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b3c85258. 00000400:00000200:2.0:1767384909.775904:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b3c85258 net tcp20 00000400:00000200:2.0:1767384909.775907:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (13) 00000400:00000200:2.0:1767384909.775912:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp20 flags 0x11 00000400:00000010:2.0:1767384909.775915:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 000000009040f84b. 00000400:00000010:2.0:1767384909.775918:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 0000000090b33bc5. 00000400:00000010:2.0:1767384909.775920:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 000000001b66ea1e. 00000400:00000010:2.0:1767384909.775922:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 0000000007487d07. 00000400:00000200:2.0:1767384909.775925:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384909.775927:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000400:00000200:2.0:1767384909.775930:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000400:00000200:2.0:1767384909.775932:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000400:00000200:2.0:1767384909.775934:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384909.775935:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000400:00000200:2.0:1767384909.775938:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384909.775941:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (14) 00000800:00000001:2.0:1767384909.775959:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384909.776073:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000800:00000200:1.0:1767384909.776089:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384909.776093:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003624b046. 00000400:00000200:1.0:1767384909.776096:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384909.776100:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384909.776101:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp19->192.168.203.109@tcp19: ACK: OK 00000400:00000200:0.0:1767384909.776104:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000800:00000001:2.0:1767384909.776109:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384909.776112:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384909.776116:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384909.776121:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp19(192.168.203.109@tcp19) <- 192.168.203.109@tcp19 : ACK - for me 00000400:00000200:2.0:1767384909.776130:0:16333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp19: ACK from 12345-192.168.203.109@tcp19 into md 0x1461 00000400:00000200:2.0:1767384909.776133:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384909.776140:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp19->192.168.203.109@tcp19: ACK: OK 00000400:00000200:2.0:1767384909.776144:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000400:00000010:2.0:1767384909.776145:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000400:00000200:2.0:1767384909.776149:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384909.776151:0:16333:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:2.0:1767384909.776154:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (13) 00000400:00000200:0.0:1767384909.776155:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000800:00000001:2.0:1767384909.776159:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384909.776165:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384909.776181:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384909.776189:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384909.776211:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384909.776235:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384909.776257:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384909.776284:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384909.776299:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384909.776319:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384909.776336:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384909.776350:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000800:00000010:0.0:1767384909.776462:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b73d36e. 00000800:00000010:0.0:1767384909.776465:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a89905a. 00000800:00000010:0.0:1767384909.776468:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006691dc3. 00080000:00000010:2.0:1767384909.776483:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e2ead6ad. 00000800:00000010:0.0:1767384909.776500:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006691dc3. 00080000:00000010:2.0:1767384909.776521:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f1f98b5b. 00040000:00000001:2.0:1767384909.776526:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384909.776528:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384909.776531:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384909.776534:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384909.776537:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384909.776539:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384909.776551:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384909.776558:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:2.0:1767384909.776559:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384909.776563:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384909.776568:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:1.0:1767384909.776574:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp19 from 234.3.0.2 20000000:00000010:0.0:1767384909.776574:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000082c800bd. 20000000:01000000:0.0:1767384909.776579:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00000800:00000010:1.0:1767384909.776580:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fba73f61. 20000000:00000001:0.0:1767384909.776583:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384909.776587:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384909.776589:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384909.776595:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384909.776608:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384909.776610:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384909.776611:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384909.776613:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384909.776614:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384909.776616:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:0.0:1767384909.776620:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:0.0:1767384909.776621:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:2.0:1767384909.776622:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384909.776626:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384909.776627:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384909.776631:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384909.776631:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384909.776636:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384909.776638:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1767384909.776639:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384909.776642:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384909.776643:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:0.0:1767384909.776647:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384909.776650:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003bf1eeb9. 00080000:00000001:0.0:1767384909.776653:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775783562752 : -107297925988864 : ffff9e69c13c7e00) 00080000:00000001:0.0:1767384909.776655:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384909.776657:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384909.776660:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000006691dc3. 00080000:00000001:0.0:1767384909.776662:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384909.776664:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384909.776671:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384909.776672:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000747c0d75. 00010000:00000001:2.0:1767384909.776677:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384909.776677:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:2.0:1767384909.776679:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7bca0f3. 00000020:00000001:2.0:1767384909.776684:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384909.776685:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7bca0f3 with handle 0x135556ebb4843b05 to hash 00000020:00000001:2.0:1767384909.776687:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000010:1.0:1767384909.776688:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c61611e1. 00010000:00000001:2.0:1767384909.776689:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00000800:00000010:1.0:1767384909.776693:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a0fb8ad1. 00010000:00000001:2.0:1767384909.776705:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384909.776709:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384909.776711:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384909.776713:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384909.776715:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e37bc158. 00010000:00000001:2.0:1767384909.776722:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000200:1.1:1767384909.776723:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f3eaa6c] -> 12345-192.168.203.109@tcp19 (4) 00010000:00000001:2.0:1767384909.776727:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000200:1.1:1767384909.776728:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp19 00000000e37bc158 deleted 00010000:00000001:2.0:1767384909.776731:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000800:00000010:1.1:1767384909.776731:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e37bc158. 00010000:00000001:2.0:1767384909.776735:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000200:1.1:1767384909.776736:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:2.0:1767384909.776737:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384909.776740:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000200:1.0:1767384909.776741:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp19 p 3.x 192.168.203.109 -> 192.168.203.109:1002 incarnation:1767384908185634389 sched[0] 00000800:00000010:1.0:1767384909.776746:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7c781c0. 00010000:00000001:2.0:1767384909.776749:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384909.776753:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384909.776754:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384909.776756:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384909.776757:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384909.776758:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000747c0d75) refcount = 1 00010000:00010000:2.0:1767384909.776761:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.776765:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384909.776767:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384909.776768:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384909.776770:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.776771:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384909.776773:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384909.776775:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384909.776777:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384909.776778:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384909.776780:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7bca0f3 refcount=4 00000020:00000001:2.0:1767384909.776782:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384909.776784:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384909.776785:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384909.776787:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384909.776793:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7c781c0. 00010000:00000001:2.0:1767384909.776794:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384909.776798:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384909.776800:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a0fb8ad1. 00000800:00000200:0.1:1767384909.776806:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000001:2.0:1767384909.776807:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384909.776810:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384909.776812:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767384909.776816:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp19 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384908185634389 sched[0] 00000800:00000010:1.0:1767384909.776834:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fba73f61. 00000800:00000010:0.0:1767384909.776835:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a89905a. 00010000:00000001:2.0:1767384909.776842:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384909.776844:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384909.776846:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384909.776852:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384909.776881:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384909.776884:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1767384909.776910:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384909.776916:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384909.776919:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7bca0f3 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384909.776921:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384909.776923:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384909.776927:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.776933:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384909.776935:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384909.776937:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384909.776938:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7bca0f3 refcount=5 00000020:00000001:2.0:1767384909.776940:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384909.776942:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384909.776945:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384909.776947:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.776952:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384909.776953:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384909.776955:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.776958:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384909.776959:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384909.776961:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384909.776962:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384909.776964:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7bca0f3 with handle 0x135556ebb4843b05 from hash 00010000:00000001:2.0:1767384909.776966:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384909.776967:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384909.776968:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384909.776969:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384909.776971:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384909.776972:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384909.776974:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384909.776976:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384909.776985:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.776986:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384909.776988:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384909.776990:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384909.776992:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384909.776993:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.776995:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.776996:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384909.776998:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.777003:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384909.777004:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384909.777005:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384909.777006:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384909.777008:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384909.777009:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384909.777011:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384909.777013:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384909.777015:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384909.777027:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.777032:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384909.777033:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384909.777033:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843b05 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384909.777038:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000747c0d75 count: 0 00010000:00000001:2.0:1767384909.777046:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384909.777047:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384909.777073:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384909.777076:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384909.777078:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a8cf6244. 20000000:00000001:2.0:1767384909.777081:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384909.777084:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363749376 00010000:00000001:2.0:1767384909.777086:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384909.777097:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4636ff3 x1853237363749376/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:135/0 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384909.777105:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384909.777107:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384909.777110:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384909.777130:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384909.777132:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384909.777134:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384909.777136:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384909.777138:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.777139:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384909.777141:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384909.777143:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad00b8a7. 00000100:00000200:2.0:1767384909.777145:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363749376, offset 224 00000400:00000200:2.0:1767384909.777148:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384909.777153:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384909.777157:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03200 00000400:00000200:2.0:1767384909.777160:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1465 [2] + 224 00000400:00000200:2.0:1767384909.777163:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384909.777166:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384909.777169:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384909.777173:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384909.777182:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384909.777197:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384909.777203:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad00b8a7 00000400:00000010:2.0:1767384909.777205:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad00b8a7. 00000100:00000001:2.0:1767384909.777208:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384909.777210:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384909.777214:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.777216:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384909.777218:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:1.0:1767384909.777219:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384909.777223:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384909.777225:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384909.777225:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384909.777227:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384909.777229:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a95a162b. 00000400:00000200:1.0:1767384909.777232:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0dc50da 00000020:00000001:2.0:1767384909.777234:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384909.777235:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0dc50da. 00000100:00000001:1.0:1767384909.777239:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384909.777240:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4636ff3 x1853237363749376/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:135/0 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384909.777244:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384909.777264:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4636ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363749376:12345-0@lo:253: Request processed in 2521us (2947us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384909.777267:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384909.777276:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000001:1.0:1767384909.777277:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384909.777279:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384909.777280:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.777284:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384909.777285:0:16340:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384909.777288:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384909.777289:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384909.777292:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384909.777293:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384909.777294:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004b1a9ea. 02000000:00000001:1.0:1767384909.777295:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384909.777299:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=27 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384909.777300:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023f6fe5f. 00000100:00001000:1.0:1767384909.777302:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=27 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384909.777305:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005e5b135. 00000100:00000001:1.0:1767384909.777306:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384909.777309:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.777311:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384909.777312:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:1.0:1767384909.777314:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.777317:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384909.777318:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384909.777321:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b1d0033d. 00000100:00000040:1.0:1767384909.777324:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384909.777327:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384909.777330:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.777331:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384909.777335:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384909.777335:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384909.777337:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384909.777342:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080902f95. 00000020:01000004:1.0:1767384909.777342:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384909.777347:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384909.777349:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad00b8a7. 00000020:01000004:1.0:1767384909.777349:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384909.777352:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384909.777355:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384909.777362:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384909.777362:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384909.777364:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384909.777365:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384909.777366:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384909.777369:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384909.777374:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd9874dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363749376:0@lo:253: 00000100:00000001:1.0:1767384909.777378:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.777380:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384909.777381:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd9874dc x1853237363749376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384909.777385:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384909.777387:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384909.777388:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000079fb1d13. 02000000:00000001:1.0:1767384909.777391:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384909.777392:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384909.777393:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384909.777395:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384909.777396:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ed34aee0. 02000000:00000001:1.0:1767384909.777398:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384909.777399:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384909.777400:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd9874dc. 00000100:00000001:1.0:1767384909.777403:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384909.777404:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.777405:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.777408:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384909.777409:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.777410:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384909.777411:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384909.778661:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003bf1eeb9. 00080000:00000010:0.0:1767384909.778740:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000006691dc3. 00040000:00000001:0.0:1767384909.778746:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384909.778748:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384909.778750:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384909.778754:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384909.778756:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384909.778757:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384909.778759:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384909.778770:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384909.778773:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384909.778780:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384909.778784:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384909.778786:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:2.0:1767384909.778787:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384909.778792:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384909.778793:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384909.778798:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a554956d. 00010000:00000001:2.0:1767384909.778801:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384909.778805:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00000020:00000001:2.0:1767384909.778807:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384909.778809:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b4ec1874 with handle 0x135556ebb4843b0c to hash 00000020:00000001:2.0:1767384909.778812:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384909.778813:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384909.778816:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384909.778857:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384909.778859:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384909.778861:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.778866:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384909.778868:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384909.778869:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384909.778871:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384909.778872:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384909.778874:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384909.778875:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384909.778877:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384909.778902:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384909.778903:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384909.778922:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384909.778923:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a554956d) refcount = 1 00010000:00010000:2.0:1767384909.778926:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.778931:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384909.778932:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384909.778934:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384909.778936:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.778938:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384909.778940:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384909.778943:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384909.778945:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384909.778946:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384909.778948:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00000020:00000001:2.0:1767384909.778950:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384909.778953:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384909.778955:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384909.778956:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.778969:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384909.778986:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.778989:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384909.778990:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384909.778991:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.778994:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384909.778996:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.778998:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384909.778999:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384909.779003:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b4ec1874 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384909.779005:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384909.779005:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384909.779006:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.779010:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384909.779011:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384909.779012:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384909.779013:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=5 00000020:00000001:2.0:1767384909.779014:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384909.779015:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384909.779018:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000020:0.0:1767384909.779018:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384909.779020:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384909.779022:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384909.779025:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384909.779027:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000010:0.0:1767384909.779029:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000082fcd994. 00010000:00000001:2.0:1767384909.779033:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384909.779034:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.779037:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000040:0.0:1767384909.779038:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363749504 00010000:00000001:2.0:1767384909.779040:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384909.779041:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384909.779043:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384909.779045:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384909.779047:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070551d93 x1853237363749504/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:135/0 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384909.779048:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4ec1874 with handle 0x135556ebb4843b0c from hash 00010000:00000001:2.0:1767384909.779053:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384909.779055:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384909.779058:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384909.779059:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384909.779060:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384909.779062:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.779064:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:0.0:1767384909.779065:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=27 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384909.779067:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384909.779070:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384909.779071:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384909.779074:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384909.779074:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384909.779078:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.779079:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384909.779082:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1767384909.779083:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384909.779085:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1767384909.779085:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.779089:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384909.779090:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384909.779091:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384909.779094:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384909.779095:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384909.779098:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384909.779100:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a89905a. 00010000:00000001:2.0:1767384909.779101:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384909.779106:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384909.779106:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363749504, offset 224 00010000:00000001:2.0:1767384909.779114:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384909.779115:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384909.779117:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384909.779119:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384909.779120:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384909.779123:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384909.779123:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384909.779124:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384909.779128:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384909.779130:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384909.779131:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384909.779135:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384909.779135:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03280 00000400:00000200:0.0:1767384909.779143:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x146d [2] + 224 00010000:00000001:2.0:1767384909.779144:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:0.0:1767384909.779148:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384909.779152:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384909.779152:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384909.779156:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b0c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384909.779158:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384909.779163:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384909.779165:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a554956d count: 0 00000100:00000040:0.0:1767384909.779175:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384909.779177:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384909.779181:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384909.779193:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384909.779205:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a89905a 00000400:00000010:0.0:1767384909.779207:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a89905a. 00000100:00000001:0.0:1767384909.779209:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384909.779210:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384909.779214:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384909.779214:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384909.779219:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:1.0:1767384909.779220:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384909.779221:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384909.779224:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384909.779226:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384909.779238:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384909.779239:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384909.779242:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070551d93 x1853237363749504/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:135/0 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384909.779243:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012028def. 00000400:00000200:1.0:1767384909.779250:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267bd621 00000100:00100000:0.0:1767384909.779253:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070551d93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363749504:12345-0@lo:253: Request processed in 4500us (4871us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384909.779254:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000267bd621. 00000100:00100000:0.0:1767384909.779259:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:0.0:1767384909.779263:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384909.779265:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384909.779266:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384909.779269:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384909.779272:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384909.779272:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e6a8ef91. 00000020:00000010:0.0:1767384909.779276:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fdb8fe3. 00000020:00000010:0.0:1767384909.779282:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6ed237e. 00000020:00000040:0.0:1767384909.779287:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000200:1.0:1767384909.779288:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384909.779291:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384909.779294:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c04b229a. 00000100:00000001:1.0:1767384909.779300:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384909.779301:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384909.779303:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384909.779304:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.779307:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384909.779309:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384909.779310:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384909.779313:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384909.779315:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004127b32e. 00000100:00000001:1.0:1767384909.779316:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384909.779321:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384909.779322:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a89905a. 00000100:00001000:1.0:1767384909.779324:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=27 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384909.779328:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384909.779330:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384909.779332:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.779333:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384909.779334:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.779336:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384909.779338:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384909.779343:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384909.779345:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384909.779345:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384909.779348:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384909.779349:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384909.779350:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384909.779351:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384909.779352:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384909.779353:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384909.779353:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384909.779354:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384909.779355:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384909.779357:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384909.779362:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363749504:0@lo:253: 00000100:00000001:1.0:1767384909.779370:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.779372:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384909.779374:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046e12a25 x1853237363749504/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384909.779378:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384909.779380:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384909.779381:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c74c2d8. 02000000:00000001:1.0:1767384909.779384:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384909.779385:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384909.779386:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384909.779388:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384909.779389:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005befea76. 02000000:00000001:1.0:1767384909.779391:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384909.779392:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384909.779393:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046e12a25. 00000100:00000001:1.0:1767384909.779395:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384909.779396:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.779397:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384909.779401:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384909.779402:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384909.779403:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384909.779405:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384909.780920:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294897659, at 4294897660 00000100:00000010:1.0:1767384909.780928:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbc7c747. 00000100:00000040:2.0:1767384909.780942:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294897659, at 4294897660 00000100:00000040:0.0:1767384909.780944:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294897659, at 4294897660 00000100:00000010:2.0:1767384909.780953:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2e03fc6. 00000100:00000010:0.0:1767384909.780955:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d00a8e8. 00000100:00000040:3.0:1767384909.781023:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294897659, at 4294897660 00000100:00000010:3.0:1767384909.781030:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027dd848e. 00010000:00000010:2.1:1767384909.782920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000747c0d75. 00010000:00000010:2.1:1767384909.782947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7bca0f3. 00010000:00000010:2.1:1767384909.782955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a554956d. 00010000:00000010:2.1:1767384909.782964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00000400:00000010:0.0:1767384909.791409:0:22487:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cf0550f3. 00000400:00000040:0.0:1767384909.791426:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384909.791429:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384909.791431:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384909.791436:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384909.791437:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384909.791438:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384909.791441:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384909.791442:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384909.791443:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384909.791444:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384909.791446:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384909.791447:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384909.791449:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384909.791450:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384909.791451:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384909.791452:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384909.791453:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384909.791454:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384909.791455:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384909.791456:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384909.791457:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384909.791458:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384909.791459:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384909.791460:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384909.791461:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384909.791463:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384909.791464:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384909.791464:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384909.791465:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384909.791466:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384909.791467:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384909.791468:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384909.791469:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384909.791470:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384909.791471:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384909.791472:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384909.791473:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384909.791475:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384909.791476:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384909.791477:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384909.791478:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384909.791479:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384909.791485:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384909.791486:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384909.791487:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384909.791489:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384909.791490:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384909.791491:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384909.791492:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384909.791493:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384909.791494:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384909.791495:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384909.791496:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384909.791497:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384909.791498:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384909.791499:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384909.791500:0:22487:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384909.791537:0:22487:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cf0550f3. 00010000:00000001:2.0:1767384910.169913:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384910.169918:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384910.169924:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384910.169925:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384910.169952:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384910.169955:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384910.169957:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384910.574680:0:22720:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b9599d82. 00080000:00000010:2.0:1767384910.574689:0:22720:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b9599d82. 00000020:00000001:2.0:1767384910.574693:0:22720:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384910.574699:0:22720:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b9599d82. 00080000:00000010:2.0:1767384910.574703:0:22720:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b9599d82. 00000020:00000001:2.0:1767384910.574706:0:22720:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.193109:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384911.193114:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.193119:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384911.193120:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.193171:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384911.193176:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.193179:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384911.300827:0:22884:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384911.300831:0:22884:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:1.0:1767384911.304892:0:22884:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384911.310514:0:22885:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cec9b5af. 00000400:00000010:3.0:1767384911.310526:0:22885:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dddb374c. 00000400:00000010:3.0:1767384911.310534:0:22885:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bd7ecb09. 00000400:00000010:3.0:1767384911.310537:0:22885:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000882922f9. 00000400:00000010:3.0:1767384911.310540:0:22885:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005861a7d4. 00000400:00000010:3.0:1767384911.310543:0:22885:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc4578cd. 00000400:00000010:3.0:1767384911.310545:0:22885:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000002aedebd. 00000400:00000010:3.0:1767384911.310546:0:22885:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a153712. 00000400:00000010:3.0:1767384911.310548:0:22885:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000197eebc2. 00000800:00000010:3.0:1767384911.310557:0:22885:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000896ae97c. 00000800:00000200:3.0:1767384911.310566:0:22885:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384911.310578:0:22885:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384911.310610:0:22885:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384911.310628:0:22885:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp21 [8/256/0/180] 00000400:00000010:3.0:1767384911.312133:0:22885:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000006026745e. 00000400:00000010:3.0:1767384911.312138:0:22885:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d722ae6c. 00000400:00000010:3.0:1767384911.312142:0:22885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062eab454. 00000400:00000001:3.0:1767384911.312154:0:22885:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384911.312155:0:22885:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384911.312157:0:22885:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1957f3. 00000400:00000200:3.0:1767384911.312159:0:22885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff328208 00000400:00000010:3.0:1767384911.312161:0:22885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff328208. 00000400:00000010:3.0:1767384911.312164:0:22885:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000e3a720b5. 00000400:00000200:3.0:1767384911.312170:0:22885:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (12) 00000400:00000200:3.0:1767384911.312179:0:22885:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384911.312188:0:22885:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:3.0:1767384911.312194:0:22885:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003adafedf. 00000020:01000000:3.0:1767384911.312197:0:22885:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384911.312200:0:22885:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp21 00000400:00000200:0.0:1767384911.312207:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384911.312212:0:22885:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dddb374c. 00000400:00000010:3.0:1767384911.312216:0:22885:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cec9b5af. 00000400:00000200:0.0:1767384911.312217:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:0.0:1767384911.312228:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edfdf06b. 00000400:00000200:0.0:1767384911.312232:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (13) 00000020:00000001:1.0:1767384911.312235:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384911.312238:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a76e3d0f. 10000000:00000001:1.0:1767384911.312241:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384911.312244:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384911.312248:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384911.312248:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:01000004:1.0:1767384911.312252:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384911.312256:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384911.312257:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384911.312266:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384911.312266:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000020:01000004:1.0:1767384911.312270:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384911.312273:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384911.312274:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384911.312275:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384911.312278:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384911.312279:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384911.312281:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384911.312286:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000010:1.0:1767384911.312287:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870c54f4. 00000020:00000040:1.0:1767384911.312293:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384911.312293:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384911.312301:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:1.0:1767384911.312302:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384911.312306:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:1.0:1767384911.312307:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384911.312312:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:1.0:1767384911.312313:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.312320:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384911.312323:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000010:1.0:1767384911.312325:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000047de866c. 00000100:00000001:1.0:1767384911.312332:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.312337:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:1.0:1767384911.312341:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384911.312342:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:1.0:1767384911.312345:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.312349:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384911.312355:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00000040:1.0:1767384911.312356:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000870c54f4] to pc [ptlrpcd_00_02+2] req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384911.312359:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp20 00000400:00000200:0.0:1767384911.312365:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp20 lpni_is_preferred = 0 00000400:00000200:0.0:1767384911.312370:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp20 00000400:00000200:0.0:1767384911.312377:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp20 NI seq info: [27:27:256:4294967295] 192.168.203.109@tcp20 LPNI seq info [27:27:8:4294967295] 00000400:00000200:0.0:1767384911.312385:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp20 00000400:00000200:0.0:1767384911.312391:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp20(192.168.203.109@tcp20:) -> 192.168.203.109@tcp20(192.168.203.109@tcp:192.168.203.109@tcp20) : PUT try# 0 00000800:00000200:0.0:1767384911.312396:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.109@tcp20 00000800:00000010:0.0:1767384911.312399:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000602ec6ed. 10000000:00000001:1.0:1767384911.312405:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384911.312408:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005fb03b8e. 10000000:00000001:1.0:1767384911.312410:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384911.312412:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b91ab25e. 00000100:00000001:3.0:1767384911.312414:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384911.312415:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.312418:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767384911.312420:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005fb03b8e] -> 12345-192.168.203.109@tcp20 (2) 00000100:00000001:3.0:1767384911.312422:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:1.0:1767384911.312422:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.1:1767384911.312427:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005fb03b8e] -> 12345-192.168.203.109@tcp20 (2) 00000100:00000040:3.0:1767384911.312430:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384911.312435:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384911.312440:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384911.312440:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384911.312444:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000100:00000001:3.0:1767384911.312445:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384911.312446:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384911.312449:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 10000000:01000000:1.0:1767384911.312451:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:3.0:1767384911.312453:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384911.312458:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384911.312458:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:3.0:1767384911.312463:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384911.312464:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:3.0:1767384911.312467:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363749632:0@lo:253: 00000020:01000004:1.0:1767384911.312468:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384911.312473:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384911.312474:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384911.312476:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384911.312479:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384911.312480:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384911.312482:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384911.312483:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384911.312485:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384911.312487:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384911.312491:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000405223a7. 02000000:00000001:3.0:1767384911.312492:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767384911.312497:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000010:3.0:1767384911.312498:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000440df92d. 00000400:00000200:0.0:1767384911.312500:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 02000000:00000001:3.0:1767384911.312501:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384911.312508:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1957f3. 00000100:00000001:1.0:1767384911.312510:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384911.312513:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dddb374c. 02000000:00000001:1.0:1767384911.312513:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767384911.312527:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363749632, portal 25 02000000:00000001:1.0:1767384911.312527:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.312529:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384911.312532:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 02000000:00000010:1.0:1767384911.312536:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c45da14e. 00000100:00000040:3.0:1767384911.312537:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.312544:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.312545:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384911.312551:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384911.312553:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384911.312554:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015d98453. 00000400:00000200:0.0:1767384911.312555:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:1.0:1767384911.312556:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384911.312558:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363749632, offset 0 00000400:00000200:3.0:1767384911.312566:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384911.312569:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000405223a7] to pc [ptlrpcd_00_03+3] req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384911.312578:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384911.312584:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 10000000:00000001:1.0:1767384911.312589:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.312593:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03300 10000000:00000001:1.0:1767384911.312595:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.312600:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.312603:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000020:01000000:1.0:1767384911.312603:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384911.312607:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003adafedf. 00000400:00000010:3.0:1767384911.312608:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbeeed56. 00000400:00000200:3.0:1767384911.312614:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000650a0beb 00000400:00000200:0.0:1767384911.312617:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384911.312620:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384911.312622:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384911.312626:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.312626:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.312630:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384911.312633:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650a0beb 00000100:00000040:1.0:1767384911.312636:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384911.312637:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000650a0beb. 00000100:00000001:3.0:1767384911.312646:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384911.312646:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384911.312648:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384911.312650:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384911.312652:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384911.312654:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 02000000:00000001:1.0:1767384911.312655:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384911.312658:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000002053f41c x1853237363749632 msgsize 4848 02000000:00000001:1.0:1767384911.312659:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.312665:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000405223a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363749760:0@lo:253: 00000100:00000001:1.0:1767384911.312670:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384911.312674:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384911.312675:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384911.312678:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.312679:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384911.312680:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384911.312681:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 02000000:00000010:1.0:1767384911.312687:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a8cf6244. 02000000:00000001:1.0:1767384911.312690:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.312693:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384911.312694:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95a162b. 00000400:00000010:1.0:1767384911.312700:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc87ba15. 00000100:00000200:1.0:1767384911.312703:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363749760, portal 25 00000400:00000200:3.0:1767384911.312704:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d98453 00000400:00000200:0.0:1767384911.312707:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000010:3.0:1767384911.312708:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015d98453. 00000100:00000001:1.0:1767384911.312713:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384911.312716:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794531328 : -107297915020288 : ffff9e69c1e3dc00) 00000100:00000001:3.0:1767384911.312717:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384911.312723:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384911.312726:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384911.312731:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:1.0:1767384911.312733:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384911.312740:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384911.312744:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0fb8ad1. 00000100:00000200:1.0:1767384911.312747:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363749760, offset 0 00000400:00000200:1.0:1767384911.312753:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384911.312763:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384911.312763:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000001:3.0:1767384911.312767:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384911.312772:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.312777:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03380 00000100:00000001:3.0:1767384911.312785:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.312786:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000100:00000001:3.0:1767384911.312789:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384911.312790:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bae2f518. 00000400:00000200:1.0:1767384911.312794:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000413dccb2 00000100:00000001:3.0:1767384911.312796:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.312796:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384911.312798:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384911.312804:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294899197 00000400:00000200:1.0:1767384911.312805:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384911.312823:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000413dccb2 00000100:00000010:3.0:1767384911.312824:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f10b1238. 00000400:00000010:1.0:1767384911.312826:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000413dccb2. 00000100:00000001:1.0:1767384911.312831:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384911.312832:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384911.312833:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384911.312837:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000003ff9c023 x1853237363749760 msgsize 4848 00000100:00000001:3.0:1767384911.312842:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294899197 00000400:00000200:0.0:1767384911.312842:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00100000:1.0:1767384911.312846:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384911.312848:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006eaad8f. 00000100:00000040:1.0:1767384911.312849:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384911.312855:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384911.312859:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294899197 00000100:00000001:1.0:1767384911.312861:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384911.312862:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006091fc01. 00000400:00000200:1.0:1767384911.312897:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0fb8ad1 00000400:00000010:1.0:1767384911.312899:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0fb8ad1. 00000100:00000001:1.0:1767384911.312902:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384911.312905:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384911.312908:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.312911:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294899198 00000100:00000010:3.0:1767384911.312918:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089b285a9. 00000400:00000200:0.0:1767384911.312918:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:1.0:1767384911.312919:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384911.312922:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384911.312925:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.312928:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.312934:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.312935:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.312938:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.312938:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.312941:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.312947:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:3.0:1767384911.312948:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.312950:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.312953:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384911.312954:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294899198 00000100:00000001:3.0:1767384911.312956:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.312960:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.312962:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.312964:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294899197 00000100:00000001:3.0:1767384911.312965:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.312975:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294899198 00000100:00000001:1.0:1767384911.312982:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294899197 00000100:00000001:1.0:1767384911.312987:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294899198 00000400:00000200:0.0:1767384911.312991:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:1.0:1767384911.312992:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294899197 00000100:00000001:1.0:1767384911.313001:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294899198 00000100:00000001:1.0:1767384911.313004:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294899198 00000100:00000001:1.0:1767384911.313005:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.313007:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.313010:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.313012:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.313016:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.313018:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384911.313020:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.313022:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.313024:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.313026:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.313044:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000100:00000001:1.0:1767384911.313048:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384911.313051:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363749632 02000000:00000001:1.0:1767384911.313054:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384911.313056:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.313058:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.313061:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.313064:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363749632 00000020:00000001:1.0:1767384911.313067:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384911.313068:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384911.313070:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384911.313070:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384911.313074:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363749760 02000000:00000001:3.0:1767384911.313077:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384911.313086:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384911.313087:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:1.0:1767384911.313092:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:0.0:1767384911.313093:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000100:00000001:3.0:1767384911.313094:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.313097:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 02000000:00000001:3.0:1767384911.313101:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.313104:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384911.313105:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363749760 00000020:00000001:3.0:1767384911.313108:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384911.313109:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384911.313111:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384911.313113:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384911.313117:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000010:1.0:1767384911.313118:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cba6f664. 00000020:00000001:3.0:1767384911.313119:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384911.313125:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384911.313125:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384911.313130:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068c824fe. 00000020:00000010:1.0:1767384911.313131:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cba6f664. 00000100:00000001:3.0:1767384911.313136:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384911.313139:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068c824fe. 00000020:00000010:1.0:1767384911.313141:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000181736df. 00000400:00000200:0.0:1767384911.313142:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000020:00000010:3.0:1767384911.313145:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053fdc1d5. 00000020:00000010:3.0:1767384911.313151:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002cc063fb. 00000020:00000010:1.0:1767384911.313151:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008351b1a5. 00000020:00000010:3.0:1767384911.313170:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000621abd7b. 00000020:00000010:1.0:1767384911.313170:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000040:3.0:1767384911.313182:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384911.313185:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384911.313187:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384911.313187:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384911.313191:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384911.313192:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.313192:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000100:00000001:1.0:1767384911.313195:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.313203:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.313205:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.313213:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.313214:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.313238:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384911.313241:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384911.313242:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384911.313245:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384911.313246:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000400:00000200:0.0:1767384911.313250:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000100:00000040:3.0:1767384911.313251:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384911.313258:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988334160 : -107292721217456 : ffff9e6af7770050) 00000100:00100000:1.0:1767384911.313259:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384911.313265:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000040:3.0:1767384911.313266:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ff9c023 x1853237363749760/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.313271:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988341328 : -107292721210288 : ffff9e6af7771c50) 00000100:00000001:3.0:1767384911.313279:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384911.313282:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002053f41c x1853237363749632/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384911.313284:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068c824fe. 00000100:00000001:3.0:1767384911.313288:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384911.313293:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068c824fe. 00000400:00000200:0.0:1767384911.313295:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000100:00000001:1.0:1767384911.313299:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384911.313304:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cba6f664. 00000100:00100000:3.0:1767384911.313306:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ff9c023 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363749760:12345-0@lo:253: 00000100:00000001:1.0:1767384911.313311:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384911.313312:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363749760 00000020:00000001:3.0:1767384911.313316:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384911.313317:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cba6f664. 00000020:00000001:3.0:1767384911.313320:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384911.313323:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.313326:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384911.313327:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002053f41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363749632:12345-0@lo:253: 00000020:00000001:3.0:1767384911.313329:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:3.0:1767384911.313335:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384911.313336:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363749632 00000020:00000001:3.0:1767384911.313337:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.313339:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000020:00000001:1.0:1767384911.313341:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384911.313342:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384911.313347:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384911.313348:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384911.313349:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.313352:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.313353:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384911.313359:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384911.313359:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384911.313363:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003adafedf. 00000020:00000001:1.0:1767384911.313363:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 02000000:00000001:3.0:1767384911.313368:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.313369:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384911.313369:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000100:00000001:3.0:1767384911.313370:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.313373:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384911.313376:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384911.313378:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767384911.313386:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e2bed4c3. 00000020:00000001:1.0:1767384911.313388:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:3.0:1767384911.313390:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384911.313392:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.313394:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384911.313398:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:1.0:1767384911.313398:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384911.313403:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.313403:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384911.313407:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.313409:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:1.0:1767384911.313412:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005befea76. 20000000:00000010:3.0:1767384911.313417:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000504b38b0. 02000000:00000001:1.0:1767384911.313417:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384911.313422:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00000100:00000001:1.0:1767384911.313423:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384911.313427:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384911.313428:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384911.313434:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384911.313437:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:1.0:1767384911.313438:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ed34aee0. 20000000:01000000:1.0:1767384911.313444:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384911.313446:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384911.313448:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384911.313451:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384911.313451:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384911.313454:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384911.313458:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384911.313466:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.313469:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384911.313471:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.313473:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384911.313475:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384911.313483:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:3.0:1767384911.313487:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:3.0:1767384911.313489:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384911.313493:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384911.313496:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.313498:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384911.313501:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384911.313505:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384911.313508:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384911.313512:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c1766c0d. 00080000:00000001:3.0:1767384911.313515:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775868974592 : -107297840577024 : ffff9e69c653c600) 00080000:00000001:3.0:1767384911.313518:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384911.313522:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384911.313525:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000068c824fe. 00080000:00000001:3.0:1767384911.313527:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.313530:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384911.313541:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.313556:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384911.313578:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c74c2d8. 00000800:00000010:0.0:1767384911.313584:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000070c44f61. 00000800:00000010:0.0:1767384911.313590:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe179ffa. 00000800:00000010:0.0:1767384911.313635:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe179ffa. 00000400:00000200:1.0:1767384911.313709:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384911.313724:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp20 from 233.3.0.2 00000800:00000010:1.0:1767384911.313727:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009b378f00. 00000800:00000010:3.0:1767384911.313764:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000031721599. 00000800:00000010:3.0:1767384911.313769:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015d98453. 00000800:00000010:3.0:1767384911.313790:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ed29e91b. 00000800:00000200:3.1:1767384911.313796:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005fb03b8e] -> 12345-192.168.203.109@tcp20 (2) 00000800:00000200:3.1:1767384911.313801:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp20 00000000ed29e91b deleted 00000800:00000010:3.1:1767384911.313803:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ed29e91b. 00000800:00000200:3.1:1767384911.313820:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384911.313827:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp20 ip 192.168.203.109:1001 00000800:00000200:3.1:1767384911.313831:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000602ec6ed type 1, nob 336 niov 1 nkiov 1 00000800:00000200:3.0:1767384911.313835:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp20 p 3.x 192.168.203.109 -> 192.168.203.109:1001 incarnation:1767384909772141406 sched[0] 00000800:00000010:3.0:1767384911.313840:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a390b344. 00000800:00000010:3.0:1767384911.313950:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a390b344. 00000800:00000010:3.0:1767384911.313954:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015d98453. 00000800:00000010:3.0:1767384911.313974:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009b378f00. 00000800:00000001:3.0:1767384911.313995:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.313999:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384911.314046:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384911.314050:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000602ec6ed. 00000400:00000200:3.0:1767384911.314054:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.314059:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp20->192.168.203.109@tcp20: PUT: OK 00000400:00000200:3.0:1767384911.314063:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384911.314070:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000800:00000200:0.1:1767384911.314116:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384911.314125:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp20 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384909772141406 sched[0] 00000800:00000010:0.0:1767384911.314129:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000070c44f61. 00000800:00000001:1.0:1767384911.314164:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384911.314171:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.314186:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000001:1.0:1767384911.314189:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384911.314195:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384911.314201:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp20(192.168.203.109@tcp20) <- 192.168.203.109@tcp20 : PUT - for me 00000400:00000200:1.0:1767384911.314210:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384911.314214:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 240/240 into md 0x1475 [1] + 0 00000400:00000010:1.0:1767384911.314217:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000597b2dde. 00000400:00000200:1.0:1767384911.314221:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001834b6a1 00000800:00000001:1.0:1767384911.314224:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384911.314229:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:1.0:1767384911.314233:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384911.314238:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.314244:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp20->192.168.203.109@tcp20: PUT: OK 00000400:00000200:1.0:1767384911.314248:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001834b6a1 00000400:00000010:1.0:1767384911.314250:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001834b6a1. 00000400:00000200:1.0:1767384911.314254:0:16333:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384911.314258:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (14) 00000400:00000200:0.0:1767384911.314265:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384911.314272:0:16333:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:1.0:1767384911.314277:0:16333:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000efa1933e. 00000400:00000200:1.0:1767384911.314282:0:16333:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 13 00000400:00000200:1.0:1767384911.314285:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384911.314299:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384911.314300:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (15) 00000400:00000200:1.0:1767384911.314307:0:16333:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384911.314315:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp20 to MR: 192.168.203.109@tcp20 local destination 00000400:00000200:1.0:1767384911.314321:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp20 NI seq info: [28:28:256:4294967295] 192.168.203.109@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384911.314329:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp20(192.168.203.109@tcp20:192.168.203.109@tcp20) -> 192.168.203.109@tcp20(192.168.203.109@tcp20:192.168.203.109@tcp20) 192.168.203.109@tcp20 : ACK try# 0 00000800:00000200:1.0:1767384911.314334:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp20 00000400:00000200:2.0:1767384911.314335:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384911.314338:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f0946df. 00000400:00000010:2.0:1767384911.314341:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000286db504. 00000800:00000200:1.0:1767384911.314345:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005fb03b8e] -> 12345-192.168.203.109@tcp20 (4) 00000400:00000010:2.0:1767384911.314348:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000200:0.0:1767384911.314352:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000800:00000200:1.0:1767384911.314353:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp20 ip 192.168.203.109:988 00000400:00000200:2.0:1767384911.314354:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000800:00000200:1.0:1767384911.314360:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f0946df type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384911.314361:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000400:00000010:2.0:1767384911.314368:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000bd8117ce. 00000400:00000010:2.0:1767384911.314371:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000097d962a. 00000400:00000010:2.0:1767384911.314373:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000f5acdb59. 00000400:00000010:2.0:1767384911.314391:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e10f673f. 00000400:00000200:2.0:1767384911.314396:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e10f673f nid 192.168.203.109@tcp21 00000400:00000200:0.0:1767384911.314403:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000010:2.0:1767384911.314405:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000164d19be. 00000400:00000200:2.0:1767384911.314411:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000164d19be net tcp21 00000800:00000200:1.0:1767384911.314411:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384911.314414:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (14) 00000800:00000010:1.0:1767384911.314415:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f0946df. 00000400:00000200:2.0:1767384911.314423:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp21 flags 0x11 00000400:00000200:1.0:1767384911.314424:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384911.314427:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000bd8117ce. 00000400:00000010:2.0:1767384911.314432:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000097d962a. 00000400:00000200:1.0:1767384911.314432:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp20->192.168.203.109@tcp20: ACK: OK 00000400:00000010:2.0:1767384911.314438:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000f5acdb59. 00000400:00000010:2.0:1767384911.314441:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000efa1933e. 00000800:00000001:1.0:1767384911.314442:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384911.314446:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000800:00000001:1.0:1767384911.314447:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.314449:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000800:00000001:1.0:1767384911.314451:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384911.314452:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000800:00000001:1.0:1767384911.314458:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384911.314460:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000800:00000001:1.0:1767384911.314463:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384911.314467:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000400:00000200:2.0:1767384911.314471:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384911.314473:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000800:00000001:1.0:1767384911.314473:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384911.314480:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384911.314486:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (15) 00000400:00000200:1.0:1767384911.314490:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp20(192.168.203.109@tcp20) <- 192.168.203.109@tcp20 : ACK - for me 00000400:00000200:0.0:1767384911.314504:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384911.314505:0:16333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp20: ACK from 12345-192.168.203.109@tcp20 into md 0x148d 00000400:00000200:1.0:1767384911.314513:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.314517:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp20->192.168.203.109@tcp20: ACK: OK 00000400:00000200:1.0:1767384911.314524:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edfdf06b 00000400:00000010:1.0:1767384911.314527:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edfdf06b. 00000400:00000200:1.0:1767384911.314538:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384911.314543:0:16333:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1767384911.314547:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (14) 00000800:00000001:1.0:1767384911.314554:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384911.314559:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000001:1.0:1767384911.314560:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.314606:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384911.314635:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384911.314656:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384911.314681:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384911.314705:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384911.314743:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384911.314769:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384911.314825:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384911.314901:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00080000:00000010:1.0:1767384911.314928:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c1766c0d. 00000400:00000200:0.0:1767384911.314935:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384911.314958:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00080000:00000010:2.0:1767384911.314962:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000068c824fe. 00040000:00000001:2.0:1767384911.314968:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384911.314969:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384911.314971:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384911.314975:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384911.314977:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384911.314979:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:0.0:1767384911.314983:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 20000000:01000000:2.0:1767384911.314988:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384911.314997:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384911.315000:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767384911.315002:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000078043d0e. 00000400:00000200:0.0:1767384911.315003:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00080000:00000001:2.0:1767384911.315005:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384911.315008:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:1.0:1767384911.315011:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384911.315014:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384911.315016:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384911.315021:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384911.315027:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.315029:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384911.315030:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.315032:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384911.315034:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384911.315036:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000001:1.0:1767384911.315039:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:1.0:1767384911.315040:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384911.315042:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384911.315044:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.315046:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384911.315048:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384911.315050:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000020:00000001:1.0:1767384911.315051:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384911.315056:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384911.315060:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000005e5b135. 20000000:01000000:2.0:1767384911.315061:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384911.315063:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775866018816 : -107297843532800 : ffff9e69c626ac00) 20000000:00000001:2.0:1767384911.315064:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384911.315067:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 10000000:01000000:2.0:1767384911.315068:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000001:00000001:1.0:1767384911.315070:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384911.315073:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:1.0:1767384911.315074:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cba6f664. 00010000:00000001:2.0:1767384911.315077:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384911.315078:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.315080:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:2.0:1767384911.315084:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000747c0d75. 00010000:00000001:2.0:1767384911.315089:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384911.315090:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.315100:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:2.0:1767384911.315122:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f6a6e86. 00000020:00000001:2.0:1767384911.315126:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384911.315129:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f6a6e86 with handle 0x135556ebb4843b13 to hash 00000020:00000001:2.0:1767384911.315131:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384911.315132:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384911.315135:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384911.315137:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384911.315139:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384911.315142:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.315148:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384911.315151:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384911.315153:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384911.315155:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384911.315156:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384911.315157:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384911.315159:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384911.315160:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384911.315162:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384911.315163:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384911.315164:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384911.315166:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000747c0d75) refcount = 1 00010000:00010000:2.0:1767384911.315168:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.315172:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384911.315174:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384911.315175:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384911.315177:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.315178:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384911.315181:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384911.315183:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384911.315186:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384911.315187:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384911.315193:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=4 00000020:00000001:2.0:1767384911.315194:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384911.315197:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384911.315199:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384911.315201:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.315205:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384911.315207:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.315213:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384911.315215:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384911.315217:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.315223:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384911.315225:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.315228:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384911.315231:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384911.315238:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f6a6e86 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384911.315242:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384911.315245:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384911.315247:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384911.315252:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c04b229a. 00010000:00000001:2.0:1767384911.315255:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384911.315258:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:0.0:1767384911.315259:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000070c44f61. 00000020:00000001:2.0:1767384911.315261:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384911.315265:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=5 00000400:00000200:1.0:1767384911.315265:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384911.315267:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe179ffa. 00000020:00000001:2.0:1767384911.315269:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384911.315276:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384911.315280:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767384911.315288:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp20 from 232.3.0.2 00010000:00010000:2.0:1767384911.315292:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384911.315292:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d00dde00. 00010000:00000001:2.0:1767384911.315303:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384911.315306:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384911.315309:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384911.315309:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe179ffa. 00010000:00000001:2.0:1767384911.315318:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384911.315320:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384911.315322:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384911.315324:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384911.315326:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f6a6e86 with handle 0x135556ebb4843b13 from hash 00010000:00000001:2.0:1767384911.315328:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384911.315329:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384911.315330:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384911.315332:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384911.315333:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384911.315335:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384911.315337:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384911.315339:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384911.315341:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.315342:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384911.315343:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384911.315346:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384911.315347:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384911.315348:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.315350:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.315351:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384911.315351:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082fcd994. 00010000:00010000:2.0:1767384911.315355:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384911.315358:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf3d88fd. 00010000:00000001:2.0:1767384911.315361:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384911.315364:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384911.315365:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384911.315367:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384911.315368:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384911.315369:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384911.315371:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384911.315374:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384911.315381:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384911.315383:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.315387:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000010:0.0:1767384911.315388:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000eeb43b25. 00010000:00000001:2.0:1767384911.315389:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384911.315392:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b13 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384911.315399:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000747c0d75 count: 0 00000800:00000200:0.1:1767384911.315399:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005fb03b8e] -> 12345-192.168.203.109@tcp20 (4) 00000800:00000200:0.1:1767384911.315408:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp20 00000000eeb43b25 deleted 00000800:00000010:0.1:1767384911.315411:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000eeb43b25. 00010000:00000001:2.0:1767384911.315414:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.1:1767384911.315416:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 20000000:00000001:2.0:1767384911.315417:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384911.315427:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000200:0.0:1767384911.315427:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp20 p 3.x 192.168.203.109 -> 192.168.203.109:1000 incarnation:1767384909772141406 sched[0] 00000100:00000001:2.0:1767384911.315432:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384911.315435:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e2bed4c3. 00000800:00000010:0.0:1767384911.315436:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe179ffa. 20000000:00000001:2.0:1767384911.315439:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384911.315443:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363749760 00010000:00000001:2.0:1767384911.315446:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384911.315451:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ff9c023 x1853237363749760/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384911.315458:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384911.315460:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384911.315463:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384911.315467:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384911.315470:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384911.315472:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384911.315475:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384911.315477:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.315480:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384911.315483:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384911.315486:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e20bcbb. 00000100:00000200:2.0:1767384911.315489:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363749760, offset 224 00000800:00000010:0.0:1767384911.315493:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe179ffa. 00000400:00000200:2.0:1767384911.315494:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1767384911.315500:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf3d88fd. 00000400:00000200:2.0:1767384911.315504:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384911.315512:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03380 00000400:00000200:2.0:1767384911.315520:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1499 [2] + 224 00000400:00000200:2.0:1767384911.315524:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384911.315527:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:0.0:1767384911.315528:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d00dde00. 00000100:00000001:2.0:1767384911.315530:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767384911.315532:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384911.315537:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384911.315537:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384911.315550:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.315563:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.1:1767384911.315564:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:2.0:1767384911.315569:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e20bcbb 00000400:00000010:2.0:1767384911.315572:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e20bcbb. 00000800:00000200:0.0:1767384911.315574:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp20 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384909772141406 sched[0] 00000100:00000001:2.0:1767384911.315576:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384911.315576:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.315579:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384911.315581:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767384911.315583:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000070c44f61. 00000100:00000001:2.0:1767384911.315584:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384911.315587:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384911.315591:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:1.0:1767384911.315592:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384911.315594:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384911.315596:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a95a162b. 00000020:00000001:2.0:1767384911.315597:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.315600:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384911.315603:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc87ba15 00000100:00000040:2.0:1767384911.315604:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ff9c023 x1853237363749760/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384911.315609:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc87ba15. 00000800:00000001:0.0:1767384911.315612:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384911.315616:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767384911.315619:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384911.315620:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ff9c023 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363749760:12345-0@lo:253: Request processed in 2338us (2779us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384911.315625:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384911.315633:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:2.0:1767384911.315638:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384911.315642:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384911.315645:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384911.315648:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384911.315649:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002cc063fb. 00000020:00000010:2.0:1767384911.315654:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000621abd7b. 00000020:00000010:2.0:1767384911.315659:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053fdc1d5. 00000020:00000040:2.0:1767384911.315666:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:1.0:1767384911.315667:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384911.315670:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384911.315671:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384911.315673:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003adafedf. 00000100:00000001:1.0:1767384911.315676:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384911.315678:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384911.315682:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384911.315683:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384911.315687:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.315688:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384911.315693:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384911.315694:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384911.315700:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3f80232. 00000100:00001000:1.0:1767384911.315700:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=29 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384911.315703:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e20bcbb. 00000100:00001000:1.0:1767384911.315708:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.315713:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384911.315715:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.315717:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384911.315719:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.315722:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.315725:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.315732:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.315735:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.315736:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384911.315739:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384911.315748:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384911.315749:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384911.315750:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384911.315752:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384911.315754:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384911.315755:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384911.315757:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384911.315758:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384911.315762:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.315770:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000405223a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363749760:0@lo:253: 00000100:00000001:1.0:1767384911.315775:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.315778:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.315780:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000405223a7 x1853237363749760/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.315786:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384911.315789:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384911.315791:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a8cf6244. 02000000:00000001:1.0:1767384911.315795:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384911.315797:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384911.315799:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384911.315801:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384911.315803:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c45da14e. 02000000:00000001:1.0:1767384911.315821:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.315823:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.315825:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000405223a7. 00000100:00000001:1.0:1767384911.315829:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.315830:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.315832:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.315837:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.315838:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.315840:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.315841:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384911.317017:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000005e5b135. 00080000:00000010:1.0:1767384911.317059:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cba6f664. 00040000:00000001:1.0:1767384911.317066:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384911.317068:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384911.317070:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384911.317081:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384911.317084:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384911.317086:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384911.317089:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384911.317099:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384911.317103:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384911.317104:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384911.317108:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384911.317108:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:2.0:1767384911.317109:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384911.317114:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384911.317116:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384911.317120:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b4ac35af. 00010000:00000001:2.0:1767384911.317123:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384911.317126:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f30437fd. 00000020:00000001:2.0:1767384911.317128:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384911.317131:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f30437fd with handle 0x135556ebb4843b1a to hash 00000020:00000001:2.0:1767384911.317133:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384911.317135:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384911.317137:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384911.317138:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384911.317140:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384911.317142:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.317148:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384911.317150:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384911.317151:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384911.317153:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384911.317154:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384911.317156:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384911.317157:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384911.317159:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384911.317160:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384911.317160:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384911.317161:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384911.317162:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b4ac35af) refcount = 1 00010000:00010000:2.0:1767384911.317170:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.317174:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384911.317175:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384911.317177:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384911.317179:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.317180:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384911.317182:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384911.317185:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384911.317187:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384911.317188:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384911.317189:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=4 00000020:00000001:2.0:1767384911.317191:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384911.317193:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384911.317194:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384911.317195:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.317199:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384911.317200:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.317204:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384911.317205:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384911.317206:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.317209:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384911.317210:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.317212:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384911.317213:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384911.317217:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f30437fd already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384911.317222:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384911.317223:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384911.317225:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.317228:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384911.317229:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384911.317230:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384911.317231:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=5 00000020:00000001:2.0:1767384911.317232:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384911.317234:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384911.317236:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384911.317236:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.317240:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384911.317241:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384911.317242:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.317244:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384911.317245:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384911.317246:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384911.317248:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384911.317248:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:2.0:1767384911.317252:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f30437fd with handle 0x135556ebb4843b1a from hash 00000100:00000001:1.0:1767384911.317253:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384911.317255:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 20000000:00000010:1.0:1767384911.317256:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ed34aee0. 00010000:00000001:2.0:1767384911.317257:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384911.317260:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384911.317261:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.317262:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384911.317264:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384911.317266:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363749632 00010000:00000001:2.0:1767384911.317267:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384911.317269:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384911.317270:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384911.317271:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384911.317274:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384911.317276:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002053f41c x1853237363749632/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384911.317277:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384911.317280:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384911.317284:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384911.317287:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.317289:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384911.317291:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.317294:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.317295:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=29 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384911.317297:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.317300:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384911.317301:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.317304:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00010000:2.0:1767384911.317305:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384911.317309:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384911.317314:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384911.317315:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384911.317316:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.317317:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384911.317321:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384911.317321:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384911.317325:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384911.317328:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384911.317328:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384911.317331:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384911.317332:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:1.0:1767384911.317332:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc87ba15. 00010000:00000001:2.0:1767384911.317335:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384911.317336:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363749632, offset 224 20000000:00000001:2.0:1767384911.317337:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384911.317342:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384911.317346:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384911.317351:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384911.317353:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384911.317355:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f30437fd/0x135556ebb4843b1a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384911.317357:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384911.317364:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b4ac35af count: 0 00000400:00000200:1.0:1767384911.317368:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03300 00010000:00000001:2.0:1767384911.317371:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384911.317372:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1491 [2] + 224 20000000:00000001:2.0:1767384911.317374:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384911.317379:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.317382:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.317385:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384911.317393:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384911.317399:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.317412:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384911.317417:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc87ba15 00000100:00000001:2.0:1767384911.317419:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384911.317419:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc87ba15. 00000100:00000001:1.0:1767384911.317421:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384911.317422:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.317424:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384911.317427:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384911.317428:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384911.317430:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384911.317432:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:2.0:1767384911.317433:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1957f3. 00010000:00000001:1.0:1767384911.317436:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384911.317438:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dddb374c 00000020:00000001:1.0:1767384911.317439:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384911.317443:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dddb374c. 00000020:00000001:1.0:1767384911.317443:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384911.317449:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384911.317449:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002053f41c x1853237363749632/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384911.317455:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.317464:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002053f41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363749632:12345-0@lo:253: Request processed in 4163us (4803us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384911.317472:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.317475:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384911.317477:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384911.317480:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384911.317482:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384911.317486:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008351b1a5. 00000100:00000001:2.0:1767384911.317492:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384911.317493:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000100:00000001:2.0:1767384911.317494:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.317498:0:16342:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384911.317498:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000181736df. 02000000:00000001:2.0:1767384911.317502:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384911.317504:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384911.317504:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:2.0:1767384911.317507:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.317509:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384911.317510:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384911.317511:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005befea76. 00000100:00001000:2.0:1767384911.317514:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=29 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384911.317515:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384911.317519:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.317519:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.317524:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384911.317524:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384911.317525:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.317529:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384911.317531:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.317531:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95a162b. 00000100:00000001:2.0:1767384911.317536:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.317537:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc87ba15. 00000100:00000040:2.0:1767384911.317539:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.317548:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384911.317550:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384911.317552:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384911.317555:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384911.317557:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384911.317560:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384911.317561:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384911.317563:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384911.317564:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384911.317566:0:16342:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384911.317567:0:16342:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384911.317569:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384911.317570:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384911.317573:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384911.317582:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363749632:0@lo:253: 00000100:00000001:2.0:1767384911.317588:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.317590:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384911.317600:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870c54f4 x1853237363749632/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.317607:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384911.317609:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384911.317611:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000440df92d. 02000000:00000001:2.0:1767384911.317614:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384911.317616:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384911.317617:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384911.317618:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384911.317620:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000047de866c. 02000000:00000001:2.0:1767384911.317622:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384911.317624:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384911.317625:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870c54f4. 00000100:00000001:2.0:1767384911.317628:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384911.317630:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.317633:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.317637:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384911.317638:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.317640:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.317642:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.319907:0:251:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294899198, at 4294899199 00000100:00000040:2.0:1767384911.319909:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294899198, at 4294899199 00000100:00000040:3.0:1767384911.319916:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294899198, at 4294899199 00000100:00000010:2.0:1767384911.319918:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006091fc01. 00000100:00000010:1.0:1767384911.319921:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006eaad8f. 00000100:00000040:0.0:1767384911.319922:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294899198, at 4294899199 00000100:00000010:3.0:1767384911.319925:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089b285a9. 00000100:00000010:0.0:1767384911.319931:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f10b1238. 00010000:00000010:2.1:1767384911.320890:0:22888:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000747c0d75. 00010000:00000010:2.1:1767384911.320897:0:22888:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f6a6e86. 00010000:00000010:2.1:1767384911.320902:0:22888:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b4ac35af. 00010000:00000010:2.1:1767384911.320911:0:22888:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f30437fd. 00000400:00000010:2.0:1767384911.328265:0:22890:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c36f4c2a. 00000400:00000040:2.0:1767384911.328290:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384911.328292:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384911.328294:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384911.328295:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384911.328296:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384911.328297:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384911.328299:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384911.328300:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384911.328301:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384911.328302:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384911.328303:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384911.328304:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384911.328306:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384911.328307:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384911.328311:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384911.328313:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384911.328314:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384911.328315:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384911.328315:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384911.328317:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384911.328318:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384911.328319:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384911.328320:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384911.328321:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384911.328322:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384911.328323:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384911.328324:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384911.328325:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384911.328326:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384911.328327:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384911.328328:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384911.328329:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384911.328330:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384911.328331:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384911.328332:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384911.328333:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384911.328334:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384911.328335:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384911.328336:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384911.328337:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384911.328338:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384911.328339:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384911.328340:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384911.328341:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384911.328342:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384911.328343:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384911.328343:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384911.328344:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384911.328346:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384911.328347:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384911.328348:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384911.328348:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384911.328349:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384911.328353:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384911.328354:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384911.328355:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384911.328356:0:22890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384911.328384:0:22890:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c36f4c2a. 00080000:00000010:3.0:1767384912.074245:0:23134:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007a8764a5. 00080000:00000010:3.0:1767384912.074254:0:23134:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007a8764a5. 00000020:00000001:3.0:1767384912.074258:0:23134:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384912.074264:0:23134:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007a8764a5. 00080000:00000010:3.0:1767384912.074267:0:23134:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007a8764a5. 00000020:00000001:3.0:1767384912.074270:0:23134:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.216978:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384912.216985:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.216992:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384912.216994:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.217017:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384912.217020:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384912.217022:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384912.853117:0:23298:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384912.853121:0:23298:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:3.0:1767384912.858240:0:23298:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384912.868153:0:23299:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cec9b5af. 00000400:00000010:3.0:1767384912.868167:0:23299:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d0db38d0. 00000400:00000010:3.0:1767384912.868175:0:23299:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000cbde10de. 00000400:00000010:3.0:1767384912.868178:0:23299:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e4f83ea7. 00000400:00000010:3.0:1767384912.868181:0:23299:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ab3efb90. 00000400:00000010:3.0:1767384912.868185:0:23299:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d1c277f8. 00000400:00000010:3.0:1767384912.868187:0:23299:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e4282c59. 00000400:00000010:3.0:1767384912.868189:0:23299:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d1853265. 00000400:00000010:3.0:1767384912.868192:0:23299:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003f8ef37a. 00000800:00000010:3.0:1767384912.868203:0:23299:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ce25da46. 00000800:00000200:3.0:1767384912.868212:0:23299:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384912.868219:0:23299:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384912.868252:0:23299:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384912.868273:0:23299:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp22 [8/256/0/180] 00000400:00000010:3.0:1767384912.870534:0:23299:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000a9e933d4. 00000400:00000010:3.0:1767384912.870543:0:23299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061f2bae0. 00000400:00000010:3.0:1767384912.870549:0:23299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff328208. 00000400:00000001:3.0:1767384912.870587:0:23299:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384912.870590:0:23299:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384912.870593:0:23299:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d722ae6c. 00000400:00000200:3.0:1767384912.870598:0:23299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062eab454 00000400:00000010:3.0:1767384912.870613:0:23299:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062eab454. 00000400:00000010:3.0:1767384912.870619:0:23299:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000006026745e. 00000400:00000200:3.0:1767384912.870625:0:23299:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (13) 00000400:00000200:3.0:1767384912.870643:0:23299:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384912.870654:0:23299:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:3.0:1767384912.870662:0:23299:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000440df92d. 00000020:01000000:3.0:1767384912.870667:0:23299:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384912.870670:0:23299:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp22 00000400:00000010:3.0:1767384912.870701:0:23299:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d0db38d0. 00000400:00000010:3.0:1767384912.870705:0:23299:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cec9b5af. 00000020:00000001:1.0:1767384912.870736:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384912.870737:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:1.0:1767384912.870742:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384912.870749:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384912.870749:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 10000000:01000000:1.0:1767384912.870754:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384912.870759:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384912.870762:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384912.870762:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000020:01000004:1.0:1767384912.870767:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384912.870770:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (14) 00000020:01000004:1.0:1767384912.870771:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384912.870774:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384912.870775:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384912.870776:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384912.870778:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384912.870781:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384912.870785:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384912.870790:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000bdc377a. 00000100:00000010:1.0:1767384912.870791:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000405223a7. 00000020:00000040:1.0:1767384912.870818:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384912.870819:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000100:00000001:1.0:1767384912.870846:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384912.870849:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384912.870853:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.870856:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1767384912.870862:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000010:1.0:1767384912.870863:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005befea76. 00000400:00000200:0.0:1767384912.870871:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:1.0:1767384912.870873:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.870877:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384912.870907:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:1.0:1767384912.870912:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384912.870913:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:1.0:1767384912.870917:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.870921:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384912.870929:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000040:1.0:1767384912.870930:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000405223a7] to pc [ptlrpcd_00_00+0] req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384912.870939:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384912.870953:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384912.870962:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384912.870966:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 10000000:00000001:1.0:1767384912.870967:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.870971:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:00000001:1.0:1767384912.870973:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384912.870979:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.870980:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000020:01000000:1.0:1767384912.870982:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384912.870987:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp21 00000020:00000001:1.0:1767384912.870990:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384912.870992:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp21 lpni_is_preferred = 0 10000000:00000001:1.0:1767384912.870993:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384912.870996:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384912.870997:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp21 10000000:01000000:1.0:1767384912.870999:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384912.871005:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384912.871005:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp21 NI seq info: [29:29:256:4294967295] 192.168.203.109@tcp21 LPNI seq info [29:29:8:4294967295] 00000400:00000200:0.0:1767384912.871014:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp21 00000020:01000004:1.0:1767384912.871016:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384912.871019:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384912.871020:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384912.871024:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384912.871027:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384912.871030:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384912.871032:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384912.871033:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21:) -> 192.168.203.109@tcp21(192.168.203.109@tcp:192.168.203.109@tcp21) : PUT try# 0 00000020:01000004:1.0:1767384912.871035:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384912.871041:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d365a6ce. 00000100:00000001:2.0:1767384912.871046:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384912.871048:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000800:00000200:0.0:1767384912.871048:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.203.109@tcp21 00000100:00000001:2.0:1767384912.871053:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384912.871053:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384912.871058:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384912.871059:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384912.871063:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384912.871063:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000803c784d. 00000100:00000040:2.0:1767384912.871068:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384912.871074:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ed34aee0. 00000800:00000010:0.0:1767384912.871076:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009059c88e. 00000100:00000001:1.0:1767384912.871081:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384912.871084:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006d8bcdce. 00000100:00000001:2.0:1767384912.871085:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384912.871090:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.871090:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384912.871095:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384912.871096:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (2) 02000000:00000001:2.0:1767384912.871099:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384912.871104:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384912.871108:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d365a6ce] to pc [ptlrpcd_00_01+1] req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384912.871110:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (2) 02000000:00000001:2.0:1767384912.871112:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384912.871121:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000405223a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363749888:0@lo:253: 00000100:00000001:2.0:1767384912.871131:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384912.871135:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 02000000:00000001:2.0:1767384912.871137:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:1.0:1767384912.871141:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.871141:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 02000000:00000001:2.0:1767384912.871143:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384912.871148:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384912.871150:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384912.871151:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384912.871155:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384912.871157:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000440df92d. 02000000:00000010:2.0:1767384912.871159:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000009166457. 02000000:00000001:2.0:1767384912.871163:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384912.871168:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e8f645. 00000100:00000001:1.0:1767384912.871170:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384912.871174:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384912.871175:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000418d7711. 00000100:00000001:1.0:1767384912.871176:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384912.871183:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363749888, portal 25 00000100:00000040:1.0:1767384912.871184:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.871189:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384912.871192:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794531328 : -107297915020288 : ffff9e69c1e3dc00) 00000100:00000001:1.0:1767384912.871199:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384912.871202:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.871202:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384912.871206:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384912.871208:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384912.871209:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 02000000:00000001:1.0:1767384912.871211:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384912.871221:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d365a6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363750016:0@lo:253: 00000100:00000001:1.0:1767384912.871230:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384912.871231:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384912.871237:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384912.871243:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384912.871244:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b35d488d. 02000000:00000001:1.0:1767384912.871248:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384912.871250:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363749888, offset 0 02000000:00000001:1.0:1767384912.871251:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384912.871259:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384912.871260:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000047de866c. 02000000:00000001:1.0:1767384912.871264:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.871265:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000010:1.0:1767384912.871268:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae2f518. 00000400:00000200:2.0:1767384912.871272:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384912.871277:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032e10562. 00000100:00000200:1.0:1767384912.871283:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363750016, portal 25 00000100:00000001:1.0:1767384912.871285:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384912.871288:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794532224 : -107297915019392 : ffff9e69c1e3df80) 00000400:00000200:2.0:1767384912.871289:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03400 00000100:00000040:1.0:1767384912.871296:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384912.871302:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:1.0:1767384912.871305:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384912.871306:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000400:00000010:2.0:1767384912.871314:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aef9299f. 00000100:00000040:1.0:1767384912.871314:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384912.871318:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3daf1d3. 00000400:00000200:2.0:1767384912.871323:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd63d4be 00000100:00000200:1.0:1767384912.871331:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363750016, offset 0 00000400:00000200:2.0:1767384912.871334:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384912.871340:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384912.871345:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384912.871346:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384912.871353:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384912.871359:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd63d4be 00000400:00000010:2.0:1767384912.871365:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd63d4be. 00000400:00000200:1.0:1767384912.871365:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03480 00000400:00000200:1.0:1767384912.871376:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000100:00000001:2.0:1767384912.871377:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384912.871383:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384912.871383:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047d83b4c. 00000400:00000200:0.0:1767384912.871384:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384912.871388:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000588e1ccc 00000100:00000040:2.0:1767384912.871395:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000da5caee4 x1853237363749888 msgsize 4848 00000400:00000200:1.0:1767384912.871396:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384912.871404:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384912.871409:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000588e1ccc 00000400:00000010:1.0:1767384912.871412:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000588e1ccc. 00000100:00100000:2.0:1767384912.871413:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384912.871417:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384912.871418:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384912.871419:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000200:1.0:1767384912.871420:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384912.871428:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000022bd7cdd x1853237363750016 msgsize 4848 00000100:00100000:1.0:1767384912.871435:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384912.871439:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384912.871439:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384912.871452:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384912.871454:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b35d488d 00000400:00000010:2.0:1767384912.871458:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b35d488d. 00000400:00000200:0.0:1767384912.871459:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:2.0:1767384912.871463:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384912.871464:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3daf1d3 00000400:00000010:1.0:1767384912.871469:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3daf1d3. 00000100:00000200:2.0:1767384912.871473:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.871473:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384912.871484:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384912.871488:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384912.871491:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000040:2.0:1767384912.871492:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.871513:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384912.871516:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.871519:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000040:1.0:1767384912.871520:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.871521:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384912.871531:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.871531:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.871534:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384912.871537:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294900756 00000100:00000001:1.0:1767384912.871542:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384912.871544:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cae06e8. 00000100:00000001:1.0:1767384912.871547:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294900756 00000400:00000200:0.0:1767384912.871551:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:2.0:1767384912.871563:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384912.871571:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294900756 00000100:00000001:1.0:1767384912.871572:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294900756 00000100:00000001:1.0:1767384912.871576:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294900756 00000100:00000010:2.0:1767384912.871577:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000538e0482. 00000100:00000001:2.0:1767384912.871584:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384912.871585:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000001:2.0:1767384912.871588:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294900756 00000100:00000001:1.0:1767384912.871588:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294900756 00000100:00000001:1.0:1767384912.871596:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294900756 00000100:00000010:2.0:1767384912.871598:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b7d8e41. 00000100:00000001:2.0:1767384912.871602:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384912.871606:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294900756 00000100:00000001:1.0:1767384912.871606:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294900756 00000100:00000001:1.0:1767384912.871612:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294900756 00000100:00000010:2.0:1767384912.871614:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a76fbda7. 00000100:00000001:2.0:1767384912.871619:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384912.871622:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384912.871622:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294900756 00000400:00000200:0.0:1767384912.871626:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:1.0:1767384912.871627:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384912.871629:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.871635:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.871637:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.871640:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.871641:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384912.871643:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384912.871651:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384912.871652:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384912.871653:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384912.871655:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384912.871658:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384912.871660:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384912.871661:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384912.871665:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384912.871666:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.871670:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.871671:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.871678:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.871695:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:2.0:1767384912.871708:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384912.871712:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363749888 02000000:00000001:2.0:1767384912.871715:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384912.871717:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384912.871719:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384912.871722:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384912.871725:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363749888 00000020:00000001:2.0:1767384912.871728:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384912.871730:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384912.871733:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384912.871735:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:2.0:1767384912.871738:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384912.871740:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384912.871745:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384912.871747:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384912.871752:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363750016 00000020:00000010:2.0:1767384912.871756:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d309e77. 02000000:00000001:1.0:1767384912.871757:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384912.871763:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384912.871763:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384912.871766:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:1.0:1767384912.871768:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384912.871769:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d309e77. 02000000:00000001:1.0:1767384912.871777:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384912.871780:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf0487c. 00000100:00100000:1.0:1767384912.871782:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363750016 00000020:00000010:2.0:1767384912.871787:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008edc9be5. 00000020:00000010:2.0:1767384912.871793:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1b6f09e. 00000020:00000001:1.0:1767384912.871795:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384912.871815:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384912.871818:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384912.871822:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000040:2.0:1767384912.871823:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384912.871826:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384912.871828:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384912.871832:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384912.871833:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384912.871835:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.871839:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000100:00000001:1.0:1767384912.871841:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384912.871846:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384912.871848:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7c781c0. 00000100:00000001:1.0:1767384912.871854:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384912.871859:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384912.871859:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7c781c0. 00000020:00000010:1.0:1767384912.871907:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b5525b2. 00000100:00000001:2.0:1767384912.871914:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384912.871915:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1219981. 00000100:00000001:2.0:1767384912.871917:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384912.871925:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000100:00100000:2.0:1767384912.871926:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000020:00000010:1.0:1767384912.871926:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000040:2.0:1767384912.871934:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384912.871936:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988345424 : -107292721206192 : ffff9e6af7772c50) 00000100:00000001:1.0:1767384912.871938:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384912.871942:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384912.871943:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000da5caee4 x1853237363749888/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:138/0 lens 4848/0 e 0 to 0 dl 1767384923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.871946:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.871958:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384912.871959:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384912.871962:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d309e77. 00000100:00000001:1.0:1767384912.871965:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.871967:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384912.871972:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d309e77. 00000400:00000200:0.0:1767384912.871978:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000100:00100000:2.0:1767384912.871980:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000da5caee4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363749888:12345-0@lo:253: 00000100:00000200:2.0:1767384912.871986:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363749888 00000100:00000001:1.0:1767384912.871987:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384912.871990:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384912.871992:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384912.871995:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384912.871999:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384912.872004:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000020:00000001:2.0:1767384912.872005:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384912.872009:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000040:1.0:1767384912.872011:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000020:00000001:2.0:1767384912.872014:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384912.872016:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988342352 : -107292721209264 : ffff9e6af7772050) 00000020:00000001:2.0:1767384912.872017:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384912.872027:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000022bd7cdd x1853237363750016/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:138/0 lens 4848/0 e 0 to 0 dl 1767384923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384912.872029:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384912.872030:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000020:00000001:2.0:1767384912.872034:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384912.872039:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.872047:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384912.872051:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384912.872052:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384912.872059:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7c781c0. 02000000:00000010:2.0:1767384912.872061:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007f9ee93f. 00000100:00000001:1.0:1767384912.872064:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384912.872065:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.872073:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384912.872074:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7c781c0. 20000000:00000001:2.0:1767384912.872077:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:1.0:1767384912.872085:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000022bd7cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363750016:12345-0@lo:253: 00000400:00000200:0.0:1767384912.872086:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 20000000:00000010:2.0:1767384912.872090:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000079fb1d13. 20000000:01000000:2.0:1767384912.872097:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:1.0:1767384912.872098:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363750016 20000000:00000001:2.0:1767384912.872101:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384912.872103:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384912.872105:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384912.872108:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384912.872112:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384912.872113:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384912.872118:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384912.872120:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384912.872121:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000042c4c05. 00000020:00000001:1.0:1767384912.872125:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:2.0:1767384912.872126:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00000020:00000001:1.0:1767384912.872131:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 20000000:00000001:2.0:1767384912.872134:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384912.872139:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384912.872141:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00080000:00000001:2.0:1767384912.872142:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384912.872144:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384912.872148:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384912.872150:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384912.872154:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384912.872157:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.872161:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384912.872164:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384912.872167:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000010:1.0:1767384912.872171:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c45da14e. 02000000:00000001:1.0:1767384912.872176:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.872179:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384912.872182:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384912.872183:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384912.872187:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384912.872189:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384912.872191:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384912.872191:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 20000000:00000010:1.0:1767384912.872192:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a8cf6244. 00080000:00000001:2.0:1767384912.872196:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384912.872200:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000002:2.0:1767384912.872201:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 20000000:00000001:1.0:1767384912.872207:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384912.872208:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:2.0:1767384912.872212:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:1.0:1767384912.872213:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384912.872217:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384912.872218:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384912.872222:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.872223:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 20000000:00000001:1.0:1767384912.872224:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384912.872226:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384912.872232:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384912.872233:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384912.872240:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384912.872243:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384912.872253:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00080000:00000010:2.0:1767384912.872254:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005528461b. 00080000:00000001:2.0:1767384912.872278:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795646976 : -107297913904640 : ffff9e69c1f4e200) 00000400:00000200:0.0:1767384912.872281:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00080000:00000001:2.0:1767384912.872282:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384912.872288:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384912.872294:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d309e77. 00080000:00000001:2.0:1767384912.872297:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384912.872300:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384912.872318:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384912.872334:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384912.872530:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e1340f1. 00000800:00000010:0.0:1767384912.872544:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec4f2924. 00000800:00000010:0.0:1767384912.872551:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d49f01ad. 00000800:00000010:0.0:1767384912.872620:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d49f01ad. 00000400:00000200:1.0:1767384912.872635:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384912.872663:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp21 from 231.3.0.2 00000800:00000010:1.0:1767384912.872669:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000472c46d4. 00000800:00000010:2.0:1767384912.872822:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b1d0033d. 00000800:00000010:2.0:1767384912.872830:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b35d488d. 00000800:00000010:2.0:1767384912.872861:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fdbb582e. 00000800:00000200:2.1:1767384912.872895:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (2) 00000800:00000200:2.1:1767384912.872902:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp21 00000000fdbb582e deleted 00000800:00000010:2.1:1767384912.872904:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fdbb582e. 00000800:00000200:2.1:1767384912.872910:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384912.872916:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp21 ip 192.168.203.109:999 00000800:00000200:2.1:1767384912.872920:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000803c784d type 1, nob 352 niov 1 nkiov 1 00000800:00000200:2.0:1767384912.872936:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp21 p 3.x 192.168.203.109 -> 192.168.203.109:999 incarnation:1767384911310559012 sched[0] 00000800:00000010:2.0:1767384912.872941:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091891acc. 00000800:00000010:2.0:1767384912.872998:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091891acc. 00000800:00000010:2.0:1767384912.873002:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b35d488d. 00000800:00000010:2.0:1767384912.873037:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000472c46d4. 00000800:00000001:1.0:1767384912.873044:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384912.873046:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384912.873076:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp21 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384911310559012 sched[0] 00000800:00000010:0.0:1767384912.873079:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec4f2924. 00000800:00000200:2.0:1767384912.873104:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384912.873109:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000803c784d. 00000400:00000200:2.0:1767384912.873113:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384912.873119:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: PUT: OK 00000800:00000001:1.0:1767384912.873122:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384912.873123:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384912.873130:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000800:00000001:1.0:1767384912.873130:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384912.873141:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384912.873146:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384912.873153:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384912.873155:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384912.873164:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21) <- 192.168.203.109@tcp21 : PUT - for me 00000400:00000200:1.0:1767384912.873174:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384912.873180:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 256/256 into md 0x14a1 [1] + 0 00000400:00000010:1.0:1767384912.873184:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000286db504. 00000400:00000200:1.0:1767384912.873195:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003eed78c8 00000800:00000001:1.0:1767384912.873200:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384912.873208:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384912.873211:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384912.873211:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384912.873220:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: PUT: OK 00000400:00000200:1.0:1767384912.873224:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eed78c8 00000400:00000010:1.0:1767384912.873226:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000400:00000200:1.0:1767384912.873229:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384912.873232:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (15) 00000400:00000200:1.0:1767384912.873236:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:1.0:1767384912.873240:0:16334:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000035695a2b. 00000400:00000200:1.0:1767384912.873242:0:16334:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 14 00000400:00000200:1.0:1767384912.873245:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384912.873258:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (16) 00000400:00000200:1.0:1767384912.873263:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384912.873266:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384912.873269:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp21 to MR: 192.168.203.109@tcp21 local destination 00000400:00000200:1.0:1767384912.873280:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp21 NI seq info: [30:30:256:4294967295] 192.168.203.109@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1767384912.873293:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21:192.168.203.109@tcp21) -> 192.168.203.109@tcp21(192.168.203.109@tcp21:192.168.203.109@tcp21) 192.168.203.109@tcp21 : ACK try# 0 00000800:00000200:1.0:1767384912.873299:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp21 00000400:00000200:2.0:1767384912.873300:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384912.873303:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006992554c. 00000400:00000010:2.0:1767384912.873307:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecfcbb2b. 00000800:00000200:1.0:1767384912.873309:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (4) 00000400:00000010:2.0:1767384912.873316:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b35e5299. 00000800:00000200:1.0:1767384912.873317:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp21 ip 192.168.203.109:988 00000800:00000200:1.0:1767384912.873323:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006992554c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384912.873324:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000400:00000200:0.0:1767384912.873328:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384912.873331:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000400:00000010:2.0:1767384912.873341:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 000000000accc9bb. 00000400:00000010:2.0:1767384912.873345:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000af54d79a. 00000400:00000010:2.0:1767384912.873349:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000ba9f3b39. 00000400:00000200:0.0:1767384912.873366:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000010:2.0:1767384912.873372:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b809cc5c. 00000400:00000200:2.0:1767384912.873380:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b809cc5c nid 192.168.203.109@tcp22 00000400:00000010:2.0:1767384912.873383:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b1bc33d6. 00000400:00000200:2.0:1767384912.873394:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b1bc33d6 net tcp22 00000800:00000200:1.0:1767384912.873395:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384912.873397:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (15) 00000800:00000010:1.0:1767384912.873399:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006992554c. 00000400:00000200:1.0:1767384912.873405:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384912.873406:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384912.873407:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp22 flags 0x11 00000400:00000010:2.0:1767384912.873417:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 000000000accc9bb. 00000400:00000200:1.0:1767384912.873418:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: ACK: OK 00000400:00000010:2.0:1767384912.873425:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000af54d79a. 00000800:00000001:1.0:1767384912.873430:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384912.873431:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000ba9f3b39. 00000400:00000010:2.0:1767384912.873437:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000035695a2b. 00000800:00000001:1.0:1767384912.873437:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384912.873445:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384912.873447:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384912.873448:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000800:00000001:1.0:1767384912.873452:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384912.873457:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000800:00000001:1.0:1767384912.873463:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384912.873464:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000400:00000200:2.0:1767384912.873469:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000800:00000001:1.0:1767384912.873471:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384912.873475:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384912.873480:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000400:00000200:0.0:1767384912.873482:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384912.873487:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21) <- 192.168.203.109@tcp21 : ACK - for me 00000400:00000200:2.0:1767384912.873489:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384912.873500:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (16) 00000400:00000200:1.0:1767384912.873506:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp21: ACK from 12345-192.168.203.109@tcp21 into md 0x14b9 00000400:00000200:1.0:1767384912.873511:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384912.873515:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: ACK: OK 00000400:00000200:1.0:1767384912.873520:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000400:00000010:1.0:1767384912.873522:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000400:00000200:0.0:1767384912.873523:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384912.873526:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384912.873532:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1767384912.873536:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (15) 00000800:00000001:1.0:1767384912.873542:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384912.873545:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384912.873555:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873577:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873614:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873636:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873668:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873690:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873715:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873739:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873775:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873819:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873868:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873921:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873939:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873955:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873976:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384912.873994:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000800:00000010:0.0:1767384912.874126:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a13a208f. 00000800:00000010:0.0:1767384912.874136:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec4f2924. 00000800:00000010:0.0:1767384912.874140:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d49f01ad. 00000400:00000200:1.0:1767384912.874182:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384912.874192:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d49f01ad. 00000400:00000200:1.0:1767384912.874203:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp21 from 230.3.0.2 00000800:00000010:1.0:1767384912.874207:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c02ca49d. 00000800:00000010:2.0:1767384912.874319:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000053bbff0b. 00000800:00000010:2.0:1767384912.874326:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b35d488d. 00000800:00000010:2.0:1767384912.874348:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fdbb582e. 00000800:00000200:2.1:1767384912.874355:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (4) 00000800:00000200:2.1:1767384912.874359:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp21 00000000fdbb582e deleted 00000800:00000010:2.1:1767384912.874361:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fdbb582e. 00000800:00000200:2.1:1767384912.874366:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384912.874371:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp21 p 3.x 192.168.203.109 -> 192.168.203.109:998 incarnation:1767384911310559012 sched[0] 00000800:00000010:2.0:1767384912.874376:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091891acc. 00000800:00000010:2.0:1767384912.874441:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091891acc. 00000800:00000010:2.0:1767384912.874446:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b35d488d. 00000800:00000010:2.0:1767384912.874476:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c02ca49d. 00000800:00000001:2.0:1767384912.874490:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384912.874496:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384912.874500:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384912.874534:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp21 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384911310559012 sched[0] 00000800:00000010:0.0:1767384912.874538:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec4f2924. 00080000:00000010:2.0:1767384912.874561:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005528461b. 00000800:00000001:1.0:1767384912.874589:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:0.0:1767384912.874595:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d309e77. 00000800:00000001:1.0:1767384912.874597:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384912.874601:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384912.874604:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384912.874607:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384912.874610:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384912.874612:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384912.874614:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384912.874623:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384912.874647:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384912.874651:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384912.874657:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384912.874662:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009040f84b. 20000000:01000000:1.0:1767384912.874669:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:01000000:2.0:1767384912.874672:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384912.874675:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384912.874678:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384912.874682:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:2.0:1767384912.874683:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384912.874689:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384912.874690:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384912.874711:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384912.874717:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384912.874718:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000747c0d75. 00010000:00000001:2.0:1767384912.874724:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384912.874728:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384912.874733:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384912.874735:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f30437fd. 00080000:00000001:1.0:1767384912.874737:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.874742:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384912.874742:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:2.0:1767384912.874747:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f30437fd with handle 0x135556ebb4843b21 to hash 00080000:00000001:1.0:1767384912.874747:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.874751:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:1.0:1767384912.874753:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00010000:00000001:2.0:1767384912.874754:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384912.874760:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00000020:00000001:1.0:1767384912.874763:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00010000:00000001:2.0:1767384912.874764:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:1.0:1767384912.874768:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384912.874769:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384912.874775:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384912.874778:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000020:0.0:1767384912.874780:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384912.874787:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:1.0:1767384912.874788:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.874790:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000010:0.0:1767384912.874791:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000079fb1d13. 00080000:00000001:1.0:1767384912.874813:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384912.874816:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000001:0.0:1767384912.874817:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.874821:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000040:0.0:1767384912.874823:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363749888 00010000:00000001:2.0:1767384912.874825:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:1.0:1767384912.874830:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384912.874831:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384912.874831:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384912.874836:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384912.874838:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384912.874839:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000200:0.0:1767384912.874840:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000da5caee4 x1853237363749888/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:138/0 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384912.874844:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384912.874849:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384912.874849:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384912.874855:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384912.874856:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000010:1.0:1767384912.874857:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001b66ea1e. 00010000:00000001:2.0:1767384912.874858:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384912.874862:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000747c0d75) refcount = 1 00010000:00000001:0.0:1767384912.874862:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384912.874889:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=30 v=5 (1 0 0 0) 00080000:00000001:1.0:1767384912.874891:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775867520000 : -107297842031616 : ffff9e69c63d9400) 00010000:00010000:2.0:1767384912.874897:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384912.874901:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384912.874902:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:1.0:1767384912.874907:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384912.874909:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:0.0:1767384912.874911:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384912.874913:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000010:1.0:1767384912.874915:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d7c781c0. 00000100:00000001:0.0:1767384912.874918:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384912.874919:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384912.874920:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.874923:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.874930:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384912.874930:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000001:0.0:1767384912.874931:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:00000001:2.0:1767384912.874937:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:0.0:1767384912.874937:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384912.874942:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00080000:00000001:1.0:1767384912.874944:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.874944:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384912.874946:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384912.874950:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384912.874953:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:1.0:1767384912.874956:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:2.0:1767384912.874961:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=4 00000020:00000001:2.0:1767384912.874967:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00000400:00000010:0.0:1767384912.874969:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec4f2924. 00010000:00000001:2.0:1767384912.874970:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384912.874976:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000200:0.0:1767384912.874978:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363749888, offset 224 00010000:00010000:2.0:1767384912.874979:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384912.874989:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384912.874994:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384912.874994:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384912.875002:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384912.875005:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384912.875009:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384912.875009:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384912.875019:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384912.875020:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.875023:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03400 00010000:00000001:2.0:1767384912.875025:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384912.875029:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384912.875033:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14bd [2] + 224 00010000:00010000:2.0:1767384912.875044:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f30437fd already unused, calling callback (00000000c66beece) 00000400:00000200:0.0:1767384912.875045:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384912.875049:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384912.875053:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384912.875054:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384912.875058:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384912.875058:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384912.875064:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384912.875069:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384912.875072:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384912.875075:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384912.875077:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=5 00000020:00000001:2.0:1767384912.875082:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00000100:00000040:0.0:1767384912.875082:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384912.875086:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384912.875094:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384912.875103:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384912.875107:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384912.875108:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384912.875111:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384912.875113:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.875114:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4f2924 00010000:00000001:2.0:1767384912.875116:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384912.875118:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec4f2924. 00010000:00000001:2.0:1767384912.875119:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384912.875122:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384912.875124:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384912.875125:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384912.875127:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384912.875131:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f30437fd with handle 0x135556ebb4843b21 from hash 00000100:00000001:0.0:1767384912.875131:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.875132:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384912.875138:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384912.875139:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384912.875139:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384912.875143:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384912.875144:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384912.875146:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.875147:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384912.875148:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384912.875150:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384912.875152:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000001:1.0:1767384912.875153:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384912.875156:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384912.875157:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da5caee4 x1853237363749888/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:138/0 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384912.875158:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e8f645. 00010000:00000001:2.0:1767384912.875162:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384912.875165:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000418d7711 00010000:00000001:2.0:1767384912.875167:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384912.875172:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384912.875172:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000418d7711. 00000100:00100000:0.0:1767384912.875179:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000da5caee4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363749888:12345-0@lo:253: Request processed in 3218us (3780us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384912.875180:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384912.875181:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.875187:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:1.0:1767384912.875189:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384912.875191:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:0.0:1767384912.875197:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00010000:00000001:2.0:1767384912.875198:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384912.875202:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384912.875206:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:2.0:1767384912.875207:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384912.875211:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.875212:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384912.875214:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.875216:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384912.875222:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008edc9be5. 00010000:00000001:2.0:1767384912.875224:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.875230:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384912.875232:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1b6f09e. 00010000:00010000:2.0:1767384912.875233:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384912.875233:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384912.875238:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384912.875242:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384912.875246:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384912.875248:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf0487c. 00000100:00000001:1.0:1767384912.875249:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.875253:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384912.875255:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.875258:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384912.875258:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00001000:1.0:1767384912.875260:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=30 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384912.875264:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384912.875265:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384912.875266:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=30 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384912.875270:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007f9ee93f. 00010000:00000001:2.0:1767384912.875271:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384912.875272:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384912.875277:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.875278:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384912.875278:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384912.875280:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384912.875284:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384912.875285:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384912.875291:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384912.875292:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384912.875292:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384912.875299:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.875299:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384912.875301:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb46f19d. 00000100:00000040:1.0:1767384912.875305:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384912.875309:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec4f2924. 20000000:00000001:2.0:1767384912.875316:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.875320:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384912.875323:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384912.875324:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384912.875328:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384912.875334:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384912.875337:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384912.875341:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384912.875342:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:1.0:1767384912.875343:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384912.875348:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384912.875349:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384912.875354:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00010000:2.0:1767384912.875355:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f30437fd/0x135556ebb4843b21 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384912.875355:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384912.875358:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384912.875360:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384912.875363:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384912.875369:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384912.875372:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000747c0d75 count: 0 00000100:00100000:1.0:1767384912.875380:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000405223a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363749888:0@lo:253: 00000100:00000001:1.0:1767384912.875385:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384912.875387:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384912.875388:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384912.875390:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000405223a7 x1853237363749888/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384912.875393:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384912.875400:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384912.875402:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384912.875404:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000009166457. 02000000:00000001:1.0:1767384912.875407:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384912.875408:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384912.875409:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384912.875411:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384912.875412:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005befea76. 02000000:00000001:1.0:1767384912.875415:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384912.875417:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384912.875418:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000405223a7. 00000100:00000001:1.0:1767384912.875426:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384912.875427:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384912.875428:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384912.875432:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384912.875433:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.875435:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384912.875436:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384912.877161:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001b66ea1e. 00080000:00000010:1.0:1767384912.877212:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d7c781c0. 00040000:00000001:1.0:1767384912.877218:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384912.877220:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384912.877222:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384912.877226:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384912.877228:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384912.877230:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384912.877232:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384912.877244:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384912.877248:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384912.877251:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384912.877254:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384912.877255:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384912.877258:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384912.877262:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384912.877263:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384912.877268:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000085651c8c. 00010000:00000001:2.0:1767384912.877271:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384912.877274:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f6a6e86. 00000020:00000001:2.0:1767384912.877277:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384912.877279:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f6a6e86 with handle 0x135556ebb4843b28 to hash 00000020:00000001:2.0:1767384912.877280:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384912.877282:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384912.877284:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384912.877286:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384912.877288:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384912.877290:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384912.877296:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384912.877298:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384912.877299:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384912.877301:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384912.877309:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384912.877311:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384912.877312:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384912.877314:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384912.877315:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384912.877316:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384912.877317:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384912.877318:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000085651c8c) refcount = 1 00010000:00010000:2.0:1767384912.877321:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384912.877325:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384912.877327:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384912.877329:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384912.877330:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.877332:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384912.877334:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384912.877336:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384912.877338:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384912.877339:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384912.877341:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=4 00000020:00000001:2.0:1767384912.877342:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384912.877344:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384912.877346:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384912.877347:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384912.877351:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384912.877352:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384912.877356:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384912.877357:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384912.877358:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384912.877371:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384912.877372:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.877374:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384912.877375:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384912.877379:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f6a6e86 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384912.877381:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384912.877382:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384912.877384:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384912.877388:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384912.877390:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384912.877391:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384912.877392:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=5 00000020:00000001:2.0:1767384912.877394:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384912.877395:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384912.877397:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384912.877399:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384912.877403:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384912.877404:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384912.877404:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.877407:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384912.877409:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384912.877410:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384912.877411:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384912.877413:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f6a6e86 with handle 0x135556ebb4843b28 from hash 00010000:00000001:2.0:1767384912.877415:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384912.877417:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:1.0:1767384912.877417:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384912.877418:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384912.877423:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384912.877424:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384912.877428:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000010:1.0:1767384912.877428:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a8cf6244. 00010000:00000001:2.0:1767384912.877431:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384912.877435:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 20000000:00000001:1.0:1767384912.877437:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.877438:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384912.877444:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.877446:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384912.877446:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363750016 00010000:00000001:2.0:1767384912.877448:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384912.877454:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384912.877454:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384912.877458:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384912.877460:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.877463:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384912.877463:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000022bd7cdd x1853237363750016/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:138/0 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384912.877468:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384912.877472:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384912.877489:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384912.877491:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384912.877492:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384912.877492:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384912.877497:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384912.877498:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384912.877498:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.877501:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767384912.877504:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=30 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384912.877505:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384912.877508:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.877512:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:2.0:1767384912.877513:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384912.877518:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384912.877520:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384912.877527:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384912.877529:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384912.877532:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384912.877535:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b28 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384912.877535:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384912.877540:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384912.877543:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000085651c8c count: 0 00000100:00000001:1.0:1767384912.877546:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384912.877552:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384912.877553:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:2.0:1767384912.877556:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384912.877567:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3daf1d3. 00000100:00000200:1.0:1767384912.877572:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363750016, offset 224 00000400:00000200:1.0:1767384912.877579:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384912.877587:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384912.877595:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03480 00000400:00000200:1.0:1767384912.877601:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c5 [2] + 224 00000400:00000200:1.0:1767384912.877607:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384912.877610:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384912.877614:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384912.877618:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384912.877629:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.877648:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384912.877656:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3daf1d3 00000400:00000010:1.0:1767384912.877659:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3daf1d3. 00000100:00000001:2.0:1767384912.877660:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384912.877663:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384912.877664:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384912.877667:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384912.877671:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384912.877677:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384912.877677:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:2.0:1767384912.877680:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384912.877683:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384912.877684:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bae2f518. 00000020:00000001:1.0:1767384912.877686:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384912.877689:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e10562 00000020:00000001:1.0:1767384912.877690:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384912.877694:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032e10562. 00000100:00000040:1.0:1767384912.877697:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022bd7cdd x1853237363750016/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:138/0 lens 4848/4768 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.877700:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384912.877707:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384912.877710:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000022bd7cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363750016:12345-0@lo:253: Request processed in 5657us (6278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384912.877726:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000040:1.0:1767384912.877729:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000200:2.0:1767384912.877730:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384912.877732:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384912.877735:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384912.877740:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1219981. 00000100:00000001:2.0:1767384912.877743:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384912.877745:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384912.877747:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000100:00000001:2.0:1767384912.877748:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384912.877750:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384912.877751:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384912.877752:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384912.877754:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384912.877761:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=30 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384912.877761:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b5525b2. 00000100:00001000:2.0:1767384912.877769:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=30 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384912.877769:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:2.0:1767384912.877776:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384912.877777:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384912.877778:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384912.877781:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c45da14e. 00010000:00000001:2.0:1767384912.877782:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384912.877786:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384912.877786:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384912.877789:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384912.877790:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384912.877812:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384912.877814:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384912.877820:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047d83b4c. 00000100:00000001:2.0:1767384912.877825:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384912.877827:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3daf1d3. 00000100:00000001:2.0:1767384912.877829:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384912.877832:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384912.877835:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384912.877837:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384912.877839:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384912.877840:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384912.877841:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384912.877842:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384912.877844:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384912.877845:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384912.877852:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384912.877855:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384912.877861:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d365a6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363750016:0@lo:253: 00000100:00000001:2.0:1767384912.877899:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.877902:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384912.877905:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d365a6ce x1853237363750016/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.877911:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384912.877913:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384912.877914:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294900756, at 4294900757 02000000:00000010:2.0:1767384912.877916:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000047de866c. 00000100:00000040:1.0:1767384912.877916:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294900756, at 4294900757 00000100:00000040:3.0:1767384912.877921:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294900756, at 4294900757 02000000:00000001:2.0:1767384912.877925:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1767384912.877926:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cae06e8. 00000020:00000001:2.0:1767384912.877929:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:1.0:1767384912.877929:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000538e0482. 00000100:00000010:3.0:1767384912.877931:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a76fbda7. 00000020:00000040:2.0:1767384912.877933:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384912.877939:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384912.877940:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ed34aee0. 02000000:00000001:2.0:1767384912.877945:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384912.877946:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384912.877948:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d365a6ce. 00000100:00000001:2.0:1767384912.877952:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384912.877953:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.877955:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.877960:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384912.877961:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.877963:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384912.877964:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384912.877974:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294900756, at 4294900757 00000100:00000010:2.0:1767384912.877979:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b7d8e41. 00010000:00000010:2.1:1767384912.883915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000747c0d75. 00010000:00000010:2.1:1767384912.883924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f30437fd. 00010000:00000010:2.1:1767384912.883927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000085651c8c. 00010000:00000010:2.1:1767384912.883929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f6a6e86. 00000400:00000010:0.0:1767384912.895237:0:23304:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000514d5dae. 00000400:00000040:0.0:1767384912.895265:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384912.895270:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384912.895273:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384912.895276:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384912.895280:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384912.895282:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384912.895287:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384912.895289:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384912.895291:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384912.895293:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384912.895297:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384912.895300:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384912.895303:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384912.895306:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384912.895308:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384912.895312:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384912.895314:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384912.895316:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384912.895319:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384912.895322:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384912.895325:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384912.895327:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384912.895329:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384912.895331:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384912.895332:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384912.895347:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384912.895350:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384912.895353:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384912.895356:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384912.895358:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384912.895360:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384912.895363:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384912.895365:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384912.895367:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384912.895369:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384912.895371:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384912.895373:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384912.895377:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384912.895380:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384912.895382:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384912.895384:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384912.895387:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384912.895389:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384912.895391:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384912.895393:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384912.895396:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384912.895398:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384912.895400:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384912.895403:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384912.895406:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384912.895408:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384912.895411:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384912.895412:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384912.895415:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384912.895417:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384912.895419:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384912.895421:0:23304:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384912.895480:0:23304:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000514d5dae. 00010000:00000001:2.0:1767384913.241934:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384913.241940:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.241947:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384913.241951:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384913.241953:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384913.241956:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.241959:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384913.241971:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.241973:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.241975:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.242019:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384913.242023:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384913.242027:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384913.369921:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384913.369926:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384913.369933:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000100:00000040:2.0:1767384913.369936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:3.0:1767384913.369940:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384913.369944:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384913.369947:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384913.369951:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000671e8fb1. 02000000:00000001:3.0:1767384913.369952:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384913.369958:0:8:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384913.369959:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.369962:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384913.369966:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384913.369969:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006026745e. 02000000:00000001:2.0:1767384913.369971:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.369980:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384913.369981:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d11cc5ea. 00000100:00000001:3.0:1767384913.369988:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384913.369988:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.369992:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.369999:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384913.370002:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_02+2] req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.370039:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384913.370042:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.370047:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671e8fb1] to pc [ptlrpcd_00_03+3] req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384913.370058:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.370061:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.370065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384913.370070:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384913.370074:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e72fc92e. 00000020:00000040:2.0:1767384913.370077:0:8:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384913.370080:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384913.370082:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384913.370084:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.370084:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384913.370093:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd36c8b5. 00000100:00000001:1.0:1767384913.370094:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.370097:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.370100:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384913.370104:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384913.370113:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.370114:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384913.370117:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.370134:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384913.370137:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e72fc92e] to pc [ptlrpcd_00_00+0] req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.370140:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.370148:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384913.370152:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384913.370156:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384913.370160:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000671e8fb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363750272:0@lo:400: 00000100:00000001:1.0:1767384913.370165:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384913.370167:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.370171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384913.370172:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384913.370178:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.370179:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384913.370184:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384913.370187:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a29bfd4. 02000000:00000010:1.0:1767384913.370190:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090b33bc5. 00000020:00000040:2.0:1767384913.370192:0:8:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384913.370195:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.370197:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384913.370200:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384913.370203:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384913.370203:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3fd4d6e. 02000000:00000010:2.0:1767384913.370215:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004557d5ab. 00000400:00000010:1.0:1767384913.370215:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000100:00000001:2.0:1767384913.370222:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384913.370225:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363750272, portal 4 00000100:00000040:2.0:1767384913.370228:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384913.370231:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384913.370234:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879022720 : -107292830528896 : ffff9e6af0f30a80) 00000100:00000001:2.0:1767384913.370245:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384913.370248:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.370249:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.370254:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a29bfd4] to pc [ptlrpcd_00_01+1] req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.370277:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.370282:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384913.370284:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (238) 00000100:00000040:1.0:1767384913.370290:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384913.370295:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e339bf76. 00000100:00000200:1.0:1767384913.370298:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363750272, offset 0 00000100:00000001:2.0:1767384913.370300:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.370306:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.370310:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384913.370310:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384913.370318:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384913.370330:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384913.370331:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384913.370335:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.370339:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384913.370341:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384913.370344:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384913.370348:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c03580 00000100:00100000:2.0:1767384913.370352:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363750144:0@lo:13: 00000100:00000001:2.0:1767384913.370357:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384913.370360:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 00000400:00000200:1.0:1767384913.370368:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384913.370370:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384913.370375:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384913.370376:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.370381:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384913.370384:0:16343:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1767384913.370385:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c6313fbc. 00000100:00000200:1.0:1767384913.370387:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384913.370389:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384913.370393:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000405223a7. 00000400:00000010:2.0:1767384913.370396:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d6010b. 00000100:00000040:1.0:1767384913.370398:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000405223a7 x1853237363750272 msgsize 224 00000100:00100000:1.0:1767384913.370404:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384913.370405:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c85bf5. 00000100:00000200:2.0:1767384913.370412:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363750144, portal 4 00000100:00000001:2.0:1767384913.370414:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384913.370416:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000001:1.0:1767384913.370417:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384913.370424:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384913.370427:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e339bf76 00000400:00000010:1.0:1767384913.370432:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e339bf76. 00000100:00000001:2.0:1767384913.370434:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384913.370437:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384913.370440:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384913.370445:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000644d07db. 00000100:00000200:1.0:1767384913.370448:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384913.370450:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363750144, offset 0 00000400:00000200:2.0:1767384913.370462:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384913.370474:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384913.370474:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384913.370483:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384913.370486:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c03500 00000400:00000200:2.0:1767384913.370499:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 00000400:00000200:2.0:1767384913.370509:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384913.370512:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.370517:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384913.370520:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384913.370524:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384913.370527:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384913.370532:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fcf152e. 00000100:00000001:1.0:1767384913.370532:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.370538:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000000fcf152e x1853237363750144 msgsize 224 00000100:00000040:1.0:1767384913.370543:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3975 usecs (4 jiffies) 00000100:00100000:2.0:1767384913.370550:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384913.370553:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901253 00000100:00000010:1.0:1767384913.370562:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbc7c747. 00000100:00000001:2.0:1767384913.370563:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384913.370573:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000644d07db 00000100:00000001:1.0:1767384913.370574:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384913.370578:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000644d07db. 00000100:00000001:2.0:1767384913.370584:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384913.370585:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901253 00000100:00000200:2.0:1767384913.370588:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.370595:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384913.370602:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1a70165. 00000100:00000040:2.0:1767384913.370609:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.370611:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384913.370620:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901253 00000100:00000001:2.0:1767384913.370621:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.370627:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384913.370630:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027dd848e. 00000100:00000001:2.0:1767384913.370633:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.370639:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384913.370640:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3975 usecs (4 jiffies) 00000100:00000001:2.0:1767384913.370648:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901253 00000100:00000001:1.0:1767384913.370650:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901253 00000100:00000001:2.0:1767384913.370651:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901253 00000100:00000001:2.0:1767384913.370658:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901253 00000100:00000001:2.0:1767384913.370661:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901253 00000100:00000010:1.0:1767384913.370661:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d00a8e8. 00000100:00000001:2.0:1767384913.370669:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901253 00000100:00000001:2.0:1767384913.370671:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901253 00000100:00000001:1.0:1767384913.370672:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384913.370673:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901253 00000100:00000001:2.0:1767384913.370682:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901253 00000100:00000001:1.0:1767384913.370682:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384913.370688:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384913.370691:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.370692:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.370699:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.370699:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.370707:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.370708:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.370715:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384913.370718:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384913.370719:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384913.370724:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384913.370725:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.370728:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.370734:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.370734:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.370739:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.370740:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.370746:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.370752:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.370753:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.370757:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.370760:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384913.370765:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.370773:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384913.370775:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.370777:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384913.370786:0:17879:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384913.370787:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384913.370792:0:17879:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363750272 02000000:00000001:2.0:1767384913.370813:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.370821:0:17879:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384913.370823:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e72fc92e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363750400:0@lo:400: 00000100:00000001:1.0:1767384913.370828:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384913.370829:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384913.370834:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.370835:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384913.370839:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.370843:0:17879:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.370844:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384913.370849:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000942bfb4f. 00000100:00100000:1.0:1767384913.370852:0:17879:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363750272 02000000:00000001:2.0:1767384913.370853:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.370861:0:17879:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384913.370862:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab82bd22. 00000020:00000040:1.0:1767384913.370901:0:17879:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000400:00000010:2.0:1767384913.370906:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000644d07db. 00000020:00000001:1.0:1767384913.370907:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384913.370912:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363750400, portal 10 00000020:00000040:1.0:1767384913.370913:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000100:00000001:2.0:1767384913.370916:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384913.370922:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879026304 : -107292830525312 : ffff9e6af0f31880) 00000020:00000001:1.0:1767384913.370922:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:1.0:1767384913.370932:0:17879:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000040:2.0:1767384913.370934:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.370941:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384913.370943:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384913.370947:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384913.370949:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000635153e7. 00000400:00000010:2.0:1767384913.370951:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e035d1. 00000100:00000200:2.0:1767384913.370957:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363750400, offset 0 00000020:00000010:1.0:1767384913.370960:0:17879:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ce926469. 00000400:00000200:2.0:1767384913.370962:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384913.370968:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384913.370979:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c03600 00000020:00000040:1.0:1767384913.370980:0:17879:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000400:00000200:2.0:1767384913.370988:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000400:00000200:2.0:1767384913.370993:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384913.370995:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384913.370999:0:17879:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384913.371000:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384913.371005:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384913.371008:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d28037d0. 00000100:00000040:2.0:1767384913.371010:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000d28037d0 x1853237363750400 msgsize 224 00000020:00000010:1.0:1767384913.371010:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043fbf71b. 00000100:00100000:2.0:1767384913.371020:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384913.371021:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be2d881c. 00000020:00000010:1.0:1767384913.371030:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000001:2.0:1767384913.371031:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384913.371039:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e035d1 00000400:00000010:2.0:1767384913.371041:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e035d1. 00000100:00000040:1.0:1767384913.371045:0:17879:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384913.371051:0:17879:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384913.371054:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384913.371056:0:17879:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384913.371060:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.371062:0:17879:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.371074:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384913.371075:0:17879:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384913.371079:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.371082:0:17879:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384913.371087:0:17879:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.371090:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.371094:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384913.371097:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.371100:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2470 usecs (3 jiffies) 00000100:00000001:2.0:1767384913.371102:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901253 00000100:00000001:2.0:1767384913.371104:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901253 00000100:00000001:1.0:1767384913.371106:0:17879:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.371107:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901253 00000100:00000001:2.0:1767384913.371114:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901253 00000100:00000001:2.0:1767384913.371116:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901253 00000100:00000001:2.0:1767384913.371118:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901253 00000100:00000001:2.0:1767384913.371120:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901253 00000100:00000001:2.0:1767384913.371122:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901253 00000100:00000001:2.0:1767384913.371124:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384913.371126:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.371127:0:17879:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384913.371128:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.371132:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.371134:0:17879:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384913.371138:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384913.371142:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384913.371146:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384913.371147:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.371150:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.371154:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.371154:0:17879:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:1.0:1767384913.371162:0:17879:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794531328 : -107297915020288 : ffff9e69c1e3dc00) 00000100:00100000:2.0:1767384913.371163:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384913.371167:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.371170:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384913.371171:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000405223a7 x1853237363750272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 224/0 e 0 to 0 dl 1767384924 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.371172:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.371180:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.371185:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384913.371190:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384913.371190:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000100:00000001:2.0:1767384913.371195:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384913.371196:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384913.371200:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 00000100:00000040:2.0:1767384913.371202:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384913.371210:0:17879:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000405223a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16343:x1853237363750272:12345-0@lo:400: 00000100:00000200:1.0:1767384913.371222:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363750272 00000100:00000001:2.0:1767384913.371223:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384913.371227:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.371228:0:17879:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384913.371230:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384913.371233:0:17879:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384913.371234:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384913.371238:0:17879:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.371239:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.371245:0:17879:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384913.371248:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a29bfd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363750528:0@lo:400: 00000020:00000001:1.0:1767384913.371249:0:17879:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:1.0:1767384913.371255:0:17879:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384913.371256:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384913.371260:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384913.371260:0:17879:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384913.371263:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.371264:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384913.371267:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023abd11b. 02000000:00000001:2.0:1767384913.371273:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.371275:0:17879:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384913.371278:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4079bad. 00000020:00000001:1.0:1767384913.371279:0:17879:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384913.371284:0:17879:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384913.371286:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e035d1. 00000020:00000001:1.0:1767384913.371288:0:17879:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1767384913.371291:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363750528, portal 10 00000100:00000001:1.0:1767384913.371293:0:17879:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384913.371295:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384913.371299:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879033472 : -107292830518144 : ffff9e6af0f33480) 02000000:00000001:1.0:1767384913.371299:0:17879:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384913.371305:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005cbdad1f. 00000100:00000040:2.0:1767384913.371307:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384913.371310:0:17879:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.371315:0:17879:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.371319:0:17879:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384913.371325:0:17879:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363750272 00000100:00000001:2.0:1767384913.371326:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384913.371331:0:17879:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384913.371332:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384913.371338:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e532cef. 00010000:00000200:1.0:1767384913.371339:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000405223a7 x1853237363750272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384913.371343:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363750528, offset 0 00000400:00000200:2.0:1767384913.371355:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384913.371358:0:17879:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384913.371362:0:17879:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.371365:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384913.371368:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384913.371374:0:17879:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384913.371379:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c03680 00000100:00000040:1.0:1767384913.371381:0:17879:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384913.371386:0:17879:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:2.0:1767384913.371387:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 02000000:00000001:1.0:1767384913.371390:0:17879:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384913.371394:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384913.371395:0:17879:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.371402:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384913.371405:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384913.371411:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384913.371414:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384913.371416:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e339bf76. 00000100:00000200:1.0:1767384913.371420:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363750272, offset 224 00000100:00000200:2.0:1767384913.371425:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384913.371429:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384913.371432:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dba276a1. 00000100:00000040:2.0:1767384913.371437:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000dba276a1 x1853237363750528 msgsize 224 00000400:00000200:1.0:1767384913.371442:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384913.371450:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384913.371457:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c03580 00000100:00000001:2.0:1767384913.371461:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384913.371463:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x14e1 [1] + 224 00000400:00000200:1.0:1767384913.371468:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384913.371471:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384913.371476:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384913.371480:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e532cef 00000100:00000200:1.0:1767384913.371480:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384913.371486:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e532cef. 00000100:00000001:2.0:1767384913.371492:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384913.371497:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.371527:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384913.371534:0:17879:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384913.371535:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.371574:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.371576:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384913.371580:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.371581:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384913.371584:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2626 usecs (3 jiffies) 00000100:00000001:2.0:1767384913.371589:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294901253 00000400:00000200:1.0:1767384913.371590:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e339bf76 00000100:00000001:2.0:1767384913.371591:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294901253 00000400:00000010:1.0:1767384913.371595:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e339bf76. 00000100:00000001:2.0:1767384913.371597:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294901253 00000100:00000001:1.0:1767384913.371599:0:17879:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384913.371601:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294901253 00000100:00000001:1.0:1767384913.371603:0:17879:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384913.371608:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294901253 00000100:00000001:1.0:1767384913.371610:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.371611:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294901253 00000100:00000001:2.0:1767384913.371615:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294901253 00000100:00000040:1.0:1767384913.371616:0:17879:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384913.371621:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294901253 00010000:00000001:1.0:1767384913.371622:0:17879:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384913.371626:0:17879:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.371627:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384913.371632:0:17879:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384913.371633:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.371639:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.371641:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000405223a7 x1853237363750272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.371642:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.371657:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.371662:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384913.371680:0:17881:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000aa5fbd08. 00000100:00100000:1.0:1767384913.371683:0:17879:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000405223a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16343:x1853237363750272:12345-0@lo:400: Request processed in 494us (1280us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384913.371697:0:17881:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384913.371702:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1767384913.371703:0:17881:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363750144 02000000:00000001:2.0:1767384913.371707:0:17881:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384913.371707:0:17879:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:2.0:1767384913.371712:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384913.371713:0:17879:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384913.371716:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.371717:0:17879:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384913.371723:0:17881:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384913.371724:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be2d881c. 00000100:00100000:2.0:1767384913.371729:0:17881:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363750144 00000020:00000010:1.0:1767384913.371731:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000020:00000001:2.0:1767384913.371733:0:17881:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384913.371737:0:17881:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000010:1.0:1767384913.371738:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043fbf71b. 00000020:00000001:2.0:1767384913.371742:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384913.371745:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000020:00000040:2.0:1767384913.371746:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 00000020:00000001:2.0:1767384913.371751:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:1.0:1767384913.371751:0:17879:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384913.371758:0:17881:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:2.0:1767384913.371761:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384913.371765:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091891acc. 00000100:00000001:2.0:1767384913.371767:0:17881:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384913.371769:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091891acc. 00000100:00080000:1.0:1767384913.371772:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:2.0:1767384913.371775:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b90977. 00000020:00000040:1.0:1767384913.371777:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000020:00000010:2.0:1767384913.371782:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001237b937. 00000020:00000010:2.0:1767384913.371789:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d91f528. 00000100:00000001:1.0:1767384913.371792:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384913.371815:0:17881:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384913.371815:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.371821:0:17881:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384913.371823:0:17881:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:1.0:1767384913.371824:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384913.371825:0:17881:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384913.371828:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384913.371832:0:17881:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384913.371832:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3fd4d6e. 00000400:00000200:1.0:1767384913.371845:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000100:00000001:2.0:1767384913.371846:0:17881:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384913.371849:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:1.0:1767384913.371855:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384913.371860:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.371862:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384913.371893:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384913.371902:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384913.371903:0:17881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384913.371908:0:17881:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:2.0:1767384913.371914:0:17881:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879032576 : -107292830519040 : ffff9e6af0f33100) 00000100:00000040:2.0:1767384913.371924:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000fcf152e x1853237363750144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 224/0 e 0 to 0 dl 1767384924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.371928:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384913.371934:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.371935:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384913.371940:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384913.371944:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384913.371948:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384913.371949:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091891acc. 00000100:00000001:1.0:1767384913.371951:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.371954:0:17881:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384913.371959:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091891acc. 02000000:00000001:1.0:1767384913.371959:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384913.371968:0:17881:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000fcf152e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363750144:12345-0@lo:13: 00000100:00001000:1.0:1767384913.371970:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=21 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384913.371972:0:17881:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363750144 00000020:00000001:2.0:1767384913.371978:0:17881:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:1.0:1767384913.371980:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=21 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384913.371982:0:17881:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384913.371985:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384913.371986:0:17881:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.371988:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384913.371990:0:17881:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384913.371994:0:17881:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00010000:00000001:1.0:1767384913.371994:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384913.372000:0:17881:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00080000:1.0:1767384913.372002:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384913.372004:0:17881:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384913.372011:0:17881:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384913.372014:0:17881:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384913.372019:0:17881:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.372020:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.372024:0:17881:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384913.372025:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384913.372030:0:17881:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384913.372030:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384913.372035:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1767384913.372037:0:17881:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f7e29e49. 00000100:00000001:1.0:1767384913.372038:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.372044:0:17881:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.372046:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.372048:0:17881:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384913.372055:0:17881:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384913.372060:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1767384913.372061:0:17881:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384913.372064:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384913.372065:0:17881:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384913.372067:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384913.372073:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384913.372077:0:17881:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384913.372082:0:17881:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00100000:1.0:1767384913.372083:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000671e8fb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363750272:0@lo:400: 00000020:00000020:2.0:1767384913.372088:0:17881:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384913.372091:0:17881:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384913.372096:0:17881:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384913.372103:0:17881:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384913.372106:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384913.372108:0:17881:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000005ce05cf1. 00000100:00000001:1.0:1767384913.372114:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:2.0:1767384913.372115:0:17881:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384913.372119:0:17881:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.372123:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000671e8fb1 x1853237363750272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384913.372124:0:17881:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384913.372130:0:17881:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363750144 00000100:00000001:1.0:1767384913.372137:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384913.372140:0:17881:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384913.372143:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:2.0:1767384913.372148:0:17881:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000fcf152e x1853237363750144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384913.372150:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090b33bc5. 02000000:00000001:1.0:1767384913.372159:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384913.372161:0:17881:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384913.372164:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384913.372165:0:17881:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384913.372170:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=21 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384913.372170:0:16343:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384913.372179:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384913.372180:0:17881:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767384913.372185:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d11cc5ea. 00000100:00000040:2.0:1767384913.372186:0:17881:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384913.372191:0:17881:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384913.372194:0:17881:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384913.372195:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384913.372196:0:17881:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.372201:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384913.372201:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384913.372207:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000671e8fb1. 00000100:00000040:2.0:1767384913.372208:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384913.372214:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e532cef. 00000100:00000001:1.0:1767384913.372216:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767384913.372219:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363750144, offset 224 00000100:00000001:1.0:1767384913.372221:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.372226:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384913.372230:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384913.372236:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384913.372242:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384913.372243:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.372250:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.372253:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.372254:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c03500 00000400:00000200:2.0:1767384913.372262:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14e9 [1] + 224 00000400:00000200:2.0:1767384913.372266:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384913.372269:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384913.372272:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384913.372276:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384913.372284:0:17881:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.372296:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384913.372298:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384913.372302:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363750400 00000400:00000200:2.0:1767384913.372305:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e532cef 02000000:00000001:1.0:1767384913.372307:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384913.372309:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e532cef. 00000100:00000001:1.0:1767384913.372312:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384913.372314:0:17881:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384913.372317:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.372318:0:17881:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384913.372322:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.372325:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.372326:0:17881:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384913.372332:0:17881:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384913.372333:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363750400 00000020:00000001:1.0:1767384913.372338:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384913.372342:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000020:00000001:2.0:1767384913.372343:0:17881:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.372348:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384913.372349:0:17881:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384913.372355:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000040:2.0:1767384913.372359:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fcf152e x1853237363750144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 224/368 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384913.372364:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000020:00000001:1.0:1767384913.372373:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00100000:2.0:1767384913.372377:0:17881:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000fcf152e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363750144:12345-0@lo:13: Request processed in 439us (1835us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384913.372382:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384913.372386:0:17881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384913.372389:0:17881:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:2.0:1767384913.372391:0:17881:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384913.372395:0:17881:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384913.372397:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000020:00000010:2.0:1767384913.372398:0:17881:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001237b937. 00000020:00000010:2.0:1767384913.372406:0:17881:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d91f528. 00000100:00000001:1.0:1767384913.372406:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384913.372415:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b90977. 00000020:00000010:1.0:1767384913.372415:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 00000020:00000040:2.0:1767384913.372425:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000020:00000010:1.0:1767384913.372427:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b33bc5. 00000100:00000001:2.0:1767384913.372431:0:17881:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384913.372434:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be2d881c. 00000020:00000010:1.0:1767384913.372441:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000040:1.0:1767384913.372450:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384913.372453:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384913.372455:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384913.372456:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384913.372457:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384913.372460:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363750528 02000000:00000001:2.0:1767384913.372464:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384913.372464:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384913.372469:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384913.372470:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384913.372472:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.372473:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.372478:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384913.372482:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363750528 00000020:00000001:2.0:1767384913.372484:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384913.372485:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000020:00000001:2.0:1767384913.372487:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.372490:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000020:00000001:2.0:1767384913.372492:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:1.0:1767384913.372493:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384913.372496:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:2.0:1767384913.372501:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384913.372505:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091891acc. 00000020:00000010:2.0:1767384913.372510:0:17072:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000095e22ab1. 00000100:00000001:1.0:1767384913.372512:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384913.372516:0:17072:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:1.0:1767384913.372516:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384913.372518:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384913.372525:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384913.372526:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384913.372530:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:3.0:1767384913.372532:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.372534:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879024512 : -107292830527104 : ffff9e6af0f31180) 00000100:00000001:2.0:1767384913.372535:0:17072:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384913.372540:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.372545:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d28037d0 x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:139/0 lens 224/0 e 0 to 0 dl 1767384924 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384913.372548:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b90977. 00000020:00000010:2.0:1767384913.372558:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001237b937. 00000100:00000001:1.0:1767384913.372560:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384913.372563:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d91f528. 00000020:00000010:1.0:1767384913.372565:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000100:00000001:1.0:1767384913.372571:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384913.372572:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384913.372574:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 00000100:00000001:2.0:1767384913.372576:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384913.372580:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384913.372584:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d28037d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363750400:12345-0@lo:400: 00000100:00000001:2.0:1767384913.372589:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384913.372590:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363750400 00000020:00000001:1.0:1767384913.372595:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384913.372596:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384913.372599:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384913.372600:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.372603:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.372607:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384913.372609:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:2.0:1767384913.372610:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384913.372611:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384913.372622:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.372624:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384913.372625:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384913.372630:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384913.372630:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384913.372635:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384913.372640:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000001:1.0:1767384913.372641:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384913.372645:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384913.372647:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 02000000:00000001:1.0:1767384913.372649:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384913.372651:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879029888 : -107292830521728 : ffff9e6af0f32680) 02000000:00000010:1.0:1767384913.372655:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fa79a0d1. 00000100:00000040:2.0:1767384913.372657:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dba276a1 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:139/0 lens 224/0 e 0 to 0 dl 1767384924 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384913.372659:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.372666:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.372671:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384913.372676:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363750400 00000100:00000001:2.0:1767384913.372679:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384913.372680:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384913.372686:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d309e77. 00010000:00000200:1.0:1767384913.372687:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d28037d0 x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:139/0 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.372693:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384913.372698:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d309e77. 00010000:00000001:1.0:1767384913.372706:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384913.372708:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384913.372713:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dba276a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363750528:12345-0@lo:400: 00000100:00001000:1.0:1767384913.372714:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=26 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384913.372725:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363750528 00000100:00000001:1.0:1767384913.372726:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384913.372732:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384913.372733:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:2.0:1767384913.372736:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384913.372737:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:2.0:1767384913.372740:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.372742:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384913.372745:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384913.372746:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384913.372751:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:1.0:1767384913.372752:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384913.372758:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384913.372758:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384913.372763:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384913.372765:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000020:00000001:2.0:1767384913.372768:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384913.372770:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363750400, offset 224 00000020:00000001:2.0:1767384913.372772:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384913.372777:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384913.372781:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384913.372787:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384913.372791:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384913.372792:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384913.372813:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384913.372818:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000f831385. 00000400:00000200:1.0:1767384913.372823:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c03600 02000000:00000001:2.0:1767384913.372824:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.372830:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384913.372833:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14f1 [1] + 224 00000020:00000001:2.0:1767384913.372835:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384913.372842:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363750528 00000400:00000200:1.0:1767384913.372843:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384913.372846:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384913.372851:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:2.0:1767384913.372855:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dba276a1 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:139/0 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.372858:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384913.372891:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384913.372894:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384913.372896:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384913.372900:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384913.372901:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384913.372905:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:2.0:1767384913.372908:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384913.372913:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384913.372916:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.372922:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384913.372929:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384913.372933:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384913.372936:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e532cef. 00000100:00000200:2.0:1767384913.372943:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363750528, offset 224 00000100:00000001:1.0:1767384913.372954:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384913.372955:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384913.372968:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384913.372968:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384913.372973:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:1.0:1767384913.372978:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384913.372980:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c03680 00000100:00000001:1.0:1767384913.372981:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384913.372990:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14f9 [1] + 224 00000100:00000001:1.0:1767384913.372990:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.372999:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000200:2.0:1767384913.373000:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384913.373002:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384913.373006:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.373009:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384913.373011:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384913.373017:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384913.373018:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d28037d0 x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:139/0 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384913.373026:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384913.373040:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d28037d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363750400:12345-0@lo:400: Request processed in 475us (2023us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384913.373046:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384913.373056:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384913.373062:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:1.0:1767384913.373065:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384913.373068:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384913.373073:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be2d881c. 00000020:00000010:1.0:1767384913.373081:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000100:00000001:2.0:1767384913.373086:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1767384913.373087:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1767384913.373088:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b33bc5. 00000400:00000200:2.0:1767384913.373094:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e532cef 00000020:00000040:0.0:1767384913.373095:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000020:00000040:1.0:1767384913.373097:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000400:00000010:2.0:1767384913.373099:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e532cef. 00000100:00000001:1.0:1767384913.373106:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.373107:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384913.373111:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384913.373114:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.373117:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.373118:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384913.373125:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:0.0:1767384913.373126:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384913.373130:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384913.373131:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384913.373134:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384913.373136:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d6010b. 00000020:00000001:2.0:1767384913.373139:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384913.373142:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c85bf5 00000100:00000040:2.0:1767384913.373146:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dba276a1 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:139/0 lens 224/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384913.373147:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c85bf5. 00000100:00000001:0.0:1767384913.373154:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384913.373157:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.373163:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384913.373163:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384913.373170:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dba276a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363750528:12345-0@lo:400: Request processed in 485us (1726us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384913.373171:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384913.373176:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384913.373181:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4079bad. 00000400:00000200:1.0:1767384913.373190:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e035d1 00000400:00000010:1.0:1767384913.373195:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e035d1. 00000100:00100000:2.0:1767384913.373196:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000200:0.0:1767384913.373196:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384913.373204:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000001:2.0:1767384913.373211:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384913.373211:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384913.373216:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384913.373218:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384913.373221:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384913.373222:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384913.373224:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001237b937. 00000100:00000001:0.0:1767384913.373226:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384913.373231:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384913.373235:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384913.373236:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d91f528. 00000100:00000001:0.0:1767384913.373240:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384913.373241:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384913.373243:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b90977. 02000000:00000001:0.0:1767384913.373247:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384913.373252:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00001000:0.0:1767384913.373256:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=21 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384913.373258:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384913.373268:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384913.373270:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384913.373276:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.373277:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384913.373281:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.373282:0:16340:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384913.373284:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384913.373286:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384913.373290:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384913.373293:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384913.373293:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384913.373301:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384913.373310:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=25 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384913.373311:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.373318:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1767384913.373319:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=25 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384913.373321:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384913.373324:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384913.373325:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384913.373327:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.373329:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.373331:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384913.373335:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384913.373340:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.373357:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384913.373362:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.373364:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384913.373367:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384913.373369:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384913.373370:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384913.373375:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.373375:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384913.373383:0:16342:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:1.0:1767384913.373387:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384913.373389:0:16342:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384913.373394:0:16342:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384913.373406:0:16342:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:1.0:1767384913.373410:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1767384913.373412:0:16342:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.373418:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384913.373422:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.373424:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384913.373438:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.373439:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363750144:0@lo:13: 00000100:00000001:0.0:1767384913.373447:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.373451:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.373456:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363750144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384913.373479:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a29bfd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363750528:0@lo:400: 00000100:00000001:0.0:1767384913.373479:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384913.373482:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384913.373485:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c6313fbc. 02000000:00000001:0.0:1767384913.373490:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384913.373492:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384913.373493:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384913.373494:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384913.373496:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006026745e. 02000000:00000001:0.0:1767384913.373501:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384913.373503:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384913.373507:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:0.0:1767384913.373511:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384913.373513:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384913.373514:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384913.373515:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384913.373520:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384913.373523:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384913.373525:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab82bd22. 00000100:00000001:0.0:1767384913.373527:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.373533:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384913.373535:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000644d07db 00000100:00000001:0.0:1767384913.373536:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384913.373542:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000644d07db. 00000100:00000001:1.0:1767384913.373548:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384913.373553:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384913.373563:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.373572:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384913.373574:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.373577:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384913.373579:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384913.373581:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384913.373583:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.373586:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384913.373591:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384913.373611:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384913.373615:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384913.373617:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.373620:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384913.373625:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384913.373636:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.373640:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384913.373641:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384913.373644:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384913.373646:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.373650:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.373661:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384913.373664:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384913.373678:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384913.373684:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384913.373697:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e72fc92e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363750400:0@lo:400: 00000100:00000001:1.0:1767384913.373703:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.373707:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384913.373711:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a29bfd4 x1853237363750528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.373722:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384913.373725:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384913.373728:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023abd11b. 02000000:00000001:1.0:1767384913.373733:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384913.373735:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384913.373738:0:16340:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384913.373741:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384913.373744:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004557d5ab. 02000000:00000001:1.0:1767384913.373749:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384913.373751:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384913.373753:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a29bfd4. 00000100:00000001:1.0:1767384913.373757:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384913.373759:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.373762:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384913.373766:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e72fc92e x1853237363750400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.373777:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384913.373779:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384913.373781:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000942bfb4f. 02000000:00000001:1.0:1767384913.373785:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384913.373787:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384913.373789:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384913.373792:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384913.373817:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cd36c8b5. 02000000:00000001:1.0:1767384913.373823:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384913.373825:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384913.373827:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e72fc92e. 00000100:00000001:1.0:1767384913.373854:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384913.373856:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.373859:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.373865:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384913.373866:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.373869:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.373872:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.374936:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294901253, at 4294901254 00000100:00000040:2.0:1767384913.374941:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294901253, at 4294901254 00000100:00000010:1.0:1767384913.374947:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1a70165. 00000100:00000010:2.0:1767384913.374951:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027dd848e. 00000100:00000040:0.0:1767384913.375931:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294901253, at 4294901255 00000100:00000040:3.0:1767384913.375950:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294901253, at 4294901255 00000100:00000010:0.0:1767384913.375952:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbc7c747. 00000100:00000010:3.0:1767384913.375963:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d00a8e8. 00080000:00000010:3.0:1767384913.996534:0:23559:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002756131c. 00080000:00000010:3.0:1767384913.996545:0:23559:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002756131c. 00000020:00000001:3.0:1767384913.996565:0:23559:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384913.996573:0:23559:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002756131c. 00080000:00000010:3.0:1767384913.996578:0:23559:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002756131c. 00000020:00000001:3.0:1767384913.996581:0:23559:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384914.264965:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384914.264969:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384914.264975:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384914.264977:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.265252:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384914.265256:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384914.265260:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384914.392928:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384914.392933:0:17056:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384914.392934:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384914.392938:0:17056:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384914.832985:0:23724:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384914.832989:0:23724:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:1.0:1767384914.838621:0:23724:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384914.847580:0:23725:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c6313fbc. 00000400:00000010:2.0:1767384914.847596:0:23725:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000abc4372a. 00000400:00000010:2.0:1767384914.847607:0:23725:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000037250d3f. 00000400:00000010:2.0:1767384914.847610:0:23725:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bbf0487c. 00000400:00000010:2.0:1767384914.847615:0:23725:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e5a82b6. 00000400:00000010:2.0:1767384914.847620:0:23725:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031a799af. 00000400:00000010:2.0:1767384914.847622:0:23725:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eb7af76a. 00000400:00000010:2.0:1767384914.847624:0:23725:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000005296c44. 00000400:00000010:2.0:1767384914.847628:0:23725:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000027da9cd0. 00000800:00000010:2.0:1767384914.847640:0:23725:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000370b7cbf. 00000800:00000200:2.0:1767384914.847652:0:23725:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384914.847660:0:23725:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384914.847699:0:23725:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:2.0:1767384914.847737:0:23725:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp23 [8/256/0/180] 00000400:00000010:2.0:1767384914.849894:0:23725:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005528461b. 00000400:00000010:2.0:1767384914.849902:0:23725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a75186. 00000400:00000010:2.0:1767384914.849908:0:23725:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e532cef. 00000400:00000001:2.0:1767384914.849923:0:23725:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384914.849925:0:23725:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384914.849927:0:23725:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061f2bae0. 00000400:00000200:2.0:1767384914.849931:0:23725:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff328208 00000400:00000010:2.0:1767384914.849933:0:23725:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff328208. 00000400:00000010:2.0:1767384914.849937:0:23725:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000a9e933d4. 00000400:00000200:2.0:1767384914.849942:0:23725:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (14) 00000400:00000200:2.0:1767384914.849957:0:23725:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384914.849968:0:23725:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:2.0:1767384914.849977:0:23725:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f71aea18. 00000020:01000000:2.0:1767384914.849984:0:23725:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384914.849986:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384914.849987:0:23725:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp23 00000400:00000200:0.0:1767384914.849997:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:2.0:1767384914.850008:0:23725:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000abc4372a. 00000400:00000010:0.0:1767384914.850008:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000400:00000200:0.0:1767384914.850014:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (15) 00000400:00000010:2.0:1767384914.850015:0:23725:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c6313fbc. 00000400:00000010:0.0:1767384914.850024:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000620d70c2. 00000400:00000200:0.0:1767384914.850031:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:00000001:3.0:1767384914.850041:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384914.850046:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 10000000:00000001:3.0:1767384914.850048:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384914.850053:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384914.850055:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:3.0:1767384914.850057:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384914.850064:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384914.850070:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384914.850070:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384914.850075:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384914.850079:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384914.850083:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384914.850086:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384914.850087:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384914.850091:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384914.850096:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384914.850101:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384914.850102:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384914.850106:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384914.850113:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:3.0:1767384914.850116:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000252606be. 00000400:00000200:0.0:1767384914.850121:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:3.0:1767384914.850124:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384914.850128:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:3.0:1767384914.850133:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384914.850137:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:3.0:1767384914.850139:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384914.850146:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:3.0:1767384914.850147:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.850157:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000010:3.0:1767384914.850160:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003adafedf. 00000400:00000200:0.0:1767384914.850163:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:3.0:1767384914.850171:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.850171:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384914.850181:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384914.850184:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384914.850185:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000001:3.0:1767384914.850188:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384914.850198:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000252606be] to pc [ptlrpcd_00_02+2] req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384914.850205:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp22 00000400:00000200:0.0:1767384914.850215:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp22 lpni_is_preferred = 0 00000400:00000200:0.0:1767384914.850219:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp22 00000400:00000200:0.0:1767384914.850224:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp22 NI seq info: [31:31:256:4294967295] 192.168.203.109@tcp22 LPNI seq info [31:31:8:4294967295] 00000400:00000200:0.0:1767384914.850231:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp22 10000000:00000001:3.0:1767384914.850236:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384914.850243:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.850246:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384914.850248:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.850250:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp22(192.168.203.109@tcp22:) -> 192.168.203.109@tcp22(192.168.203.109@tcp:192.168.203.109@tcp22) : PUT try# 0 00000020:01000000:3.0:1767384914.850253:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:2.0:1767384914.850255:0:16343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384914.850262:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384914.850263:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp22 00000020:00000001:3.0:1767384914.850265:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384914.850270:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384914.850272:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384914.850273:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767384914.850273:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6e1da78. 00000800:00000010:0.0:1767384914.850284:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000043d3dd7b. 10000000:01000000:3.0:1767384914.850289:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384914.850290:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384914.850291:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f79518dd. 00000020:01000004:3.0:1767384914.850297:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384914.850299:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384914.850301:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384914.850305:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767384914.850307:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000043d3dd7b] -> 12345-192.168.203.109@tcp22 (2) 00000020:01000004:3.0:1767384914.850308:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384914.850309:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384914.850314:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384914.850318:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:2.0:1767384914.850322:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384914.850322:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000043d3dd7b] -> 12345-192.168.203.109@tcp22 (2) 00000020:01000004:3.0:1767384914.850323:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384914.850328:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384914.850333:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384914.850336:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384914.850343:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384914.850344:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca050fb3. 00000100:00000001:2.0:1767384914.850347:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.850348:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000020:00000040:3.0:1767384914.850353:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:2.0:1767384914.850356:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384914.850357:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 00000100:00000001:3.0:1767384914.850360:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384914.850362:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384914.850365:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384914.850367:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384914.850369:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384914.850374:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000252606be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363750656:0@lo:253: 00000100:00000001:2.0:1767384914.850380:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384914.850381:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e2bed4c3. 02000000:00000001:2.0:1767384914.850386:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384914.850387:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384914.850392:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.850394:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384914.850396:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384914.850398:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384914.850405:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000014b9e209. 00000100:00000040:3.0:1767384914.850406:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca050fb3] to pc [ptlrpcd_00_03+3] req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384914.850412:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384914.850422:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703512d9. 00000400:00000200:0.0:1767384914.850424:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 10000000:00000001:3.0:1767384914.850426:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384914.850430:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abc4372a. 10000000:00000001:3.0:1767384914.850432:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384914.850436:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384914.850437:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363750656, portal 25 00000020:01000000:3.0:1767384914.850439:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384914.850444:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384914.850446:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f71aea18. 00000100:00000001:2.0:1767384914.850449:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794849792 : -107297914701824 : ffff9e69c1e8b800) 00000100:00000040:2.0:1767384914.850459:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384914.850467:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384914.850468:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384914.850473:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384914.850475:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:2.0:1767384914.850478:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eae0e629. 00000100:00000001:3.0:1767384914.850479:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384914.850487:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363750656, offset 0 00000100:00000001:3.0:1767384914.850490:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384914.850491:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:3.0:1767384914.850495:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384914.850498:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384914.850503:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384914.850507:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384914.850509:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384914.850516:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384914.850519:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384914.850529:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384914.850533:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03700 00000100:00000001:3.0:1767384914.850541:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.850544:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384914.850545:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 02000000:00000001:3.0:1767384914.850547:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384914.850552:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384914.850556:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003102a3. 02000000:00000001:3.0:1767384914.850557:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384914.850562:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca050fb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363750784:0@lo:253: 00000100:00000001:3.0:1767384914.850572:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384914.850575:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008aff984e 02000000:00000001:3.0:1767384914.850576:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384914.850581:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384914.850583:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384914.850587:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384914.850588:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 02000000:00000010:3.0:1767384914.850589:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000440df92d. 02000000:00000001:3.0:1767384914.850599:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384914.850599:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384914.850608:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d722ae6c. 00000400:00000200:2.0:1767384914.850609:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aff984e 00000400:00000010:2.0:1767384914.850615:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008aff984e. 00000100:00000001:2.0:1767384914.850622:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384914.850624:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384914.850627:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f2d9532. 00000100:00000040:2.0:1767384914.850628:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000040607cbe x1853237363750656 msgsize 4848 00000400:00000200:0.0:1767384914.850631:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000200:3.0:1767384914.850636:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363750784, portal 25 00000100:00000001:3.0:1767384914.850643:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384914.850643:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384914.850649:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794839936 : -107297914711680 : ffff9e69c1e89180) 00000100:00000040:2.0:1767384914.850650:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384914.850660:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384914.850667:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384914.850668:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384914.850671:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000040:3.0:1767384914.850677:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384914.850680:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eae0e629 00000400:00000010:3.0:1767384914.850683:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000267bd621. 00000400:00000010:2.0:1767384914.850685:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eae0e629. 00000100:00000001:2.0:1767384914.850692:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384914.850695:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363750784, offset 0 00000100:00000200:2.0:1767384914.850700:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384914.850710:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384914.850712:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:2.0:1767384914.850723:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384914.850726:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384914.850732:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384914.850742:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03780 00000100:00000001:2.0:1767384914.850746:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.850750:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384914.850752:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384914.850753:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000100:00000001:2.0:1767384914.850758:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384914.850763:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde138d9. 00000100:00000001:2.0:1767384914.850766:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294902735 00000400:00000200:3.0:1767384914.850769:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000094bb7039 00000100:00000010:2.0:1767384914.850774:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048729cb3. 00000400:00000200:3.0:1767384914.850778:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384914.850802:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384914.850807:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384914.850812:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294902735 00000400:00000200:3.0:1767384914.850813:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094bb7039 00000400:00000200:0.0:1767384914.850814:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000010:3.0:1767384914.850820:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094bb7039. 00000100:00000010:2.0:1767384914.850824:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000702871f0. 00000100:00000001:3.0:1767384914.850827:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384914.850831:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767384914.850832:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384914.850839:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294902735 00000100:00000040:3.0:1767384914.850845:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000005c0808bb x1853237363750784 msgsize 4848 00000100:00000010:2.0:1767384914.850846:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b7d8e41. 00000100:00000001:2.0:1767384914.850853:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384914.850857:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384914.850857:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:2.0:1767384914.850859:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294902735 00000100:00000040:3.0:1767384914.850895:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384914.850910:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384914.850920:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267bd621 00000400:00000010:3.0:1767384914.850925:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000267bd621. 00000100:00000010:2.0:1767384914.850927:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007234f27. 00000100:00000001:3.0:1767384914.850929:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384914.850935:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384914.850936:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000001:2.0:1767384914.850944:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384914.850955:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384914.850956:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384914.850961:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384914.850962:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384914.850970:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.850975:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:3.0:1767384914.850977:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.850978:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.850985:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384914.850986:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384914.850990:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384914.850994:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.850994:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.851002:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.851003:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294902736 00000100:00000001:3.0:1767384914.851017:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902735 00000100:00000001:3.0:1767384914.851025:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294902736 00000100:00000001:3.0:1767384914.851032:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902735 00000100:00000001:3.0:1767384914.851038:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294902736 00000400:00000200:0.0:1767384914.851039:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:2.0:1767384914.851040:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384914.851042:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902735 00000100:00100000:2.0:1767384914.851048:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363750656 00000100:00000001:3.0:1767384914.851052:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294902736 02000000:00000001:2.0:1767384914.851053:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384914.851058:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384914.851061:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902735 00000100:00000001:2.0:1767384914.851062:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.851070:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384914.851071:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.851076:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384914.851078:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363750656 00000100:00000001:3.0:1767384914.851082:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.851083:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384914.851088:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:3.0:1767384914.851089:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384914.851089:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384914.851096:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384914.851100:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:2.0:1767384914.851103:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384914.851106:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384914.851111:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384914.851115:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007757e879. 00000100:00000001:2.0:1767384914.851118:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384914.851122:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007757e879. 00000020:00000010:2.0:1767384914.851130:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e14815b0. 00000020:00000010:2.0:1767384914.851137:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9599d82. 00000020:00000010:2.0:1767384914.851143:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003d91f528. 00000400:00000200:0.0:1767384914.851155:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000100:00000040:2.0:1767384914.851157:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384914.851163:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384914.851165:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384914.851167:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.851176:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.851187:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384914.851201:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000100:00000001:2.0:1767384914.851211:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384914.851216:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363750784 02000000:00000001:2.0:1767384914.851219:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384914.851221:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384914.851223:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384914.851227:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384914.851229:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363750784 00000100:00000001:3.0:1767384914.851230:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384914.851232:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384914.851236:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384914.851237:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384914.851242:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384914.851245:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00100000:3.0:1767384914.851250:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000020:00000001:2.0:1767384914.851251:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384914.851257:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000040:3.0:1767384914.851258:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384914.851261:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384914.851261:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000100:00000001:3.0:1767384914.851262:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988349520 : -107292721202096 : ffff9e6af7773c50) 00000020:00000010:2.0:1767384914.851267:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007757e879. 00000100:00000001:2.0:1767384914.851271:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384914.851280:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007757e879. 00000100:00000040:3.0:1767384914.851285:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040607cbe x1853237363750656/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:140/0 lens 4848/0 e 0 to 0 dl 1767384925 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384914.851287:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000097d962a. 00000020:00000010:2.0:1767384914.851295:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024458103. 00000020:00000010:2.0:1767384914.851302:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e10d251d. 00000100:00000001:3.0:1767384914.851304:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384914.851311:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384914.851312:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000126bbb09. 00000100:00000001:2.0:1767384914.851316:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384914.851319:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384914.851320:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384914.851324:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000126bbb09. 00000100:00000001:2.0:1767384914.851329:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384914.851335:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040607cbe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363750656:12345-0@lo:253: 00000100:00000001:2.0:1767384914.851336:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384914.851337:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000100:00000200:3.0:1767384914.851347:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363750656 00000020:00000001:3.0:1767384914.851352:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384914.851357:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384914.851358:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384914.851361:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.851362:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384914.851368:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384914.851372:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00100000:2.0:1767384914.851373:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000020:00000001:3.0:1767384914.851378:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384914.851380:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000020:00000001:3.0:1767384914.851381:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.851385:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988343376 : -107292721208240 : ffff9e6af7772450) 00000020:00000001:3.0:1767384914.851387:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384914.851392:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384914.851395:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c0808bb x1853237363750784/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:140/0 lens 4848/0 e 0 to 0 dl 1767384925 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384914.851395:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000020:00000001:3.0:1767384914.851396:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.851406:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384914.851412:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384914.851413:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1767384914.851421:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000523ff2bd. 02000000:00000001:3.0:1767384914.851427:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384914.851429:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007757e879. 00000100:00000001:3.0:1767384914.851430:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.851437:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384914.851438:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384914.851441:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000020:00000010:2.0:1767384914.851445:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007757e879. 20000000:00000010:3.0:1767384914.851452:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000012f6ffaa. 00000100:00100000:2.0:1767384914.851455:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c0808bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363750784:12345-0@lo:253: 20000000:01000000:3.0:1767384914.851459:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:2.0:1767384914.851461:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363750784 20000000:00000001:3.0:1767384914.851464:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384914.851466:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384914.851468:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384914.851472:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384914.851473:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.851477:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384914.851478:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.851486:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384914.851487:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384914.851492:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384914.851497:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384914.851497:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 20000000:00000010:3.0:1767384914.851500:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edbe984b. 00000020:00000001:2.0:1767384914.851502:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384914.851507:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000020:00000001:2.0:1767384914.851508:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384914.851514:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384914.851519:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384914.851520:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.851523:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384914.851526:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384914.851533:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f71aea18. 00080000:00000001:3.0:1767384914.851535:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:2.0:1767384914.851537:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384914.851542:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:2.0:1767384914.851542:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384914.851548:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384914.851554:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00080000:00000001:3.0:1767384914.851566:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:2.0:1767384914.851569:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000305c4991. 20000000:01000000:2.0:1767384914.851576:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384914.851578:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384914.851581:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384914.851583:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384914.851585:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384914.851586:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384914.851593:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384914.851594:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384914.851598:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384914.851602:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384914.851604:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384914.851608:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000001:3.0:1767384914.851612:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:3.0:1767384914.851614:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384914.851615:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00080000:00000001:3.0:1767384914.851620:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384914.851625:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384914.851627:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384914.851631:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384914.851637:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384914.851641:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384914.851647:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004818eafd. 00080000:00000001:3.0:1767384914.851650:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775867615232 : -107297841936384 : ffff9e69c63f0800) 00080000:00000001:3.0:1767384914.851654:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384914.851658:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384914.851663:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000126bbb09. 00080000:00000001:3.0:1767384914.851666:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384914.851669:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00080000:00000001:3.0:1767384914.851670:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384914.851691:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384914.851710:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384914.851724:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.851773:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000800:00000010:0.0:1767384914.852119:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003aa4f446. 00000800:00000010:0.0:1767384914.852126:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c9093f9. 00000800:00000010:0.0:1767384914.852134:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000060c8b272. 00000800:00000010:0.0:1767384914.852177:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000060c8b272. 00000400:00000200:2.0:1767384914.852255:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384914.852274:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp22 from 229.3.0.2 00000800:00000010:2.0:1767384914.852279:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ebb2df81. 00000800:00000010:3.0:1767384914.852325:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d16d325d. 00000800:00000010:3.0:1767384914.852332:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000267bd621. 00000800:00000010:3.0:1767384914.852361:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000003e95efe. 00000800:00000200:3.1:1767384914.852369:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000043d3dd7b] -> 12345-192.168.203.109@tcp22 (2) 00000800:00000200:3.1:1767384914.852376:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp22 0000000003e95efe deleted 00000800:00000010:3.1:1767384914.852379:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000003e95efe. 00000800:00000200:3.1:1767384914.852385:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384914.852392:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp22 ip 192.168.203.109:997 00000800:00000200:3.1:1767384914.852396:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6e1da78 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384914.852403:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp22 p 3.x 192.168.203.109 -> 192.168.203.109:997 incarnation:1767384912868204672 sched[0] 00000800:00000010:3.0:1767384914.852409:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a390b344. 00000800:00000010:3.0:1767384914.852485:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a390b344. 00000800:00000010:3.0:1767384914.852492:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000267bd621. 00000800:00000010:3.0:1767384914.852539:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ebb2df81. 00000800:00000001:2.0:1767384914.852555:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384914.852564:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384914.852566:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384914.852578:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp22 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384912868204672 sched[0] 00000800:00000010:0.0:1767384914.852582:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c9093f9. 00000800:00000200:2.0:1767384914.852641:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384914.852644:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384914.852647:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6e1da78. 00000800:00000001:3.0:1767384914.852655:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384914.852661:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384914.852661:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384914.852662:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384914.852666:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384914.852678:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp22->192.168.203.109@tcp22: PUT: OK 00000400:00000200:3.0:1767384914.852684:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp22(192.168.203.109@tcp22) <- 192.168.203.109@tcp22 : PUT - for me 00000400:00000200:2.0:1767384914.852685:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384914.852694:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000400:00000200:3.0:1767384914.852701:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384914.852710:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x14cd [1] + 0 00000400:00000010:3.0:1767384914.852714:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecfcbb2b. 00000400:00000200:3.0:1767384914.852718:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b35e5299 00000400:00000200:0.0:1767384914.852722:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:3.0:1767384914.852724:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384914.852738:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384914.852743:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384914.852747:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp22->192.168.203.109@tcp22: PUT: OK 00000400:00000200:3.0:1767384914.852753:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b35e5299 00000400:00000010:3.0:1767384914.852756:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b35e5299. 00000400:00000200:3.0:1767384914.852760:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384914.852762:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384914.852764:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (16) 00000400:00000200:3.0:1767384914.852773:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:3.0:1767384914.852778:0:16335:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b5f9156a. 00000400:00000200:3.0:1767384914.852782:0:16335:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 15 00000400:00000200:3.0:1767384914.852802:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384914.852816:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (17) 00000400:00000200:0.0:1767384914.852821:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384914.852822:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384914.852835:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp22 to MR: 192.168.203.109@tcp22 local destination 00000400:00000200:3.0:1767384914.852844:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp22 NI seq info: [32:32:256:4294967295] 192.168.203.109@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:3.0:1767384914.852857:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp22(192.168.203.109@tcp22:192.168.203.109@tcp22) -> 192.168.203.109@tcp22(192.168.203.109@tcp22:192.168.203.109@tcp22) 192.168.203.109@tcp22 : ACK try# 0 00000400:00000200:2.0:1767384914.852897:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384914.852903:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp22 00000400:00000010:2.0:1767384914.852906:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecfcbb2b. 00000800:00000010:3.0:1767384914.852909:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4092f6e. 00000400:00000200:0.0:1767384914.852910:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000010:2.0:1767384914.852915:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008015503a. 00000800:00000200:3.0:1767384914.852922:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000043d3dd7b] -> 12345-192.168.203.109@tcp22 (4) 00000400:00000200:2.0:1767384914.852924:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cfa1e5e6 00000800:00000200:3.0:1767384914.852931:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp22 ip 192.168.203.109:988 00000400:00000200:2.0:1767384914.852934:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004d1 00000400:00000010:2.0:1767384914.852943:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000bd8117ce. 00000800:00000200:3.0:1767384914.852946:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4092f6e type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384914.852950:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 000000006a261e45. 00000400:00000200:0.0:1767384914.852953:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000010:2.0:1767384914.852956:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 000000003ec30d44. 00000400:00000010:2.0:1767384914.852987:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000af2e22df. 00000400:00000200:2.0:1767384914.852994:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000af2e22df nid 192.168.203.109@tcp23 00000400:00000200:0.0:1767384914.852997:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000010:2.0:1767384914.852999:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b108cffa. 00000400:00000200:2.0:1767384914.853006:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b108cffa net tcp23 00000800:00000200:3.0:1767384914.853009:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384914.853011:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (16) 00000800:00000010:3.0:1767384914.853015:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4092f6e. 00000400:00000200:3.0:1767384914.853021:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384914.853022:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp23 flags 0x11 00000400:00000010:2.0:1767384914.853031:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000bd8117ce. 00000400:00000200:3.0:1767384914.853032:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp22->192.168.203.109@tcp22: ACK: OK 00000400:00000200:0.0:1767384914.853036:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000010:2.0:1767384914.853041:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 000000006a261e45. 00000800:00000001:3.0:1767384914.853046:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384914.853048:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 000000003ec30d44. 00000800:00000001:3.0:1767384914.853054:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384914.853055:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b5f9156a. 00000800:00000001:3.0:1767384914.853063:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384914.853068:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000800:00000001:3.0:1767384914.853070:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384914.853074:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100551 00000800:00000001:3.0:1767384914.853076:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384914.853084:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 1 00000400:00000200:0.0:1767384914.853086:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000001:3.0:1767384914.853087:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384914.853091:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 00000400:00000200:2.0:1767384914.853102:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384914.853108:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp22(192.168.203.109@tcp22) <- 192.168.203.109@tcp22 : ACK - for me 00000400:00000200:2.0:1767384914.853109:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000400:00000200:2.0:1767384914.853120:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:0.0:1767384914.853127:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384914.853131:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (17) 00000400:00000200:3.0:1767384914.853138:0:16335:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp22: ACK from 12345-192.168.203.109@tcp22 into md 0x1515 00000400:00000200:3.0:1767384914.853144:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384914.853150:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp22->192.168.203.109@tcp22: ACK: OK 00000400:00000200:3.0:1767384914.853155:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000400:00000010:3.0:1767384914.853158:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000400:00000200:3.0:1767384914.853162:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384914.853167:0:16335:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:3.0:1767384914.853171:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (16) 00000800:00000001:3.0:1767384914.853178:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384914.853183:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384914.853186:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853217:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853246:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853272:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853305:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853325:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853357:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853375:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853394:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853416:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853448:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853469:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853506:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853550:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853584:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853622:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384914.853646:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000800:00000010:0.0:1767384914.853857:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d528f8e. 00000800:00000010:0.0:1767384914.853894:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c9093f9. 00000800:00000010:0.0:1767384914.853899:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000060c8b272. 00000400:00000200:3.0:1767384914.853900:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384914.853925:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000060c8b272. 00000400:00000200:3.0:1767384914.853962:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp22 from 228.3.0.2 00000800:00000010:3.0:1767384914.853967:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000054d83f04. 00000800:00000010:2.0:1767384914.854020:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000972cdf71. 00000800:00000010:2.0:1767384914.854028:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eae0e629. 00080000:00000010:0.0:1767384914.854039:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004818eafd. 00000800:00000010:2.0:1767384914.854062:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000001c65a17. 00080000:00000010:0.0:1767384914.854076:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000126bbb09. 00000800:00000200:2.1:1767384914.854082:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000043d3dd7b] -> 12345-192.168.203.109@tcp22 (4) 00040000:00000001:0.0:1767384914.854084:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384914.854089:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000200:2.1:1767384914.854094:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp22 0000000001c65a17 deleted 00080000:00000001:0.0:1767384914.854095:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.1:1767384914.854100:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000001c65a17. 00000020:00000002:0.0:1767384914.854103:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00000800:00000200:2.1:1767384914.854106:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 20000000:00000001:0.0:1767384914.854108:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384914.854111:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384914.854123:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384914.854132:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384914.854138:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp22 p 3.x 192.168.203.109 -> 192.168.203.109:996 incarnation:1767384912868204672 sched[0] 20000000:01000000:0.0:1767384914.854140:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000800:00000010:2.0:1767384914.854149:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007757e879. 00080000:00000001:0.0:1767384914.854150:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:2.0:1767384914.854225:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007757e879. 00000800:00000010:2.0:1767384914.854231:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eae0e629. 20000000:01000000:0.0:1767384914.854233:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384914.854238:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384914.854241:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384914.854246:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384914.854250:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000010:2.0:1767384914.854256:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000054d83f04. 00000800:00000200:3.1:1767384914.854272:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:2.0:1767384914.854272:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384914.854282:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp22 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384912868204672 sched[0] 00000800:00000001:2.0:1767384914.854286:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384914.854287:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c9093f9. 00010000:00000010:0.0:1767384914.854289:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000726da6de. 00010000:00000001:0.0:1767384914.854298:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384914.854309:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e2b5d8b7. 00000020:00000001:0.0:1767384914.854314:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384914.854317:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e2b5d8b7 with handle 0x135556ebb4843b2f to hash 00000020:00000001:0.0:1767384914.854320:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384914.854322:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384914.854325:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384914.854329:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:2.0:1767384914.854330:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384914.854332:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384914.854337:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384914.854338:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.854350:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384914.854354:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000010:3.0:1767384914.854355:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e843685e. 00010000:00000001:0.0:1767384914.854357:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384914.854361:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:01000000:3.0:1767384914.854362:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00010000:00000001:0.0:1767384914.854364:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384914.854367:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384914.854368:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384914.854373:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384914.854375:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384914.854376:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384914.854381:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384914.854381:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384914.854387:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384914.854388:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384914.854390:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000726da6de) refcount = 1 00080000:00000001:3.0:1767384914.854393:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00010000:0.0:1767384914.854394:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.854403:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384914.854405:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.854406:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384914.854407:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384914.854409:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.854411:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384914.854414:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384914.854417:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00080000:00000001:3.0:1767384914.854419:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384914.854423:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.854423:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384914.854428:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384914.854429:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384914.854431:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384914.854434:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000040:0.0:1767384914.854440:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=4 00000020:00000001:3.0:1767384914.854441:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00000020:00000001:0.0:1767384914.854446:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00080000:00000002:3.0:1767384914.854447:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384914.854453:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00080000:00000001:3.0:1767384914.854455:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384914.854460:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767384914.854462:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384914.854464:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384914.854469:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384914.854476:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384914.854478:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:3.0:1767384914.854480:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00010000:0.0:1767384914.854482:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384914.854489:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384914.854495:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:3.0:1767384914.854496:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d530ca88. 00010000:00000001:0.0:1767384914.854498:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384914.854501:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384914.854504:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775867618816 : -107297841932800 : ffff9e69c63f1600) 00080000:00000001:3.0:1767384914.854511:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384914.854513:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:3.0:1767384914.854515:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384914.854516:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384914.854522:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a390b344. 00010000:00000001:0.0:1767384914.854523:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384914.854527:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384914.854529:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384914.854535:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384914.854541:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e2b5d8b7 already unused, calling callback (00000000c66beece) 00010000:00000001:0.0:1767384914.854545:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767384914.854546:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.854547:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384914.854551:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.854558:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1767384914.854560:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384914.854561:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384914.854566:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384914.854568:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=5 00000020:00000001:0.0:1767384914.854571:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384914.854573:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384914.854576:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384914.854586:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.854592:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384914.854594:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384914.854595:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.854599:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384914.854600:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384914.854602:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384914.854603:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384914.854605:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e2b5d8b7 with handle 0x135556ebb4843b2f from hash 00010000:00000001:0.0:1767384914.854607:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384914.854609:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384914.854610:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384914.854611:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384914.854613:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384914.854614:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384914.854616:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384914.854618:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384914.854620:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.854622:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384914.854623:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384914.854625:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384914.854626:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384914.854627:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.854628:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.854630:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384914.854631:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.854636:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384914.854637:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384914.854638:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384914.854639:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384914.854640:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384914.854641:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384914.854643:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384914.854645:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384914.854652:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384914.854654:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.854658:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384914.854660:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384914.854661:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843b2f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384914.854666:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000726da6de count: 0 00010000:00000001:0.0:1767384914.854674:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384914.854675:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384914.854685:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384914.854688:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384914.854690:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000012f6ffaa. 20000000:00000001:0.0:1767384914.854694:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384914.854697:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363750656 00010000:00000001:0.0:1767384914.854699:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384914.854704:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040607cbe x1853237363750656/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:140/0 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384914.854712:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384914.854714:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384914.854717:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384914.854721:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384914.854723:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384914.854725:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384914.854728:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384914.854730:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384914.854732:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384914.854734:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384914.854737:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f772babf. 00000100:00000200:0.0:1767384914.854740:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363750656, offset 224 00000400:00000200:0.0:1767384914.854745:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384914.854752:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384914.854758:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03700 00000400:00000200:0.0:1767384914.854769:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1519 [2] + 224 00000400:00000200:0.0:1767384914.854774:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384914.854777:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384914.854780:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384914.854803:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384914.854813:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384914.854829:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384914.854834:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f772babf 00000400:00000010:0.0:1767384914.854836:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f772babf. 00000100:00000001:0.0:1767384914.854839:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384914.854840:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384914.854844:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384914.854847:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384914.854850:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384914.854852:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.854855:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384914.854855:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384914.854860:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384914.854887:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384914.854889:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384914.854890:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040607cbe x1853237363750656/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:140/0 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384914.854892:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703512d9. 00000400:00000200:2.0:1767384914.854901:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abc4372a 00000400:00000010:2.0:1767384914.854905:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abc4372a. 00000100:00100000:0.0:1767384914.854908:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040607cbe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363750656:12345-0@lo:253: Request processed in 3602us (4276us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384914.854911:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384914.854921:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384914.854926:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:0.0:1767384914.854934:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000200:2.0:1767384914.854940:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384914.854940:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384914.854945:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384914.854952:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9599d82. 00000100:00000001:2.0:1767384914.854954:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384914.854957:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384914.854960:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003d91f528. 00000100:00000001:2.0:1767384914.854961:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384914.854966:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384914.854968:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e14815b0. 00000100:00000001:2.0:1767384914.854969:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384914.854974:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384914.854977:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:2.0:1767384914.854978:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384914.854985:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384914.854986:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=32 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384914.854989:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000523ff2bd. 00000100:00001000:2.0:1767384914.854992:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384914.854995:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384914.854996:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384914.855003:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384914.855005:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384914.855006:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.855011:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384914.855011:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384914.855018:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384914.855023:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089c1eec. 00000100:00000040:2.0:1767384914.855028:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384914.855032:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f772babf. 00000100:00000001:2.0:1767384914.855042:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384914.855046:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384914.855048:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384914.855051:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384914.855053:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384914.855054:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384914.855056:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384914.855057:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384914.855059:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384914.855062:0:16343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384914.855063:0:16343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384914.855065:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384914.855066:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384914.855069:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384914.855075:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000252606be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363750656:0@lo:253: 00000100:00000001:2.0:1767384914.855081:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.855083:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384914.855085:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000252606be x1853237363750656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384914.855092:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384914.855094:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384914.855096:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000014b9e209. 02000000:00000001:2.0:1767384914.855102:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384914.855103:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384914.855105:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384914.855108:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384914.855109:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003adafedf. 02000000:00000001:2.0:1767384914.855113:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384914.855116:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384914.855118:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000252606be. 00000100:00000001:2.0:1767384914.855121:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384914.855122:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.855128:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.855133:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384914.855134:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.855136:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384914.855137:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384914.856545:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d530ca88. 00080000:00000010:3.0:1767384914.856635:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a390b344. 00040000:00000001:3.0:1767384914.856650:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384914.856653:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384914.856656:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384914.856661:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384914.856663:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384914.856666:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384914.856669:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384914.856685:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384914.856688:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384914.856693:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384914.856706:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384914.856712:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384914.856714:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384914.856718:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384914.856721:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384914.856727:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000422d2ead. 00010000:00000001:0.0:1767384914.856731:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384914.856735:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e23b5263. 00000020:00000001:0.0:1767384914.856737:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384914.856740:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e23b5263 with handle 0x135556ebb4843b36 to hash 00000020:00000001:0.0:1767384914.856742:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384914.856744:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384914.856747:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384914.856749:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384914.856751:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384914.856753:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.856761:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384914.856763:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384914.856765:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384914.856767:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384914.856769:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384914.856771:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384914.856773:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384914.856776:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384914.856777:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384914.856779:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384914.856781:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384914.856783:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000422d2ead) refcount = 1 00010000:00010000:0.0:1767384914.856810:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.856816:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384914.856818:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384914.856819:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384914.856821:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.856823:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384914.856825:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384914.856827:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:0.0:1767384914.856829:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384914.856831:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384914.856832:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e23b5263 refcount=4 00000020:00000001:0.0:1767384914.856833:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384914.856838:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384914.856840:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384914.856843:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.856849:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384914.856851:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.856856:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384914.856858:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384914.856860:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.856888:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384914.856890:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.856893:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384914.856895:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384914.856897:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384914.856902:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e23b5263 already unused, calling callback (00000000c66beece) 00000100:00000001:3.0:1767384914.856904:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384914.856907:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000305c4991. 00010000:00000001:0.0:1767384914.856913:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384914.856915:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384914.856918:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384914.856924:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.856928:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000040:3.0:1767384914.856930:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363750784 00010000:00000001:0.0:1767384914.856931:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384914.856935:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384914.856936:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384914.856941:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e23b5263 refcount=5 00000020:00000001:0.0:1767384914.856944:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000200:3.0:1767384914.856945:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c0808bb x1853237363750784/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:140/0 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384914.856949:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834099712 : -107292875451904 : ffff9e6aee459200) 00010000:00000001:0.0:1767384914.856957:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384914.856960:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384914.856964:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384914.856968:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.856971:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:3.0:1767384914.856973:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=32 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384914.856975:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384914.856979:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384914.856981:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384914.856984:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384914.856986:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384914.856988:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384914.856990:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:0.0:1767384914.856992:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384914.856994:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384914.857001:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384914.857002:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e23b5263 with handle 0x135556ebb4843b36 from hash 02000000:00000001:3.0:1767384914.857007:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.857008:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384914.857012:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384914.857012:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384914.857016:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384914.857017:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384914.857019:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384914.857023:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767384914.857026:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000267bd621. 00010000:00000001:0.0:1767384914.857026:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384914.857030:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:3.0:1767384914.857032:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363750784, offset 224 00010000:00000001:0.0:1767384914.857033:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384914.857040:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.857043:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384914.857045:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384914.857047:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384914.857050:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384914.857054:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384914.857059:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384914.857065:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.857068:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384914.857073:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03780 00010000:00000001:0.0:1767384914.857074:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384914.857082:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384914.857087:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1521 [2] + 224 00000400:00000200:3.0:1767384914.857100:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384914.857101:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384914.857106:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384914.857109:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384914.857111:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384914.857116:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384914.857117:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384914.857118:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384914.857122:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384914.857124:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:3.0:1767384914.857125:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384914.857128:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384914.857134:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384914.857139:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384914.857153:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:3.0:1767384914.857154:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384914.857158:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384914.857161:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e23b5263/0x135556ebb4843b36 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384914.857180:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000422d2ead count: 0 00000100:00000001:3.0:1767384914.857191:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384914.857194:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384914.857198:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384914.857199:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267bd621 00000400:00000010:3.0:1767384914.857203:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000267bd621. 00000100:00000001:3.0:1767384914.857208:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384914.857210:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384914.857223:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384914.857227:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384914.857229:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384914.857231:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384914.857234:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384914.857238:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c0808bb x1853237363750784/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:140/0 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384914.857246:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c0808bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363750784:12345-0@lo:253: Request processed in 5833us (6400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384914.857255:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000040:3.0:1767384914.857258:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384914.857261:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384914.857261:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384914.857266:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384914.857267:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384914.857270:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024458103. 00000400:00000001:2.0:1767384914.857274:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384914.857278:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e10d251d. 00000400:00000001:2.0:1767384914.857279:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384914.857284:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000097d962a. 00000400:00000010:2.0:1767384914.857285:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d722ae6c. 00000020:00000040:3.0:1767384914.857294:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000400:00000200:2.0:1767384914.857295:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f2d9532 02000000:00000001:3.0:1767384914.857301:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384914.857301:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f2d9532. 02000000:00000010:3.0:1767384914.857306:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f71aea18. 00000100:00000001:2.0:1767384914.857307:0:16342:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384914.857311:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384914.857315:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384914.857317:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384914.857320:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384914.857328:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055e2d412. 00000400:00000010:3.0:1767384914.857336:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000267bd621. 00000100:00000200:2.0:1767384914.857339:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384914.857350:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384914.857352:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.857353:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384914.857355:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384914.857357:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384914.857359:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384914.857360:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384914.857363:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=32 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384914.857366:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384914.857379:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384914.857380:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384914.857383:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384914.857384:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.857386:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384914.857388:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384914.857395:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384914.857397:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384914.857398:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384914.857412:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384914.857414:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384914.857416:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384914.857417:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384914.857419:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384914.857420:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384914.857421:0:16342:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384914.857422:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384914.857424:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384914.857428:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384914.857436:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca050fb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363750784:0@lo:253: 00000100:00000001:2.0:1767384914.857441:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.857443:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384914.857447:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca050fb3 x1853237363750784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384914.857454:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384914.857456:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384914.857458:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000440df92d. 02000000:00000001:2.0:1767384914.857462:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384914.857464:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384914.857466:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384914.857468:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384914.857470:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e2bed4c3. 02000000:00000001:2.0:1767384914.857476:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384914.857485:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384914.857487:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca050fb3. 00000100:00000001:2.0:1767384914.857491:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384914.857493:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.857495:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384914.857500:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384914.857502:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384914.857505:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384914.857508:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384914.857922:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294902736, at 4294902737 00000100:00000040:3.0:1767384914.857924:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294902736, at 4294902737 00000100:00000040:0.0:1767384914.857928:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294902736, at 4294902737 00000100:00000040:2.0:1767384914.857933:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294902736, at 4294902737 00000100:00000010:1.0:1767384914.857937:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000702871f0. 00000100:00000010:3.0:1767384914.857940:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007234f27. 00000100:00000010:0.0:1767384914.857943:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048729cb3. 00000100:00000010:2.0:1767384914.857945:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b7d8e41. 00010000:00000010:0.1:1767384914.865980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000726da6de. 00010000:00000010:0.1:1767384914.865987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e2b5d8b7. 00010000:00000010:0.1:1767384914.865990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000422d2ead. 00010000:00000010:0.1:1767384914.865993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e23b5263. 00000400:00000010:3.0:1767384914.875200:0:23730:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000069005ab2. 00000400:00000040:3.0:1767384914.875223:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384914.875226:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384914.875229:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384914.875231:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384914.875233:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384914.875234:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384914.875237:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384914.875244:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384914.875246:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384914.875248:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384914.875251:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384914.875253:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384914.875256:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384914.875258:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384914.875260:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384914.875262:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384914.875264:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384914.875266:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384914.875268:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384914.875270:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384914.875273:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384914.875275:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384914.875277:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384914.875279:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384914.875280:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384914.875282:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384914.875285:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384914.875286:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384914.875288:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384914.875290:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384914.875292:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384914.875294:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384914.875296:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384914.875298:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384914.875300:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384914.875302:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384914.875303:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384914.875306:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384914.875307:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384914.875309:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384914.875310:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384914.875312:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384914.875314:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384914.875315:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384914.875317:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384914.875318:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384914.875323:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384914.875325:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384914.875327:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384914.875328:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384914.875329:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384914.875331:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384914.875332:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384914.875334:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384914.875335:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384914.875336:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384914.875337:0:23730:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384914.875380:0:23730:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000069005ab2. 00010000:00000001:2.0:1767384915.288948:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384915.288954:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.288959:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384915.288961:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384915.288995:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384915.288998:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.289000:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384915.873601:0:23996:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004709ddca. 00080000:00000010:3.0:1767384915.873610:0:23996:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004709ddca. 00000020:00000001:3.0:1767384915.873614:0:23996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384915.873621:0:23996:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004709ddca. 00080000:00000010:3.0:1767384915.873625:0:23996:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004709ddca. 00000020:00000001:3.0:1767384915.873628:0:23996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384916.312950:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384916.312957:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384916.312963:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384916.312965:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.313004:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384916.313009:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384916.313014:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384916.673038:0:24160:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384916.673043:0:24160:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:1.0:1767384916.679403:0:24160:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384916.689702:0:24161:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004807cd1d. 00000400:00000010:1.0:1767384916.689717:0:24161:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e0c1d719. 00000400:00000010:1.0:1767384916.689726:0:24161:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004182b3d8. 00000400:00000010:1.0:1767384916.689729:0:24161:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002d9e5d0a. 00000400:00000010:1.0:1767384916.689733:0:24161:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ebcb1a33. 00000400:00000010:1.0:1767384916.689737:0:24161:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9f4b19f. 00000400:00000010:1.0:1767384916.689739:0:24161:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f05483de. 00000400:00000010:1.0:1767384916.689741:0:24161:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000da393f7. 00000400:00000010:1.0:1767384916.689744:0:24161:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000dd18a40b. 00000800:00000010:1.0:1767384916.689756:0:24161:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cbe91049. 00000800:00000200:1.0:1767384916.689766:0:24161:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384916.689797:0:24161:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384916.689836:0:24161:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384916.689888:0:24161:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp24 [8/256/0/180] 00000400:00000010:1.0:1767384916.692520:0:24161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000942bfb4f. 00000400:00000010:1.0:1767384916.692527:0:24161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3fd4d6e. 00000400:00000010:1.0:1767384916.692533:0:24161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000400:00000001:1.0:1767384916.692548:0:24161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384916.692550:0:24161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384916.692552:0:24161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a75186. 00000400:00000200:1.0:1767384916.692555:0:24161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e532cef 00000400:00000010:1.0:1767384916.692557:0:24161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e532cef. 00000400:00000010:1.0:1767384916.692561:0:24161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005528461b. 00000400:00000200:1.0:1767384916.692566:0:24161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (15) 00000400:00000200:1.0:1767384916.692579:0:24161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384916.692591:0:24161:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:1.0:1767384916.692599:0:24161:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c45da14e. 00000020:01000000:1.0:1767384916.692603:0:24161:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384916.692606:0:24161:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp24 00000400:00000200:2.0:1767384916.692613:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384916.692623:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:1.0:1767384916.692627:0:24161:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e0c1d719. 00000400:00000010:1.0:1767384916.692633:0:24161:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004807cd1d. 00000400:00000010:2.0:1767384916.692634:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d22dc6. 00000400:00000200:2.0:1767384916.692639:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (16) 00000400:00000010:2.0:1767384916.692646:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000078e28a02. 00000400:00000200:2.0:1767384916.692651:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1767384916.692664:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1767384916.692671:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384916.692676:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384916.692682:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384916.692687:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384916.692692:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384916.692696:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384916.692701:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000001:3.0:1767384916.692706:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384916.692707:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 10000000:00000001:3.0:1767384916.692715:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384916.692719:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 10000000:00000001:3.0:1767384916.692721:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384916.692727:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384916.692733:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:01000004:3.0:1767384916.692734:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384916.692738:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384916.692739:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384916.692741:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384916.692742:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384916.692745:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384916.692749:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384916.692753:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384916.692755:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384916.692758:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384916.692758:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384916.692767:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000010:3.0:1767384916.692768:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 00000400:00000200:2.0:1767384916.692806:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384916.692812:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:3.0:1767384916.692817:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384916.692818:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000001:3.0:1767384916.692827:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384916.692828:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp23 00000400:00000200:2.0:1767384916.692833:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp23 lpni_is_preferred = 0 00000400:00000200:2.0:1767384916.692836:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp23 02000000:00000001:3.0:1767384916.692842:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384916.692846:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp23 NI seq info: [33:33:256:4294967295] 192.168.203.109@tcp23 LPNI seq info [33:33:8:4294967295] 02000000:00000001:3.0:1767384916.692851:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384916.692857:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp23 02000000:00000010:3.0:1767384916.692862:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000369eefaf. 00000100:00000001:3.0:1767384916.692903:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384916.692910:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23:) -> 192.168.203.109@tcp23(192.168.203.109@tcp:192.168.203.109@tcp23) : PUT try# 0 00000100:00000001:3.0:1767384916.692916:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384916.692921:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384916.692922:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.109@tcp23 00000800:00000010:2.0:1767384916.692932:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000563befc1. 00000100:00000040:3.0:1767384916.692937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfa954a] to pc [ptlrpcd_00_00+0] req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384916.692943:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009c1cf30d. 00000800:00000010:2.0:1767384916.692951:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000029675223. 00000800:00000200:2.0:1767384916.692959:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (2) 00000800:00000200:2.1:1767384916.692965:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (2) 10000000:00000001:3.0:1767384916.692970:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384916.692974:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.692980:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384916.692983:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000020:01000000:3.0:1767384916.692984:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384916.692991:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 00000020:00000001:3.0:1767384916.692994:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384916.692998:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384916.692999:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384916.693001:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384916.693003:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384916.693005:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384916.693006:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384916.693007:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384916.693011:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384916.693013:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384916.693014:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:2.0:1767384916.693014:0:16341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:01000004:3.0:1767384916.693017:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384916.693020:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384916.693021:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384916.693024:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384916.693029:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000020:00000040:3.0:1767384916.693032:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384916.693033:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384916.693038:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384916.693038:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384916.693042:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384916.693045:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384916.693046:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.693049:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384916.693053:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384916.693055:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000012f6ffaa. 00000100:00000040:2.0:1767384916.693061:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.693062:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.693069:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384916.693072:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.693080:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384916.693082:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_01+1] req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.693092:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384916.693097:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384916.693101:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384916.693108:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384916.693117:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363750912:0@lo:253: 10000000:00000001:3.0:1767384916.693120:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.693122:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384916.693122:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 10000000:00000001:3.0:1767384916.693125:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.693130:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384916.693130:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:3.0:1767384916.693136:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:2.0:1767384916.693137:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384916.693143:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c45da14e. 02000000:00000001:2.0:1767384916.693143:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384916.693152:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a0f95b51. 02000000:00000001:2.0:1767384916.693156:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384916.693161:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703512d9. 00000100:00000001:3.0:1767384916.693164:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384916.693168:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8298fb3. 00000100:00100000:3.0:1767384916.693169:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384916.693174:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384916.693175:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363750912, portal 25 00000100:00000001:2.0:1767384916.693180:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384916.693182:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384916.693183:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000100:00000001:3.0:1767384916.693187:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384916.693192:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:3.0:1767384916.693193:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384916.693196:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384916.693200:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384916.693204:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384916.693206:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384916.693224:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:2.0:1767384916.693236:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384916.693239:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384916.693243:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384916.693244:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384916.693248:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384916.693254:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384916.693255:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb495910. 02000000:00000001:3.0:1767384916.693259:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384916.693261:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363750912, offset 0 00000400:00000200:1.0:1767384916.693266:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00100000:3.0:1767384916.693267:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363751040:0@lo:253: 00000400:00000200:2.0:1767384916.693274:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384916.693278:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384916.693284:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384916.693288:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384916.693290:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384916.693292:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384916.693304:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03800 00000400:00000200:1.0:1767384916.693304:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 02000000:00000010:3.0:1767384916.693310:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000deae5813. 02000000:00000001:3.0:1767384916.693314:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384916.693318:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000400:00000010:3.0:1767384916.693321:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ca8d27b. 00000400:00000010:2.0:1767384916.693322:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008df01510. 00000400:00000200:2.0:1767384916.693330:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aae0ee2f 00000400:00000200:2.0:1767384916.693337:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384916.693340:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000010:3.0:1767384916.693341:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090d8f1be. 00000400:00000200:2.0:1767384916.693344:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384916.693352:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363751040, portal 25 00000400:00000200:2.0:1767384916.693354:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aae0ee2f 00000100:00000001:3.0:1767384916.693356:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384916.693359:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000400:00000010:2.0:1767384916.693359:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aae0ee2f. 00000100:00000040:3.0:1767384916.693370:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.693370:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384916.693374:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384916.693378:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000040:2.0:1767384916.693387:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000065028d1c x1853237363750912 msgsize 4848 00000100:00100000:2.0:1767384916.693419:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384916.693422:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000040:2.0:1767384916.693425:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384916.693434:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384916.693441:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384916.693444:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384916.693446:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e92ee1a. 00000100:00000200:3.0:1767384916.693452:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363751040, offset 0 00000400:00000200:2.0:1767384916.693458:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb495910 00000400:00000010:2.0:1767384916.693462:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb495910. 00000100:00000001:2.0:1767384916.693468:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384916.693472:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384916.693473:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000200:2.0:1767384916.693476:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.693491:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384916.693492:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384916.693501:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.693510:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384916.693512:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03880 00000100:00000001:2.0:1767384916.693515:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384916.693524:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000400:00000200:1.0:1767384916.693526:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:2.0:1767384916.693527:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384916.693531:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec6a5d42. 00000100:00000001:2.0:1767384916.693537:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294904578 00000400:00000200:3.0:1767384916.693540:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c64bf29 00000100:00000010:2.0:1767384916.693546:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007234f27. 00000400:00000200:3.0:1767384916.693549:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384916.693558:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384916.693558:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384916.693569:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c64bf29 00000100:00000001:2.0:1767384916.693570:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294904578 00000400:00000010:3.0:1767384916.693572:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c64bf29. 00000400:00000200:1.0:1767384916.693573:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000010:2.0:1767384916.693580:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048729cb3. 00000100:00000001:3.0:1767384916.693583:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384916.693587:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384916.693587:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384916.693593:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000007acef2e0 x1853237363751040 msgsize 4848 00000100:00000001:2.0:1767384916.693597:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294904578 00000100:00100000:3.0:1767384916.693607:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384916.693607:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cfefc03. 00000100:00000040:3.0:1767384916.693615:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384916.693616:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384916.693617:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:2.0:1767384916.693626:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294904578 00000100:00000010:2.0:1767384916.693633:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000297a2982. 00000100:00000001:3.0:1767384916.693634:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384916.693638:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384916.693645:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e92ee1a 00000100:00000001:2.0:1767384916.693646:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384916.693651:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e92ee1a. 00000100:00000001:2.0:1767384916.693652:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.693659:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384916.693660:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.693667:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384916.693668:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384916.693670:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:2.0:1767384916.693671:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384916.693684:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384916.693688:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.693691:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384916.693693:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384916.693698:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.693706:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.693709:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384916.693715:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384916.693717:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:3.0:1767384916.693719:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294904578 00000100:00000001:2.0:1767384916.693722:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384916.693729:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294904578 00000100:00100000:2.0:1767384916.693729:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363750912 02000000:00000001:2.0:1767384916.693733:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384916.693736:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384916.693738:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.693746:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294904578 02000000:00000001:2.0:1767384916.693748:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.693753:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294904578 00000100:00100000:2.0:1767384916.693756:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363750912 00000100:00000001:3.0:1767384916.693758:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294904578 00000020:00000001:2.0:1767384916.693761:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384916.693764:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294904578 00000020:00000040:2.0:1767384916.693766:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384916.693769:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294904578 00000020:00000001:2.0:1767384916.693809:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384916.693809:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000100:00000001:3.0:1767384916.693810:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294904578 00000020:00000040:2.0:1767384916.693815:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:3.0:1767384916.693816:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384916.693824:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384916.693825:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384916.693833:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384916.693834:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.693841:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384916.693842:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384916.693848:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017ada160. 00000100:00000001:2.0:1767384916.693854:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384916.693857:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017ada160. 00000020:00000010:2.0:1767384916.693884:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e9bcee. 00000020:00000010:2.0:1767384916.693889:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0b96b65. 00000020:00000010:2.0:1767384916.693894:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000100:00000001:3.0:1767384916.693895:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384916.693900:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363751040 02000000:00000001:3.0:1767384916.693902:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384916.693905:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384916.693905:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384916.693909:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.693911:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384916.693913:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 02000000:00000001:3.0:1767384916.693914:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.693915:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384916.693921:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384916.693922:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363751040 00000020:00000001:3.0:1767384916.693926:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384916.693928:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384916.693931:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384916.693932:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384916.693934:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384916.693939:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384916.693941:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384916.693946:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384916.693946:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384916.693953:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 00000100:00000001:3.0:1767384916.693958:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384916.693961:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 00000100:00000001:2.0:1767384916.693965:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384916.693966:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000020:00000010:3.0:1767384916.693968:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003424aac5. 00000100:00000001:2.0:1767384916.693970:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384916.693977:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4a9fa6c. 00000100:00100000:2.0:1767384916.693983:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000020:00000010:3.0:1767384916.693987:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cfd914b0. 00000100:00000040:2.0:1767384916.693988:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384916.693994:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988348496 : -107292721203120 : ffff9e6af7773850) 00000100:00000001:3.0:1767384916.693998:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384916.694000:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065028d1c x1853237363750912/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:142/0 lens 4848/0 e 0 to 0 dl 1767384927 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.694002:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384916.694012:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000100:00000001:3.0:1767384916.694014:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.694027:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.694028:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384916.694034:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384916.694034:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017ada160. 00000100:00000001:2.0:1767384916.694040:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384916.694043:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017ada160. 00000100:00100000:2.0:1767384916.694051:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065028d1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363750912:12345-0@lo:253: 00000100:00000001:3.0:1767384916.694052:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384916.694057:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384916.694058:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363750912 00000020:00000001:2.0:1767384916.694063:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384916.694065:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000100:00100000:3.0:1767384916.694067:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000020:00000001:2.0:1767384916.694069:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384916.694075:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384916.694076:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:3.0:1767384916.694081:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988347472 : -107292721204144 : ffff9e6af7773450) 00000020:00000001:2.0:1767384916.694081:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384916.694086:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000040:3.0:1767384916.694091:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007acef2e0 x1853237363751040/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:142/0 lens 4848/0 e 0 to 0 dl 1767384927 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384916.694092:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384916.694096:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384916.694121:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384916.694126:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384916.694127:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384916.694130:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384916.694133:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 00000100:00000001:2.0:1767384916.694136:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384916.694139:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384916.694140:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 02000000:00000001:2.0:1767384916.694142:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384916.694148:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 02000000:00000010:2.0:1767384916.694153:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d9dbc4a5. 02000000:00000001:2.0:1767384916.694159:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384916.694160:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007acef2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363751040:12345-0@lo:253: 00000100:00000001:2.0:1767384916.694165:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384916.694167:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363751040 20000000:00000001:2.0:1767384916.694170:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384916.694172:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384916.694178:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384916.694180:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.694183:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:2.0:1767384916.694184:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000305c4991. 00000020:00000001:3.0:1767384916.694185:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 20000000:01000000:2.0:1767384916.694193:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384916.694194:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384916.694198:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384916.694201:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384916.694203:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384916.694205:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384916.694208:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384916.694210:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384916.694211:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000020:00000001:3.0:1767384916.694212:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384916.694220:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.694222:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384916.694227:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:3.0:1767384916.694228:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384916.694237:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e9252101. 02000000:00000001:3.0:1767384916.694241:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384916.694241:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d73be602. 00000100:00000001:3.0:1767384916.694248:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384916.694249:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:3.0:1767384916.694253:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384916.694258:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:3.0:1767384916.694265:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004379a337. 00080000:00000001:2.0:1767384916.694266:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384916.694269:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 20000000:01000000:3.0:1767384916.694279:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384916.694282:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384916.694284:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384916.694289:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384916.694291:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384916.694294:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384916.694297:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384916.694305:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384916.694316:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00080000:00000001:2.0:1767384916.694324:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384916.694330:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384916.694332:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384916.694334:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384916.694337:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384916.694340:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:2.0:1767384916.694345:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:2.0:1767384916.694347:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384916.694351:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384916.694355:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384916.694358:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384916.694362:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384916.694368:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000020:00000001:2.0:1767384916.694369:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384916.694378:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384916.694382:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004cbe8d46. 00080000:00000001:2.0:1767384916.694386:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775869658624 : -107297839892992 : ffff9e69c65e3600) 00080000:00000001:2.0:1767384916.694390:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384916.694395:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384916.694400:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000017ada160. 00080000:00000001:2.0:1767384916.694403:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384916.694406:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384916.694424:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00080000:00000001:2.0:1767384916.694425:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384916.694448:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384916.694473:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.694547:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.694631:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384916.695134:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384916.695163:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp23 from 227.3.0.2 00000800:00000010:3.0:1767384916.695167:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006ab68f3c. 00000800:00000010:1.0:1767384916.695221:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a8cf6244. 00000800:00000010:1.0:1767384916.695228:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0c1d719. 00000800:00000010:1.0:1767384916.695235:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000095e22ab1. 00000800:00000010:1.0:1767384916.695285:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000095e22ab1. 00000800:00000010:1.0:1767384916.695329:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c45da14e. 00000800:00000010:1.0:1767384916.695336:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a0fb8ad1. 00000800:00000010:1.0:1767384916.695363:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000053ae7ef9. 00000800:00000200:1.1:1767384916.695374:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (2) 00000800:00000200:1.1:1767384916.695382:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp23 0000000053ae7ef9 deleted 00000800:00000010:1.1:1767384916.695385:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000053ae7ef9. 00000800:00000200:1.1:1767384916.695393:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384916.695402:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp23 ip 192.168.203.109:995 00000800:00000200:1.1:1767384916.695408:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000563befc1 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:1.0:1767384916.695418:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp23 p 3.x 192.168.203.109 -> 192.168.203.109:995 incarnation:1767384914847642159 sched[0] 00000800:00000010:1.0:1767384916.695426:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000095e22ab1. 00000800:00000010:1.0:1767384916.695505:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000095e22ab1. 00000800:00000010:1.0:1767384916.695512:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a0fb8ad1. 00000800:00000200:2.1:1767384916.695583:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384916.695587:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006ab68f3c. 00000800:00000200:2.0:1767384916.695595:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp23 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384914847642159 sched[0] 00000800:00000010:2.0:1767384916.695601:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0c1d719. 00000800:00000001:1.0:1767384916.695614:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384916.695627:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384916.695655:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384916.695663:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384916.695686:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384916.695736:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000200:1.0:1767384916.695749:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384916.695751:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384916.695759:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000563befc1. 00000800:00000001:3.0:1767384916.695763:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384916.695768:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384916.695769:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384916.695787:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384916.695811:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384916.695820:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23) <- 192.168.203.109@tcp23 : PUT - for me 00000400:00000200:1.0:1767384916.695823:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: PUT: OK 00000400:00000200:1.0:1767384916.695833:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384916.695835:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384916.695843:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 272/288 into md 0x1529 [1] + 0 00000400:00000010:3.0:1767384916.695850:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecfcbb2b. 00000400:00000200:2.0:1767384916.695853:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.695854:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000400:00000200:3.0:1767384916.695856:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008015503a 00000800:00000001:3.0:1767384916.695865:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384916.695873:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384916.695876:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384916.695915:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: PUT: OK 00000400:00000200:3.0:1767384916.695919:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008015503a 00000400:00000010:3.0:1767384916.695922:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008015503a. 00000400:00000200:3.0:1767384916.695927:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384916.695930:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (17) 00000400:00000200:3.0:1767384916.695936:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:3.0:1767384916.695939:0:16335:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (288 bytes) 00000400:00000200:3.0:1767384916.695946:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384916.695947:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384916.695958:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (18) 00000400:00000200:3.0:1767384916.695965:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384916.695973:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp23 to MR: 192.168.203.109@tcp23 local destination 00000400:00000200:3.0:1767384916.695990:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp23 NI seq info: [34:34:256:4294967295] 192.168.203.109@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:2.0:1767384916.695994:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384916.696007:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23:192.168.203.109@tcp23) -> 192.168.203.109@tcp23(192.168.203.109@tcp23:192.168.203.109@tcp23) 192.168.203.109@tcp23 : ACK try# 0 00000800:00000200:3.0:1767384916.696015:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp23 00000400:00000200:1.0:1767384916.696018:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384916.696020:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bbd9a96. 00000400:00000010:1.0:1767384916.696027:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000031ba8b3f. 00000800:00000200:3.0:1767384916.696028:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (4) 00000400:00000200:2.0:1767384916.696029:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000010:1.0:1767384916.696039:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec6a5d42. 00000800:00000200:3.0:1767384916.696042:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp23 ip 192.168.203.109:988 00000800:00000200:3.0:1767384916.696048:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bbd9a96 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384916.696051:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e339bf76. 00000400:00000200:1.0:1767384916.696059:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000031ba8b3f 00000800:00000001:3.0:1767384916.696062:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384916.696065:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cfa1e5e6. 00000400:00000200:1.0:1767384916.696073:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000800:00000001:3.0:1767384916.696077:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384916.696083:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102451 00000400:00000200:1.0:1767384916.696089:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (17) 00000400:00000200:2.0:1767384916.696091:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000010:1.0:1767384916.696095:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000033adfb99. 00000400:00000010:1.0:1767384916.696103:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7dc341c. 00000400:00000010:1.0:1767384916.696129:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006601707. 00000400:00000200:1.0:1767384916.696139:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1767384916.696150:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696156:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000800:00000200:3.0:1767384916.696158:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384916.696165:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bbd9a96. 00000400:00000200:1.0:1767384916.696170:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384916.696172:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384916.696187:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696188:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384916.696189:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: ACK: OK 00000400:00000200:1.0:1767384916.696204:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384916.696210:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384916.696216:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384916.696222:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384916.696224:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696229:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384916.696237:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384916.696243:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384916.696249:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384916.696254:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384916.696258:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696270:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384916.696277:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:1.0:1767384916.696281:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:2.0:1767384916.696284:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696286:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767384916.696295:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp 00000400:00000200:1.0:1767384916.696299:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767384916.696303:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000400:00000200:1.0:1767384916.696307:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp NI seq info: [35:35:256:4294967295] 192.168.203.109@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:1.0:1767384916.696313:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp 00000400:00000200:2.0:1767384916.696320:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696328:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : GET try# 0 00000800:00000200:1.0:1767384916.696337:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp 00000800:00000001:3.0:1767384916.696341:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384916.696342:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001b37009d. 00000800:00000001:3.0:1767384916.696349:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384916.696356:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a75fd] -> 12345-192.168.203.109@tcp (6) 00000800:00000001:3.0:1767384916.696357:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384916.696360:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000800:00000001:3.0:1767384916.696366:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384916.696372:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000001:3.0:1767384916.696373:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384916.696379:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b37009d type 2, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384916.696383:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384916.696388:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384916.696396:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100651 rc 0 00000400:00000200:3.0:1767384916.696403:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23) <- 192.168.203.109@tcp23 : ACK - for me 00000400:00000200:2.0:1767384916.696407:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384916.696422:0:16335:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp23: ACK from 12345-192.168.203.109@tcp23 into md 0x1541 00000400:00000200:3.0:1767384916.696429:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384916.696435:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: ACK: OK 00000400:00000200:3.0:1767384916.696440:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d22dc6 00000400:00000010:3.0:1767384916.696443:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d22dc6. 00000400:00000200:3.0:1767384916.696447:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384916.696452:0:16335:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:3.0:1767384916.696459:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384916.696471:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (18) 00000800:00000001:3.0:1767384916.696497:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384916.696500:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384916.696502:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000800:00000001:3.0:1767384916.696505:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384916.696505:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001b37009d. 00000400:00000200:1.0:1767384916.696513:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384916.696520:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384916.696525:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: GET: OK 00000800:00000001:3.0:1767384916.696529:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384916.696532:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384916.696539:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000400:00000200:3.0:1767384916.696545:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp) <- 192.168.203.109@tcp : GET - for me 00000800:00000001:1.0:1767384916.696552:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384916.696556:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384916.696557:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 288 into portal 0 MB=0x8000000000000000 00000800:00000001:1.0:1767384916.696560:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384916.696569:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 288/288 into md 0x153d [1] + 0 00000400:00000200:3.0:1767384916.696582:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1767384916.696587:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp NI seq info: [36:36:256:4294967295] 192.168.203.109@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1767384916.696601:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) 192.168.203.109@tcp : REPLY try# 0 00000400:00000200:2.0:1767384916.696602:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696608:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384916.696609:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.109@tcp 00000800:00000010:3.0:1767384916.696616:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bbd9a96. 00000400:00000200:1.0:1767384916.696618:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100251 00000400:00000200:1.0:1767384916.696623:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (17) 00000800:00000200:3.0:1767384916.696627:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a75fd] -> 12345-192.168.203.109@tcp (6) 00000400:00000010:1.0:1767384916.696631:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000009b855ef0. 00000800:00000200:3.0:1767384916.696636:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:1023 00000800:00000200:3.0:1767384916.696639:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bbd9a96 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:2.0:1767384916.696641:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000010:1.0:1767384916.696645:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efda1eca. 00000400:00000010:1.0:1767384916.696654:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006492d1c9. 00000400:00000200:1.0:1767384916.696661:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1767384916.696670:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384916.696674:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 36], ns[8, 36] 00000400:00000200:1.0:1767384916.696678:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:1.0:1767384916.696683:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:2.0:1767384916.696687:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696689:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:1.0:1767384916.696698:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:1.0:1767384916.696704:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:1.0:1767384916.696709:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:1.0:1767384916.696714:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384916.696719:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767384916.696725:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:1.0:1767384916.696729:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:1.0:1767384916.696735:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767384916.696741:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000800:00000200:3.0:1767384916.696743:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384916.696744:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696748:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000800:00000010:3.0:1767384916.696751:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bbd9a96. 00000400:00000200:3.0:1767384916.696760:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384916.696761:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:1.0:1767384916.696769:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp10 00000400:00000200:3.0:1767384916.696789:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: REPLY: OK 00000400:00000200:2.0:1767384916.696797:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696798:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp10 lpni_is_preferred = 0 00000400:00000200:1.0:1767384916.696805:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp10 00000400:00000200:1.0:1767384916.696817:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp10 NI seq info: [37:37:256:4294967295] 192.168.203.109@tcp10 LPNI seq info [37:37:8:4294967295] 00000400:00000200:1.0:1767384916.696823:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp10 00000400:00000200:2.0:1767384916.696829:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384916.696837:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10:) -> 192.168.203.109@tcp10(192.168.203.109@tcp:192.168.203.109@tcp10) : GET try# 0 00000800:00000200:1.0:1767384916.696846:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp10 00000800:00000010:1.0:1767384916.696850:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001b37009d. 00000800:00000001:3.0:1767384916.696852:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384916.696857:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (6) 00000800:00000001:3.0:1767384916.696859:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384916.696916:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000800:00000001:3.0:1767384916.696980:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384916.696989:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384916.696991:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384916.696997:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384916.697002:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384916.697009:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp) <- 192.168.203.109@tcp : REPLY - for me 00000400:00000200:3.0:1767384916.697023:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp: Reply from 12345-192.168.203.109@tcp of length 288/288 into md 0x1559 00000800:00000001:3.0:1767384916.697028:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384916.697039:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384916.697041:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384916.697047:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: REPLY: OK 00000400:00000200:3.0:1767384916.697050:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7dc341c 00000400:00000010:3.0:1767384916.697077:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7dc341c. 00000400:00000200:3.0:1767384916.697083:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384916.697088:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:3.0:1767384916.697092:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:2.0:1767384916.697094:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384916.697098:0:16335:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 16. state = 0x100251 00000400:00000200:3.0:1767384916.697107:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384916.697111:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (18) 00000800:00000001:3.0:1767384916.697118:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384916.697122:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384916.697137:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384916.697178:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000800:00000010:2.0:1767384916.697387:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e2bed4c3. 00000800:00000010:2.0:1767384916.697393:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cb495910. 00000800:00000200:1.0:1767384916.697531:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:988 00000800:00000200:1.0:1767384916.697536:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b37009d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384916.697657:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384916.697685:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp23 from 226.3.0.2 00000800:00000010:3.0:1767384916.697688:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000041fe931. 00000400:00000200:1.0:1767384916.697705:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000800:00000010:2.0:1767384916.697707:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ac64290. 00000400:00000200:1.0:1767384916.697710:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1000d1 rc 0 00000400:00000200:1.0:1767384916.697719:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1000d1 00000400:00000010:1.0:1767384916.697726:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 000000008547227c. 00000800:00000010:2.0:1767384916.697727:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000440df92d. 00000400:00000010:1.0:1767384916.697730:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000005dbeaa83. 00000800:00000010:2.0:1767384916.697735:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032e10562. 00000400:00000010:1.0:1767384916.697736:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000006a261e45. 00000400:00000010:1.0:1767384916.697769:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003ec30d44. 00000400:00000200:1.0:1767384916.697808:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003ec30d44 nid 192.168.203.109@tcp24 00000400:00000010:1.0:1767384916.697813:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a2e03fc6. 00000400:00000200:1.0:1767384916.697817:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a2e03fc6 net tcp24 00000400:00000200:1.0:1767384916.697820:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (17) 00000400:00000200:1.0:1767384916.697827:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp24 flags 0x11 00000400:00000010:1.0:1767384916.697832:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 000000008547227c. 00000400:00000010:1.0:1767384916.697836:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000005dbeaa83. 00000400:00000010:1.0:1767384916.697839:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000006a261e45. 00000400:00000010:1.0:1767384916.697843:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000033adfb99. 00000400:00000200:1.0:1767384916.697848:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384916.697852:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100151 00000400:00000200:1.0:1767384916.697856:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 rc 1 00000400:00000200:1.0:1767384916.697862:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000200:1.0:1767384916.697865:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384916.697866:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100111 rc 0 00000400:00000200:1.0:1767384916.697870:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:1.0:1767384916.697907:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (18) 00000800:00000010:2.0:1767384916.698027:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aea69787. 00000800:00000200:2.1:1767384916.698038:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (4) 00000800:00000200:2.1:1767384916.698074:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp23 00000000aea69787 deleted 00000800:00000010:2.1:1767384916.698077:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000aea69787. 00000800:00000200:2.1:1767384916.698083:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384916.698090:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp23 p 3.x 192.168.203.109 -> 192.168.203.109:994 incarnation:1767384914847642159 sched[0] 00000800:00000010:2.0:1767384916.698096:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000064b96cb1. 00000800:00000010:2.0:1767384916.698131:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000064b96cb1. 00000800:00000010:2.0:1767384916.698143:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032e10562. 00000800:00000010:2.0:1767384916.698184:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000041fe931. 00000800:00000001:1.0:1767384916.698199:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384916.698206:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384916.698259:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004cbe8d46. 00000800:00000200:2.0:1767384916.698262:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384916.698266:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001b37009d. 00000400:00000200:2.0:1767384916.698271:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384916.698279:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: GET: OK 00000400:00000200:2.0:1767384916.698284:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384916.698288:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00080000:00000010:1.0:1767384916.698288:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000017ada160. 00040000:00000001:1.0:1767384916.698296:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000001:2.0:1767384916.698299:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000001:1.0:1767384916.698299:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384916.698302:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384916.698307:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00000800:00000001:2.0:1767384916.698308:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384916.698310:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384916.698312:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384916.698314:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000001:2.0:1767384916.698325:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384916.698325:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384916.698336:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10) <- 192.168.203.109@tcp10 : GET - for me 20000000:00000001:1.0:1767384916.698337:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384916.698343:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:2.0:1767384916.698350:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 288 into portal 0 MB=0x8000000000000000 00080000:00000001:1.0:1767384916.698350:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:2.0:1767384916.698375:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 288/288 into md 0x153d [1] + 0 00000400:00000200:2.0:1767384916.698384:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp10 to MR: 192.168.203.109@tcp10 local destination 00000400:00000200:2.0:1767384916.698389:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp10 NI seq info: [38:38:256:4294967295] 192.168.203.109@tcp10 LPNI seq info [38:38:8:4294967295] 00000800:00000010:3.0:1767384916.698403:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ac64290. 00000400:00000200:2.0:1767384916.698405:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) -> 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) 192.168.203.109@tcp10 : REPLY try# 0 00000800:00000200:2.0:1767384916.698415:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.109@tcp10 00000800:00000010:2.0:1767384916.698421:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b34886c. 00000800:00000200:2.0:1767384916.698426:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (6) 00000800:00000200:2.0:1767384916.698430:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:1021 00000800:00000200:2.0:1767384916.698433:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b34886c type 3, nob 384 niov 1 nkiov 1 20000000:01000000:1.0:1767384916.698436:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384916.698441:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384916.698444:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000800:00000200:3.1:1767384916.698447:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000001:1.0:1767384916.698448:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384916.698453:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000200:3.0:1767384916.698458:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp23 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384914847642159 sched[0] 00000800:00000010:3.0:1767384916.698463:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cb495910. 00010000:00000010:1.0:1767384916.698463:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002130e13c. 00010000:00000001:1.0:1767384916.698472:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384916.698479:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b9705b2. 00000020:00000001:1.0:1767384916.698485:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384916.698490:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b9705b2 with handle 0x135556ebb4843b3d to hash 00000800:00000200:2.0:1767384916.698494:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384916.698494:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384916.698496:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00000800:00000010:2.0:1767384916.698499:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b34886c. 00010000:00000001:1.0:1767384916.698504:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00000400:00000200:2.0:1767384916.698506:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384916.698510:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384916.698514:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1767384916.698517:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384916.698518:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: REPLY: OK 00000800:00000001:3.0:1767384916.698525:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384916.698533:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384916.698534:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384916.698539:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384916.698541:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384916.698547:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384916.698557:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10) <- 192.168.203.109@tcp10 : REPLY - for me 00010000:00000001:1.0:1767384916.698563:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384916.698571:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384916.698577:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp10: Reply from 12345-192.168.203.109@tcp10 of length 288/288 into md 0x155d 00000800:00000001:3.0:1767384916.698586:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:2.0:1767384916.698587:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000065cc85d9. 00000800:00000001:3.0:1767384916.698594:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384916.698595:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1767384916.698601:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:01000000:2.0:1767384916.698602:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00010000:00000001:1.0:1767384916.698603:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:3.0:1767384916.698610:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: REPLY: OK 20000000:00000001:2.0:1767384916.698610:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384916.698616:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384916.698620:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efda1eca 00010000:00000001:1.0:1767384916.698620:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384916.698621:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:3.0:1767384916.698628:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efda1eca. 00010000:00000001:1.0:1767384916.698628:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384916.698633:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384916.698635:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384916.698636:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00080000:00000001:2.0:1767384916.698644:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.698644:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384916.698645:0:16333:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00010000:00000001:1.0:1767384916.698650:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384916.698652:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384916.698653:0:16333:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00080000:00000001:2.0:1767384916.698656:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.698660:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1767384916.698662:0:16333:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 16. state = 0x100111 00080000:00000001:2.0:1767384916.698663:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384916.698666:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384916.698667:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384916.698673:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00010000:00000001:1.0:1767384916.698673:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:3.0:1767384916.698677:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (17) 00010000:00000001:1.0:1767384916.698679:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:2.0:1767384916.698681:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:2.0:1767384916.698686:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000040:1.0:1767384916.698686:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002130e13c) refcount = 1 00000800:00000001:3.0:1767384916.698688:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384916.698694:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384916.698696:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384916.698702:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384916.698702:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384916.698708:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384916.698712:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384916.698717:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384916.698722:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384916.698722:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384916.698729:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000010:2.0:1767384916.698730:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000067c912fb. 00010000:00000001:1.0:1767384916.698735:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384916.698736:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775869656576 : -107297839895040 : ffff9e69c65e2e00) 00080000:00000001:2.0:1767384916.698744:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384916.698744:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384916.698748:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384916.698751:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1767384916.698753:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000064b96cb1. 00080000:00000001:2.0:1767384916.698759:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384916.698762:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384916.698762:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384916.698770:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00080000:00000001:2.0:1767384916.698809:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.698810:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384916.698816:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384916.698819:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:1.0:1767384916.698819:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=4 00000020:00000001:1.0:1767384916.698826:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384916.698831:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384916.698835:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384916.698838:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384916.698848:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384916.698851:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384916.698859:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384916.698861:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384916.698863:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384916.698998:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384916.699002:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384916.699005:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000305c4991. 20000000:00000001:2.0:1767384916.699012:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384916.699016:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363750912 00010000:00000001:2.0:1767384916.699019:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384916.699026:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065028d1c x1853237363750912/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:142/0 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384916.699046:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384916.699048:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384916.699052:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384916.699057:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384916.699061:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384916.699064:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384916.699067:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384916.699070:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.699073:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384916.699077:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384916.699080:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032e10562. 00000100:00000200:2.0:1767384916.699084:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363750912, offset 224 00000400:00000200:2.0:1767384916.699107:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384916.699118:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384916.699130:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03800 00010000:00000001:1.0:1767384916.699132:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384916.699137:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384916.699141:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1545 [2] + 224 00010000:00000001:1.0:1767384916.699145:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384916.699148:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384916.699151:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384916.699157:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384916.699165:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384916.699171:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b9705b2 already unused, calling callback (00000000c66beece) 00000100:00000200:2.0:1767384916.699172:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384916.699181:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384916.699188:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1767384916.699189:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384916.699194:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384916.699215:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384916.699216:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384916.699218:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384916.699220:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=5 00000020:00000001:1.0:1767384916.699222:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384916.699225:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00000100:00000001:2.0:1767384916.699228:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384916.699229:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384916.699233:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384916.699237:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e10562 00010000:00000001:1.0:1767384916.699240:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1767384916.699242:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032e10562. 00010000:00000001:1.0:1767384916.699243:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384916.699248:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384916.699248:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.699253:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384916.699254:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384916.699258:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384916.699259:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.699261:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384916.699262:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384916.699266:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384916.699267:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.699269:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384916.699277:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:1.0:1767384916.699277:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b9705b2 with handle 0x135556ebb4843b3d from hash 00000400:00000001:3.0:1767384916.699278:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384916.699282:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384916.699284:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384916.699285:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:2.0:1767384916.699286:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384916.699290:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384916.699291:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703512d9. 00010000:00000001:1.0:1767384916.699294:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384916.699300:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8298fb3 00000100:00000040:2.0:1767384916.699302:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065028d1c x1853237363750912/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:142/0 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384916.699306:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8298fb3. 00010000:00000001:1.0:1767384916.699307:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384916.699313:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384916.699316:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384916.699318:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384916.699323:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:3.0:1767384916.699326:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384916.699329:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065028d1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363750912:12345-0@lo:253: Request processed in 5298us (5936us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384916.699329:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384916.699337:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.699345:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384916.699350:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:2.0:1767384916.699358:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00000001:1.0:1767384916.699359:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384916.699362:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384916.699364:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384916.699367:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:1.0:1767384916.699368:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.699376:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.699377:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384916.699383:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384916.699384:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.699386:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384916.699390:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0b96b65. 00010000:00010000:1.0:1767384916.699390:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384916.699391:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384916.699400:0:16341:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384916.699402:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 02000000:00000001:3.0:1767384916.699405:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384916.699406:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384916.699409:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e9bcee. 00000100:00000001:3.0:1767384916.699410:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384916.699410:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384916.699416:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.699417:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:2.0:1767384916.699419:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:1.0:1767384916.699421:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384916.699423:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.699426:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384916.699428:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384916.699429:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=34 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384916.699430:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384916.699433:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d9dbc4a5. 00010000:00000001:1.0:1767384916.699435:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:3.0:1767384916.699438:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=34 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384916.699441:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384916.699442:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384916.699445:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000001:1.0:1767384916.699448:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.699449:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.699449:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384916.699458:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384916.699459:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384916.699461:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384916.699465:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384916.699469:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab82bd22. 00000100:00000001:3.0:1767384916.699473:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.699478:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:2.0:1767384916.699480:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032e10562. 00010000:00000001:1.0:1767384916.699482:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384916.699483:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384916.699487:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b9705b2/0x135556ebb4843b3d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384916.699510:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002130e13c count: 0 00000100:00000001:3.0:1767384916.699511:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384916.699516:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384916.699519:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384916.699523:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384916.699525:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:1.0:1767384916.699526:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384916.699529:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384916.699537:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384916.699540:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384916.699542:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384916.699544:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384916.699546:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384916.699548:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384916.699549:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384916.699550:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384916.699553:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384916.699560:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363750912:0@lo:253: 00000100:00000001:3.0:1767384916.699564:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384916.699566:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384916.699568:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363750912/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.699575:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384916.699577:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384916.699580:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a0f95b51. 02000000:00000001:3.0:1767384916.699600:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384916.699602:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384916.699603:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384916.699605:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384916.699607:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000369eefaf. 02000000:00000001:3.0:1767384916.699610:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384916.699612:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384916.699613:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 00000100:00000001:3.0:1767384916.699617:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384916.699618:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384916.699619:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384916.699623:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384916.699625:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.699626:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384916.699628:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384916.699925:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294904578, at 4294904579 00000100:00000040:2.0:1767384916.699930:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294904578, at 4294904579 00000100:00000010:1.0:1767384916.699933:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048729cb3. 00000100:00000010:2.0:1767384916.699939:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cfefc03. 00000100:00000040:0.0:1767384916.700938:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294904578, at 4294904580 00000100:00000010:0.0:1767384916.700948:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007234f27. 00000100:00000040:3.0:1767384916.701021:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294904578, at 4294904580 00000100:00000010:3.0:1767384916.701031:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000297a2982. 00080000:00000010:1.0:1767384916.701404:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000067c912fb. 00080000:00000010:2.0:1767384916.701520:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000064b96cb1. 00040000:00000001:2.0:1767384916.701550:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384916.701552:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384916.701554:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384916.701558:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384916.701560:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384916.701562:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384916.701565:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384916.701580:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384916.701583:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384916.701588:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384916.701615:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384916.701619:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384916.701621:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384916.701625:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384916.701628:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384916.701633:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cdce67cf. 00010000:00000001:1.0:1767384916.701636:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384916.701639:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00000020:00000001:1.0:1767384916.701642:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384916.701645:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e424163 with handle 0x135556ebb4843b44 to hash 00000020:00000001:1.0:1767384916.701647:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384916.701648:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384916.701651:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384916.701653:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384916.701654:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384916.701656:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384916.701663:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384916.701666:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384916.701668:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384916.701670:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384916.701672:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384916.701673:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384916.701675:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384916.701677:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384916.701679:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384916.701680:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384916.701681:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384916.701683:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cdce67cf) refcount = 1 00010000:00010000:1.0:1767384916.701686:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384916.701691:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384916.701700:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384916.701702:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384916.701705:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.701708:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384916.701713:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384916.701717:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384916.701720:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384916.701723:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384916.701726:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=4 00080000:00000020:2.0:1767384916.701728:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:1.0:1767384916.701731:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000100:00000001:2.0:1767384916.701734:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384916.701738:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384916.701742:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000010:2.0:1767384916.701747:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004379a337. 00010000:00010000:1.0:1767384916.701748:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384916.701755:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384916.701762:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363751040 00010000:00000001:2.0:1767384916.701770:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384916.701804:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384916.701809:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384916.701811:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007acef2e0 x1853237363751040/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:142/0 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384916.701836:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384916.701836:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384916.701842:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.701842:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384916.701847:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384916.701848:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384916.701856:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384916.701861:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384916.701887:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384916.701891:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384916.701893:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.701896:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384916.701899:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384916.701902:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aea69787. 00000100:00000200:2.0:1767384916.701906:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363751040, offset 224 00000400:00000200:2.0:1767384916.701913:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384916.701916:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384916.701921:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384916.701925:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384916.701929:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384916.701934:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384916.701939:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03880 00000400:00000200:2.0:1767384916.701950:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x154d [2] + 224 00010000:00010000:1.0:1767384916.701956:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e424163 already unused, calling callback (00000000c66beece) 00000400:00000200:2.0:1767384916.701959:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384916.701963:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384916.701965:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384916.701970:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384916.701971:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384916.701977:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384916.701977:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384916.702000:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.702017:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384916.702020:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384916.702024:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aea69787 00010000:00000001:1.0:1767384916.702024:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1767384916.702029:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aea69787. 00000020:00000001:1.0:1767384916.702030:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384916.702034:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384916.702036:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=5 00000100:00000001:3.0:1767384916.702037:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384916.702041:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000100:00000001:2.0:1767384916.702046:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384916.702049:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000100:00000001:3.0:1767384916.702052:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384916.702054:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.702058:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000001:3.0:1767384916.702059:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384916.702060:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:3.0:1767384916.702063:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1767384916.702065:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384916.702066:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384916.702067:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ca8d27b. 00000020:00000001:2.0:1767384916.702070:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384916.702075:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090d8f1be 00000020:00000001:2.0:1767384916.702078:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384916.702080:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090d8f1be. 00000100:00000040:2.0:1767384916.702086:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007acef2e0 x1853237363751040/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:142/0 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.702087:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384916.702107:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384916.702113:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767384916.702114:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384916.702119:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.702129:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384916.702136:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:2.0:1767384916.702138:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007acef2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363751040:12345-0@lo:253: Request processed in 8007us (8539us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384916.702143:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384916.702150:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384916.702154:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384916.702158:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e424163 with handle 0x135556ebb4843b44 from hash 00000100:00100000:2.0:1767384916.702160:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00010000:00000001:1.0:1767384916.702169:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384916.702170:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00010000:00000001:1.0:1767384916.702176:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384916.702177:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384916.702178:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384916.702182:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384916.702183:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384916.702184:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384916.702189:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384916.702190:0:16340:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384916.702191:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4a9fa6c. 02000000:00000001:3.0:1767384916.702196:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384916.702196:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:2.0:1767384916.702202:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cfd914b0. 00010000:00000001:1.0:1767384916.702203:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384916.702204:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384916.702209:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384916.702210:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003424aac5. 00010000:00000001:1.0:1767384916.702211:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:3.0:1767384916.702214:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384916.702218:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00010000:00000001:1.0:1767384916.702218:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384916.702220:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=34 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384916.702226:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384916.702229:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384916.702230:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e9252101. 00000100:00001000:3.0:1767384916.702231:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=34 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384916.702237:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:2.0:1767384916.702239:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384916.702240:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384916.702242:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384916.702245:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.702245:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384916.702250:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384916.702253:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384916.702256:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384916.702256:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384916.702257:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.702262:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.702265:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384916.702267:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4079bad. 00010000:00000001:1.0:1767384916.702269:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384916.702273:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384916.702275:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aea69787. 00010000:00000001:1.0:1767384916.702278:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.702286:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384916.702290:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384916.702295:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384916.702297:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384916.702299:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384916.702303:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384916.702307:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384916.702311:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384916.702313:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384916.702318:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384916.702319:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384916.702324:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384916.702325:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384916.702327:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:3.0:1767384916.702329:0:16340:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:1.0:1767384916.702332:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384916.702333:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384916.702338:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384916.702339:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384916.702344:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384916.702345:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384916.702351:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384916.702360:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363751040:0@lo:253: 20000000:00000001:1.0:1767384916.702361:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.702368:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384916.702370:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384916.702372:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384916.702376:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363751040/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384916.702398:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384916.702399:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384916.702404:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384916.702405:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384916.702406:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000deae5813. 00010000:00010000:1.0:1767384916.702411:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e424163/0x135556ebb4843b44 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384916.702412:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384916.702416:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384916.702418:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384916.702423:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384916.702427:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000012f6ffaa. 00010000:00000040:1.0:1767384916.702433:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cdce67cf count: 0 02000000:00000001:3.0:1767384916.702434:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384916.702438:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384916.702448:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384916.702451:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 20000000:00000001:1.0:1767384916.702453:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384916.702456:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384916.702459:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384916.702461:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384916.702466:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384916.702468:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.702470:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384916.702472:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384916.707922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002130e13c. 00010000:00000010:1.1:1767384916.707932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b9705b2. 00010000:00000010:1.1:1767384916.715899:0:24166:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cdce67cf. 00010000:00000010:1.1:1767384916.715911:0:24166:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00000400:00000010:1.0:1767384916.718356:0:24166:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003c4c5b5d. 00000400:00000040:1.0:1767384916.718376:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384916.718378:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384916.718380:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384916.718382:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384916.718384:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384916.718385:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384916.718388:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384916.718389:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384916.718390:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384916.718410:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384916.718412:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384916.718414:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384916.718416:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384916.718418:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384916.718424:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384916.718426:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384916.718427:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384916.718428:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384916.718429:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384916.718432:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384916.718433:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384916.718434:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384916.718436:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384916.718437:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384916.718438:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384916.718440:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384916.718441:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384916.718443:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384916.718444:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384916.718445:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384916.718446:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384916.718448:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384916.718449:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384916.718451:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384916.718452:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384916.718453:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384916.718454:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384916.718456:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384916.718458:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384916.718459:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384916.718460:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384916.718462:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384916.718463:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384916.718464:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384916.718466:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384916.718467:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384916.718468:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384916.718469:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384916.718471:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384916.718472:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384916.718474:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384916.718475:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384916.718476:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384916.718489:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384916.718490:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384916.718492:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384916.718493:0:24166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384916.718543:0:24166:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003c4c5b5d. 00010000:00000001:2.0:1767384917.336933:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384917.336939:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.336944:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384917.336946:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.336963:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384917.336965:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384917.336967:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384917.464942:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384917.464947:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 10000000:00000001:0.0:1767384917.464953:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384917.464956:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384917.464957:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384917.464959:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384917.464971:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384917.464973:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384917.464975:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 25 10000000:00000001:0.0:1767384917.464979:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384917.464980:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384917.464987:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6f92ef3. 00000020:00000040:0.0:1767384917.464992:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384917.464996:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384917.465000:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384917.465005:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384917.465013:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002bbcd24c. 00000100:00000001:0.0:1767384917.465019:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.465024:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384917.465026:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384917.465036:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000422d2ead. 00010000:00000001:0.0:1767384917.465039:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384917.465044:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000666aad15. 00000020:00000001:0.0:1767384917.465048:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384917.465051:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000666aad15 with handle 0x135556ebb4843b4b to hash 00000020:00000001:0.0:1767384917.465054:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384917.465055:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:0.0:1767384917.465058:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:0.0:1767384917.465061:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.465064:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.465067:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384917.465076:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384917.465085:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384917.465090:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384917.465092:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384917.465106:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d064d96f. 00000100:00000001:0.0:1767384917.465108:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775866214272 : -107297843337344 : ffff9e69c629a780) 00000100:00000001:0.0:1767384917.465112:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384917.465113:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990644224 : -107292718907392 : ffff9e6af79a4000) 00000100:00000001:0.0:1767384917.465118:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384917.465120:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.465122:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384917.465124:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384917.465132:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.465142:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384917.465144:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.465147:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384917.465149:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384917.465152:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384917.465154:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363751168:0@lo:101: 00000100:00000001:0.0:1767384917.465158:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384917.465163:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384917.465166:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.465168:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384917.465172:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000724c3c40. 02000000:00000001:0.0:1767384917.465174:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384917.465180:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1e2e521. 00000400:00000010:0.0:1767384917.465187:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000100:00000200:0.0:1767384917.465193:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363751168, portal 25 00000100:00000001:0.0:1767384917.465195:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384917.465197:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990644224 : -107292718907392 : ffff9e6af79a4000) 00000100:00000040:0.0:1767384917.465202:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.465209:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384917.465212:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384917.465215:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000100:00000200:0.0:1767384917.465218:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363751168, offset 0 00000400:00000200:0.0:1767384917.465226:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384917.465247:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384917.465261:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c03900 00000400:00000200:0.0:1767384917.465269:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa05 [2] + 0 00000400:00000010:0.0:1767384917.465273:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83bd837. 00000400:00000200:0.0:1767384917.465277:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d6a9b10 00000400:00000200:0.0:1767384917.465283:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384917.465288:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384917.465293:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d6a9b10 00000400:00000010:0.0:1767384917.465295:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d6a9b10. 00000100:00000001:0.0:1767384917.465302:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384917.465304:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384917.465308:0:17069:0:(events.c:337:request_in_callback()) incoming req@00000000cb6e0c35 x1853237363751168 msgsize 328 00000100:00100000:0.0:1767384917.465314:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384917.465316:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384917.465331:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384917.465339:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:0.0:1767384917.465341:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000100:00000001:0.0:1767384917.465344:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384917.465348:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.465357:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384917.465361:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.465367:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.465369:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384917.465375:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.465379:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294905350 00000100:00000010:0.0:1767384917.465384:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064472aa. 00000100:00000001:0.0:1767384917.465391:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384917.465398:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294905350 00000100:00000010:0.0:1767384917.465403:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c33f997. 00000100:00000001:2.0:1767384917.465405:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384917.465406:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384917.465412:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363751168 00000100:00000001:0.0:1767384917.465414:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294905350 02000000:00000001:2.0:1767384917.465417:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384917.465429:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001781aff1. 00000100:00000001:2.0:1767384917.465431:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.465436:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.465436:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767384917.465442:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.465445:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294905350 00000100:00100000:2.0:1767384917.465448:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363751168 00000100:00000010:0.0:1767384917.465451:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000281af3b8. 00000020:00000001:2.0:1767384917.465452:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384917.465457:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:0.0:1767384917.465459:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767384917.465461:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384917.465465:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:0.0:1767384917.465466:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384917.465471:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384917.465472:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.465477:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384917.465478:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384917.465482:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384917.465486:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384917.465486:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d064d96f going to sleep for 11 seconds 00000020:00000010:2.0:1767384917.465493:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086ce93c3. 00000100:00000001:0.0:1767384917.465493:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384917.465497:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.465498:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384917.465504:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086ce93c3. 00000020:00000010:2.0:1767384917.465511:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d56c82. 00000020:00000010:2.0:1767384917.465516:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003de97d90. 00000020:00000010:2.0:1767384917.465522:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000100:00000040:2.0:1767384917.465533:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384917.465536:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384917.465538:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384917.465540:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.465548:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.465566:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.465578:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384917.465580:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384917.465585:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000040:2.0:1767384917.465589:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384917.465591:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988340304 : -107292721211312 : ffff9e6af7771850) 00000100:00000040:2.0:1767384917.465597:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb6e0c35 x1853237363751168/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:143/0 lens 328/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.465606:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384917.465609:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086ce93c3. 00000100:00000001:2.0:1767384917.465611:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384917.465621:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086ce93c3. 00000100:00100000:2.0:1767384917.465627:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb6e0c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:17069:x1853237363751168:12345-0@lo:101: 00000100:00000200:2.0:1767384917.465630:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363751168 00000020:00000001:2.0:1767384917.465634:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384917.465638:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384917.465640:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.465643:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384917.465645:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:2.0:1767384917.465649:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384917.465650:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384917.465653:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384917.465655:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384917.465658:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.465661:0:17064:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384917.465664:0:17064:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384917.465665:0:17064:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384917.465667:0:17064:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384917.465669:0:17064:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.465673:0:17064:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384917.465679:0:17064:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001cee7aee. 00010000:00000001:2.0:1767384917.465681:0:17064:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384917.465685:0:17064:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f6a6e86. 00000020:00000001:2.0:1767384917.465687:0:17064:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384917.465690:0:17064:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f6a6e86 with handle 0x135556ebb4843b52 to hash 00000020:00000001:2.0:1767384917.465692:0:17064:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384917.465693:0:17064:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384917.465695:0:17064:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00010000:2.0:1767384917.465698:0:17064:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843b4b expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384917.465705:0:17064:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000020:00000040:2.0:1767384917.465707:0:17064:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=15 00000100:00000001:2.0:1767384917.465714:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384917.465716:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384917.465727:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000650dd5ae. 02000000:00000001:2.0:1767384917.465729:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.465731:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.465734:0:17064:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384917.465737:0:17064:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384917.465739:0:17064:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384917.465742:0:17064:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384917.465743:0:17064:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.465745:0:17064:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384917.465746:0:17064:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.465748:0:17064:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384917.465750:0:17064:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384917.465751:0:17064:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384917.465752:0:17064:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384917.465754:0:17064:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001cee7aee) refcount = 1 00010000:00010000:2.0:1767384917.465758:0:17064:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843b4b expref: 15 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384917.465763:0:17064:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384917.465782:0:17064:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384917.465784:0:17064:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.465786:0:17064:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.465788:0:17064:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384917.465792:0:17064:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384917.465794:0:17064:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843b4b expref: 15 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384917.465800:0:17064:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384917.465802:0:17064:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384917.465804:0:17064:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.465806:0:17064:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.465808:0:17064:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384917.465809:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.465811:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384917.465812:0:17064:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009f6a6e86, rc 0) 00000020:00000001:2.0:1767384917.465815:0:17064:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384917.465818:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363751168 00010000:00000001:2.0:1767384917.465828:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384917.465832:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb6e0c35 x1853237363751168/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:143/0 lens 328/344 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.465839:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384917.465841:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384917.465844:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384917.465849:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384917.465851:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384917.465853:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384917.465855:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384917.465857:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.465860:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384917.465862:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384917.465896:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000100:00000200:2.0:1767384917.465900:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363751168, offset 224 00000400:00000200:2.0:1767384917.465906:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384917.465912:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384917.465921:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c03900 00000400:00000200:2.0:1767384917.465926:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1571 [1] + 224 00000400:00000200:2.0:1767384917.465930:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384917.465935:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384917.465939:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384917.465943:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384917.465951:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.465966:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384917.465972:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000400:00000010:2.0:1767384917.465974:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000001:2.0:1767384917.465979:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384917.465981:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384917.465986:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.465990:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384917.465991:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384917.465996:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384917.466000:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384917.466004:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384917.466006:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384917.466008:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1e2e521. 00000020:00000001:2.0:1767384917.466010:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384917.466017:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000100:00000040:2.0:1767384917.466018:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb6e0c35 x1853237363751168/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:143/0 lens 328/344 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384917.466021:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000100:00000001:0.0:1767384917.466029:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384917.466035:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb6e0c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363751168:12345-0@lo:101: Request processed in 425us (722us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384917.466037:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384917.466050:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:2.0:1767384917.466058:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000200:0.0:1767384917.466062:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.466063:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384917.466067:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384917.466073:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003de97d90. 00000100:00000001:0.0:1767384917.466075:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384917.466079:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384917.466080:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000100:00000001:0.0:1767384917.466082:0:17069:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384917.466086:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d56c82. 02000000:00000001:0.0:1767384917.466087:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384917.466091:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384917.466094:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384917.466095:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:0.0:1767384917.466098:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.466101:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384917.466104:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=35 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384917.466105:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000650dd5ae. 02000000:00000001:2.0:1767384917.466113:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384917.466114:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384917.466117:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.466119:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384917.466123:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384917.466124:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384917.466126:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384917.466131:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d6010b. 00000400:00000010:2.0:1767384917.466138:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1a68a45. 00010000:00000001:0.0:1767384917.466139:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466145:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384917.466150:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.466156:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384917.466160:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384917.466162:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384917.466166:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384917.466172:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363751168:0@lo:101: 00000100:00000001:0.0:1767384917.466176:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.466178:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466180:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384917.466182:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384917.466183:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.466189:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384917.466191:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d064d96f. 00000100:00000001:0.0:1767384917.466195:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384917.466197:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.466199:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384917.466201:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384917.466203:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.466204:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000666aad15 refcount=4 00000020:00000001:0.0:1767384917.466206:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:0.0:1767384917.466209:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000040:0.0:1767384917.466212:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000666aad15, remote cookie: 0x135556ebb4843b52, flags: 0x0 00010000:00000001:0.0:1767384917.466215:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384917.466218:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384917.466219:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384917.466220:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384917.466222:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384917.466223:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000422d2ead) refcount = 1 00010000:00010000:0.0:1767384917.466233:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.466239:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384917.466240:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384917.466242:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384917.466244:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384917.466247:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.466249:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.466254:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384917.466255:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.466256:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.466257:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.466258:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.466259:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466261:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384917.466264:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6f92ef3 x1853237363751168/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.466271:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384917.466274:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384917.466276:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000724c3c40. 02000000:00000001:0.0:1767384917.466280:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384917.466281:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384917.466283:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384917.466284:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384917.466287:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002bbcd24c. 02000000:00000001:0.0:1767384917.466291:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384917.466293:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384917.466294:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6f92ef3. 00000100:00000001:0.0:1767384917.466297:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384917.466299:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384917.466301:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384917.466303:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384917.466304:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 10000000:00000001:0.0:1767384917.466307:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.466315:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384917.466316:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.466317:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000666aad15 refcount=3 00000020:00000001:0.0:1767384917.466319:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:0.0:1767384917.466322:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:0.0:1767384917.466324:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384917.466325:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.466326:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.466328:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384917.466330:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384917.466334:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000fdda85a5. 00000100:00000010:0.0:1767384917.466349:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6f92ef3. 00000020:00000040:0.0:1767384917.466351:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384917.466354:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384917.466356:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384917.466358:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384917.466363:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002bbcd24c. 00000100:00000001:0.0:1767384917.466366:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466369:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384917.466374:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000724c3c40. 00000100:00000010:0.0:1767384917.466378:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000006fc3db5a. 00000020:00000040:0.0:1767384917.466380:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384917.466384:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384917.466385:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384917.466389:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d064d96f. 00000100:00000001:0.0:1767384917.466391:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775866214272 : -107297843337344 : ffff9e69c629a780) 00000100:00000001:0.0:1767384917.466393:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384917.466412:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990644224 : -107292718907392 : ffff9e6af79a4000) 00000100:00000001:0.0:1767384917.466416:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384917.466418:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466421:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384917.466422:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384917.466426:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.466434:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384917.466442:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.466445:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384917.466448:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384917.466451:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384917.466454:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363751296:0@lo:256: 00000100:00000001:0.0:1767384917.466458:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384917.466462:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384917.466465:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466468:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384917.466474:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1e2e521. 00000400:00000010:0.0:1767384917.466481:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f13ea584. 00000100:00000200:0.0:1767384917.466488:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c03980-0x6958272c03980, portal 33 00000100:00000001:0.0:1767384917.466492:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.466494:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384917.466499:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d683bcc. 02000000:00000001:0.0:1767384917.466502:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384917.466507:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0bba03. 00000400:00000010:0.0:1767384917.466513:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000100:00000200:0.0:1767384917.466515:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363751296, portal 25 00000100:00000001:0.0:1767384917.466517:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384917.466520:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990644224 : -107292718907392 : ffff9e6af79a4000) 00000100:00000040:0.0:1767384917.466525:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.466532:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384917.466538:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384917.466543:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000100:00000200:0.0:1767384917.466546:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363751296, offset 0 00000400:00000200:0.0:1767384917.466556:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384917.466564:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384917.466574:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c03980 00000400:00000200:0.0:1767384917.466579:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa15 [2] + 0 00000400:00000010:0.0:1767384917.466582:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e14c610. 00000400:00000200:0.0:1767384917.466586:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015220eca 00000400:00000200:0.0:1767384917.466600:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384917.466603:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384917.466607:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015220eca 00000400:00000010:0.0:1767384917.466609:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015220eca. 00000100:00000001:0.0:1767384917.466613:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384917.466615:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384917.466619:0:17069:0:(events.c:337:request_in_callback()) incoming req@0000000026987a25 x1853237363751296 msgsize 304 00000100:00100000:0.0:1767384917.466623:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384917.466625:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384917.466640:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384917.466647:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:0.0:1767384917.466649:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000100:00000001:0.0:1767384917.466652:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384917.466656:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.466664:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384917.466669:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.466676:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466679:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384917.466685:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466688:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294905351 00000100:00000001:0.0:1767384917.466694:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294905350 00000100:00000001:0.0:1767384917.466699:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294905351 00000100:00000001:0.0:1767384917.466706:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294905350 00000100:00000001:0.0:1767384917.466711:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294905351 00000100:00000001:0.0:1767384917.466719:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905350 00000100:00000001:0.0:1767384917.466728:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294905351 00000100:00000001:2.0:1767384917.466729:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384917.466738:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363751296 00000100:00000001:0.0:1767384917.466740:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294905350 02000000:00000001:2.0:1767384917.466743:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384917.466747:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384917.466750:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384917.466751:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466761:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.466762:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.466765:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384917.466802:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363751296 00000020:00000001:2.0:1767384917.466806:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384917.466808:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384917.466809:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00100000:0.0:1767384917.466815:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d064d96f going to sleep for 11 seconds 00000020:00000001:2.0:1767384917.466816:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384917.466820:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:0.0:1767384917.466822:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384917.466824:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384917.466826:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.466829:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384917.466843:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384917.466848:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086ce93c3. 00000100:00000001:2.0:1767384917.466851:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384917.466853:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086ce93c3. 00000020:00000010:2.0:1767384917.466859:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d56c82. 00000020:00000010:2.0:1767384917.466892:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003de97d90. 00000020:00000010:2.0:1767384917.466896:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000100:00000040:2.0:1767384917.466902:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384917.466905:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384917.466907:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384917.466909:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.466914:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.466926:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.466942:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384917.466943:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384917.466948:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:2.0:1767384917.466951:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384917.466953:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988337232 : -107292721214384 : ffff9e6af7770c50) 00000100:00000040:2.0:1767384917.466959:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026987a25 x1853237363751296/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:143/0 lens 304/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.466968:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384917.466972:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086ce93c3. 00000100:00000001:2.0:1767384917.466974:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384917.466976:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086ce93c3. 00000100:00100000:2.0:1767384917.466982:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026987a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363751296:12345-0@lo:256: 00000100:00000200:2.0:1767384917.466985:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363751296 00000020:00000001:2.0:1767384917.466988:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384917.466990:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384917.466991:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.466993:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384917.466995:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:2.0:1767384917.466997:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384917.467006:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384917.467008:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384917.467010:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384917.467012:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.467015:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384917.467017:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384917.467020:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000650dd5ae. 02000000:00000001:2.0:1767384917.467022:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.467024:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.467027:0:17064:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384917.467031:0:17064:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384917.467034:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384917.467036:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384917.467039:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.467041:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384917.467043:0:17064:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384917.467047:0:17064:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000008e45426. 20000000:00000001:2.0:1767384917.467049:0:17064:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384917.467062:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384917.467069:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384917.467074:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384917.467076:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384917.467078:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384917.467081:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384917.467082:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384917.467084:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384917.467086:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384917.467088:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384917.467090:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384917.467092:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384917.467094:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384917.467095:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384917.467097:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384917.467099:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:2.0:1767384917.467102:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3752/1/4/3. 20000000:00000040:2.0:1767384917.467107:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384917.467108:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384917.467110:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384917.467119:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384917.467121:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384917.467123:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384917.467125:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384917.467127:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384917.467129:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384917.467130:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384917.467132:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384917.467134:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384917.467135:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384917.467136:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384917.467138:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384917.467140:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:2.0:1767384917.467142:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3408/1/4/3. 20000000:01000000:2.0:1767384917.467145:0:17064:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 688, version 36 20000000:00000001:2.0:1767384917.467147:0:17064:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=688 : 688 : 2b0) 00000100:00000001:2.0:1767384917.467150:0:17064:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384917.467154:0:17064:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000632e6aa7. 00000100:00000010:2.0:1767384917.467158:0:17064:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ce437a71. 00000020:00000040:2.0:1767384917.467160:0:17064:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:2.0:1767384917.467163:0:17064:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384917.467166:0:17064:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384917.467170:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000400:00000010:2.0:1767384917.467177:0:17064:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e6ef4719. 00000400:00000200:2.0:1767384917.467182:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384917.467191:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384917.467200:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 688 into portal 33 MB=0x6958272c03980 00000400:00000200:2.0:1767384917.467206:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 688/688 into md 0x1581 [4] + 0 00000400:00000010:2.0:1767384917.467209:0:17064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1e2e521. 00000400:00000200:2.0:1767384917.467213:0:17064:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f13ea584 00000400:00000200:2.0:1767384917.467216:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384917.467219:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384917.467224:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13ea584 00000400:00000010:2.0:1767384917.467225:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f13ea584. 00000100:00000001:2.0:1767384917.467229:0:17064:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384917.467231:0:17064:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e6f92ef3 desc 00000000724c3c40 mbits 1853237363751296 00000100:00000001:2.0:1767384917.467246:0:17064:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384917.467258:0:17064:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384917.467265:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384917.467273:0:17064:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x158d 00000400:00000200:2.0:1767384917.467276:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384917.467280:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384917.467284:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384917.467285:0:17064:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000632e6aa7 00000100:00000001:2.0:1767384917.467287:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384917.467292:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000400:00000010:2.0:1767384917.467293:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000001:2.0:1767384917.467295:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384917.467296:0:17064:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000632e6aa7 00000100:00000001:2.0:1767384917.467298:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384917.467302:0:17064:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 688 bytes via portal 33 id 12345-0@lo mbits 0x6958272c03980-0x6958272c03980 00000100:00000001:2.0:1767384917.467305:0:17064:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.467310:0:17064:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.467311:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384917.467312:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:0.0:1767384917.467317:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384917.467318:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:2.0:1767384917.467324:0:17064:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ce437a71. 00000100:00000010:2.0:1767384917.467329:0:17064:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000632e6aa7. 00000100:00000001:2.0:1767384917.467332:0:17064:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384917.467333:0:17064:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384917.467340:0:17064:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000008e45426. 20000000:00000001:2.0:1767384917.467344:0:17064:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384917.467346:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363751296 00010000:00000001:2.0:1767384917.467347:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384917.467351:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026987a25 x1853237363751296/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:143/0 lens 304/240 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.467358:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384917.467360:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384917.467362:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384917.467366:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384917.467369:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384917.467371:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384917.467373:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384917.467382:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.467384:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384917.467387:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384917.467391:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000100:00000200:2.0:1767384917.467394:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363751296, offset 224 00000400:00000200:2.0:1767384917.467400:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384917.467405:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384917.467412:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c03980 00000400:00000200:2.0:1767384917.467418:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1585 [1] + 224 00000400:00000200:2.0:1767384917.467422:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384917.467425:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384917.467429:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384917.467433:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384917.467440:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.467455:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384917.467461:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000400:00000010:2.0:1767384917.467462:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000001:2.0:1767384917.467467:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384917.467469:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384917.467474:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.467478:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384917.467494:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384917.467496:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384917.467501:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384917.467504:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384917.467505:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384917.467511:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384917.467516:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026987a25 x1853237363751296/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:143/0 lens 304/240 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384917.467517:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb0bba03. 00000400:00000200:0.0:1767384917.467528:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000100:00100000:2.0:1767384917.467534:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026987a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363751296:12345-0@lo:256: Request processed in 563us (912us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384917.467534:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000100:00000001:0.0:1767384917.467543:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384917.467552:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000200:0.0:1767384917.467556:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384917.467558:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384917.467566:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384917.467576:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.467578:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384917.467586:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003de97d90. 00000100:00000001:0.0:1767384917.467591:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384917.467595:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000100:00000001:0.0:1767384917.467596:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.467604:0:17069:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384917.467606:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d56c82. 02000000:00000001:0.0:1767384917.467607:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384917.467611:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384917.467615:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384917.467616:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:0.0:1767384917.467622:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.467624:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384917.467628:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=35 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384917.467629:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000650dd5ae. 02000000:00000001:2.0:1767384917.467639:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384917.467640:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384917.467643:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.467647:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384917.467651:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384917.467652:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384917.467654:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384917.467659:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.467661:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384917.467663:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e8f645. 00000100:00000040:0.0:1767384917.467668:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384917.467673:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049449a06. 00000100:00000040:0.0:1767384917.467688:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.467696:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384917.467710:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384917.467715:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384917.467723:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363751296:0@lo:256: 00000100:00000001:0.0:1767384917.467730:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.467733:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.467735:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384917.467737:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384917.467741:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.467749:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384917.467752:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d064d96f. 00000100:00000001:0.0:1767384917.467757:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384917.467758:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384917.467762:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 36, more 0. 10000000:00000001:0.0:1767384917.467802:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384917.467811:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b6330327. 10000000:00000040:0.0:1767384917.467823:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384917.467830:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384917.467833:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384917.467838:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:0.0:1767384917.467841:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.467843:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384917.467845:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:0.0:1767384917.467847:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000400:00000200:0.0:1767384917.467850:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 16 NIDs 00000400:00001000:0.0:1767384917.467852:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384917.467855:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:0.0:1767384917.467860:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384917.467888:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (16) 00000400:00000200:0.0:1767384917.467895:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384917.467898:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:0.0:1767384917.467900:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (17) 00000400:00000200:0.0:1767384917.467910:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:0.0:1767384917.467912:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:0.0:1767384917.467915:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467917:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:0.0:1767384917.467919:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:0.0:1767384917.467921:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467922:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:0.0:1767384917.467923:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:0.0:1767384917.467926:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467928:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:0.0:1767384917.467930:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:0.0:1767384917.467933:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467935:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:0.0:1767384917.467937:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:0.0:1767384917.467940:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467941:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:0.0:1767384917.467942:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:0.0:1767384917.467945:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467946:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:0.0:1767384917.467948:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:0.0:1767384917.467951:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467953:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:0.0:1767384917.467955:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:0.0:1767384917.467958:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467959:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:0.0:1767384917.467960:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:0.0:1767384917.467962:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467964:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:0.0:1767384917.467966:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:0.0:1767384917.467969:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467971:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:0.0:1767384917.467972:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:0.0:1767384917.467975:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467976:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:0.0:1767384917.467978:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:0.0:1767384917.467981:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467990:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:0.0:1767384917.467991:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:0.0:1767384917.467995:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.467996:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:0.0:1767384917.467998:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:0.0:1767384917.468001:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.468002:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:0.0:1767384917.468004:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:0.0:1767384917.468008:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384917.468010:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000100:00000001:0.0:1767384917.468013:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.468015:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384917.468018:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:0.0:1767384917.468023:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000089271fba. 10000000:00000040:0.0:1767384917.468025:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 36/36 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:0.0:1767384917.468028:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384917.468035:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384917.468039:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c11cf17. 00000020:00000010:0.0:1767384917.468045:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8761b58. 00000040:00000010:0.0:1767384917.468050:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000063eddc74. 00000020:00000010:0.0:1767384917.468055:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001741596c. 00000020:00000010:0.0:1767384917.468059:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384917.468064:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009adbd96b. 80000000:00000010:0.0:1767384917.468070:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7ece201. 40000000:00000010:0.0:1767384917.468075:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bb9b1ccb. 00100000:00000010:0.0:1767384917.468080:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ea92f7f. 00040000:00000010:0.0:1767384917.468084:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000096a92f7a. 00040000:00000010:0.0:1767384917.468088:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002021a721. 00040000:00000010:0.0:1767384917.468092:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4824aa5. 00080000:00000010:0.0:1767384917.468100:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000523ff2bd. 00080000:00000010:0.0:1767384917.468107:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000009166457. 00000004:00000010:0.0:1767384917.468113:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000054c9805d. 00000004:00000010:0.0:1767384917.468118:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000072b16e0b. 00000004:00000010:0.0:1767384917.468129:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000064bfa4d0. 00002000:00000010:0.0:1767384917.468134:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009343e535. 00000004:00000010:0.0:1767384917.468138:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c6fa779c. 00000004:00000001:0.0:1767384917.468142:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384917.468145:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384917.468147:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000089271fba 00000040:00001000:0.0:1767384917.468149:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384917.468151:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384917.468152:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384917.468153:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384917.468156:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384917.468158:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384917.468159:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384917.468160:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:0.0:1767384917.468162:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384917.468219:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384917.468224:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b8761b58. 00000040:00000010:0.0:1767384917.468228:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000063eddc74. 00000020:00000010:0.0:1767384917.468231:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001741596c. 00000020:00000010:0.0:1767384917.468234:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384917.468238:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009adbd96b. 80000000:00000010:0.0:1767384917.468241:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7ece201. 40000000:00000010:0.0:1767384917.468245:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bb9b1ccb. 00100000:00000010:0.0:1767384917.468248:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004ea92f7f. 00040000:00000010:0.0:1767384917.468252:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000096a92f7a. 00040000:00000010:0.0:1767384917.468256:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002021a721. 00040000:00000010:0.0:1767384917.468260:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4824aa5. 00080000:00000010:0.0:1767384917.468264:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000009166457. 00080000:00000010:0.0:1767384917.468268:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000523ff2bd. 00000004:00000010:0.0:1767384917.468271:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000054c9805d. 00000004:00000010:0.0:1767384917.468275:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000072b16e0b. 00000004:00000010:0.0:1767384917.468279:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000064bfa4d0. 00002000:00000010:0.0:1767384917.468283:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009343e535. 00000004:00000010:0.0:1767384917.468286:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c6fa779c. 00000020:00000010:0.0:1767384917.468290:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c11cf17. 00000020:00000001:0.0:1767384917.468300:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.468302:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384917.468305:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000089271fba. 10000000:00000010:0.0:1767384917.468307:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b6330327. 10000000:00000001:0.0:1767384917.468309:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.468311:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384917.468315:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6f92ef3 x1853237363751296/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.468322:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384917.468323:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384917.468325:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d683bcc. 02000000:00000001:0.0:1767384917.468327:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384917.468329:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384917.468330:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384917.468332:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384917.468333:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384917.468334:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384917.468335:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384917.468337:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384917.468339:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000006fc3db5a. 00000100:00000010:0.0:1767384917.468342:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000724c3c40. 00000100:00000001:0.0:1767384917.468346:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384917.468348:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002bbcd24c. 02000000:00000001:0.0:1767384917.468350:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384917.468352:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384917.468353:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6f92ef3. 00000100:00000001:0.0:1767384917.468358:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384917.468359:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384917.468376:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000fdda85a5. 10000000:01000000:0.0:1767384917.468380:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384917.468384:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384917.468385:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384917.468387:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.468388:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000666aad15 refcount=3 00000020:00000001:0.0:1767384917.468390:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:0.0:1767384917.468393:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:0.0:1767384917.468401:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384917.468403:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.468410:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.468412:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384917.468414:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.468420:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384917.468421:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.468422:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384917.468423:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384917.468425:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384917.468428:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384917.468431:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384917.468433:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:0.0:1767384917.468436:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384917.472934:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294905351, at 4294905352 00000100:00000010:2.0:1767384917.472943:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001781aff1. 00000100:00000040:1.0:1767384917.473921:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294905351, at 4294905353 00000100:00000010:1.0:1767384917.473929:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c33f997. 00000100:00000040:0.0:1767384917.473936:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294905351, at 4294905353 00000100:00000040:3.0:1767384917.473938:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294905351, at 4294905353 00000100:00000010:0.0:1767384917.473949:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064472aa. 00000100:00000010:3.0:1767384917.473951:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000281af3b8. 00000020:00000010:1.0:1767384917.480937:0:24432:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000003824329d. 00000020:00000040:1.0:1767384917.480945:0:24432:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384917.480947:0:24432:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000003824329d. 00080000:00000010:0.0:1767384917.763243:0:24445:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c381cfda. 00080000:00000010:0.0:1767384917.763255:0:24445:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c381cfda. 00000020:00000001:0.0:1767384917.763261:0:24445:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384917.763272:0:24445:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c381cfda. 00080000:00000010:0.0:1767384917.763278:0:24445:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c381cfda. 00000020:00000001:0.0:1767384917.763283:0:24445:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.360942:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384918.360950:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.360958:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384918.360960:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.361004:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384918.361009:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384918.361012:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384918.488938:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384918.488943:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:3.0:1767384918.488948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384918.488950:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6f92ef3. 00000100:00000001:3.0:1767384918.488959:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384918.488960:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:3.0:1767384918.488966:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000100:00000001:0.0:1767384918.488968:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767384918.488973:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 02000000:00000001:0.0:1767384918.488973:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384918.488979:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.488987:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384918.488987:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c8ccf182. 02000000:00000001:3.0:1767384918.488990:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384918.488996:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.488996:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384918.489003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000803f3dbe. 00000100:00000001:3.0:1767384918.489009:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489014:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384918.489018:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.489021:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384918.489040:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6f92ef3] to pc [ptlrpcd_00_02+2] req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.489081:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384918.489084:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.489091:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_03+3] req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384918.489093:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489103:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384918.489108:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489108:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384918.489112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384918.489112:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384918.489118:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.489119:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384918.489124:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 00000100:00000001:0.0:1767384918.489127:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384918.489129:0:8:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384918.489130:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.489136:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384918.489136:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384918.489140:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384918.489141:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384918.489145:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384918.489145:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384918.489152:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363751424:0@lo:13: 02000000:00000010:3.0:1767384918.489156:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c4092f6e. 00000100:00000001:0.0:1767384918.489156:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384918.489160:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384918.489163:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384918.489164:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384918.489168:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384918.489171:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384918.489172:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009343e535. 02000000:00000001:0.0:1767384918.489176:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384918.489183:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0bba03. 00000100:00000001:3.0:1767384918.489185:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384918.489188:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384918.489191:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000100:00000040:3.0:1767384918.489193:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfa954a] to pc [ptlrpcd_00_00+0] req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384918.489198:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363751424, portal 4 00000100:00000001:0.0:1767384918.489203:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384918.489206:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990644224 : -107292718907392 : ffff9e6af79a4000) 00000100:00000040:0.0:1767384918.489213:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.489217:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489219:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384918.489221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384918.489249:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384918.489255:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384918.489256:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000100:00000010:3.0:1767384918.489260:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008327b26e. 00000100:00000200:0.0:1767384918.489261:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363751424, offset 0 00000400:00000200:0.0:1767384918.489268:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384918.489273:0:8:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384918.489276:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384918.489280:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384918.489283:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384918.489289:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fe23a73. 00000100:00000001:3.0:1767384918.489294:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384918.489297:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384918.489302:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384918.489310:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384918.489313:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384918.489314:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c03a00 00000100:00000040:3.0:1767384918.489320:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008327b26e] to pc [ptlrpcd_00_01+1] req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384918.489327:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 00000100:00000001:3.0:1767384918.489342:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384918.489342:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384918.489349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384918.489353:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384918.489356:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384918.489361:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064fc07d6. 00000100:00000001:0.0:1767384918.489362:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767384918.489364:0:8:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1767384918.489366:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384918.489368:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384918.489371:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1767384918.489372:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe0da193. 02000000:00000001:3.0:1767384918.489375:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384918.489378:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000fe0da193 x1853237363751424 msgsize 224 00000100:00100000:0.0:1767384918.489398:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384918.489399:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052c914ee. 00000100:00000001:3.0:1767384918.489404:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489407:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384918.489410:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384918.489415:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:0.0:1767384918.489420:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000100:00000001:3.0:1767384918.489423:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384918.489423:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384918.489427:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384918.489430:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384918.489436:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064fc07d6] to pc [ptlrpcd_00_02+2] req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384918.489440:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384918.489445:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384918.489462:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.489463:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489464:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384918.489469:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.489472:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (244) 00000100:00000040:0.0:1767384918.489474:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3851 usecs (4 jiffies) 00000100:00000001:0.0:1767384918.489480:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906372 00000100:00000010:0.0:1767384918.489483:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064472aa. 00000100:00000001:0.0:1767384918.489489:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384918.489493:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906372 00000100:00000010:0.0:1767384918.489496:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7ece201. 00000100:00000001:0.0:1767384918.489499:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384918.489503:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384918.489519:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906372 00000100:00000001:3.0:1767384918.489523:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384918.489525:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed06d742. 00000100:00000001:0.0:1767384918.489530:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384918.489535:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384918.489542:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384918.489545:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906372 00000100:00000010:0.0:1767384918.489553:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009dfbfe11. 00000100:00000001:3.0:1767384918.489557:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384918.489560:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489560:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384918.489568:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384918.489570:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384918.489571:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384918.489577:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489577:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489586:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384918.489587:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363751680:0@lo:400: 00000100:00000001:0.0:1767384918.489592:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.489594:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384918.489598:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384918.489600:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489602:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384918.489603:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384918.489607:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1767384918.489609:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f35372ae. 00000100:00000001:0.0:1767384918.489612:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384918.489613:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489616:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384918.489619:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ca8d27b. 00000100:00000001:0.0:1767384918.489620:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384918.489628:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062eab454. 00000100:00000040:0.0:1767384918.489629:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384918.489634:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363751680, portal 4 00000100:00000001:3.0:1767384918.489640:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384918.489643:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000100:00000001:0.0:1767384918.489647:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384918.489650:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.489652:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384918.489655:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384918.489659:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384918.489665:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.489669:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384918.489673:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064fc07d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16342:1853237363751936:0@lo:400: 00000100:00000040:3.0:1767384918.489678:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384918.489683:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a97588c6. 00000100:00000001:0.0:1767384918.489684:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384918.489689:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363751680, offset 0 02000000:00000001:0.0:1767384918.489689:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384918.489693:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384918.489697:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384918.489698:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384918.489703:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072caef30. 00000400:00000200:3.0:1767384918.489710:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384918.489710:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384918.489716:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000145dd2f6. 00000400:00000200:3.0:1767384918.489724:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c03b00 00000400:00000010:0.0:1767384918.489724:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000100:00000200:0.0:1767384918.489733:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363751936, portal 10 00000400:00000200:3.0:1767384918.489737:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 00000100:00000001:0.0:1767384918.489739:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384918.489742:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794839040 : -107297914712576 : ffff9e69c1e88e00) 00000400:00000200:3.0:1767384918.489747:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384918.489753:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384918.489756:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384918.489788:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384918.489788:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384918.489815:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1767384918.489815:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384918.489820:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008675544. 00000100:00000010:3.0:1767384918.489821:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d76350d. 00000100:00000040:3.0:1767384918.489826:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000002d76350d x1853237363751680 msgsize 224 00000100:00000200:0.0:1767384918.489826:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363751936, offset 0 00000100:00100000:3.0:1767384918.489835:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384918.489839:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384918.489845:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384918.489846:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384918.489853:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c03c00 00000400:00000200:3.0:1767384918.489855:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a97588c6 00000400:00000010:3.0:1767384918.489858:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a97588c6. 00000100:00000001:3.0:1767384918.489861:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384918.489880:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000400:00000200:0.0:1767384918.489886:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384918.489890:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384918.489893:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384918.489895:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384918.489898:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384918.489904:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a542a0b5. 00000100:00000001:3.0:1767384918.489906:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384918.489908:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000a542a0b5 x1853237363751936 msgsize 224 00000100:00000040:3.0:1767384918.489911:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384918.489920:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384918.489925:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.489927:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384918.489931:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489933:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384918.489934:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3851 usecs (4 jiffies) 00000100:00000001:3.0:1767384918.489937:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906373 00000400:00000200:0.0:1767384918.489939:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008675544 00000100:00000001:3.0:1767384918.489942:0:16340:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294906372 00000400:00000010:0.0:1767384918.489942:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008675544. 00000100:00000001:0.0:1767384918.489949:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384918.489951:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906373 00000100:00000200:0.0:1767384918.489954:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.489956:0:16340:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294906372 00000100:00000001:3.0:1767384918.489962:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906373 00000100:00000001:3.0:1767384918.489968:0:16340:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294906372 00000100:00000001:0.0:1767384918.489969:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384918.489974:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906373 00000100:00000040:0.0:1767384918.489975:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.489980:0:16340:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294906372 00000100:00000001:0.0:1767384918.489986:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.489987:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384918.489991:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489991:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384918.489995:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.489996:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.489997:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384918.490003:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2815 usecs (3 jiffies) 00000100:00000001:3.0:1767384918.490005:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384918.490006:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294906372 00000100:00000001:3.0:1767384918.490007:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384918.490010:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294906373 00000100:00000001:0.0:1767384918.490012:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294906372 00000100:00000001:0.0:1767384918.490014:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294906373 00000100:00000001:0.0:1767384918.490017:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294906372 00000100:00000001:3.0:1767384918.490020:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384918.490022:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384918.490023:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490033:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294906373 00000100:00100000:3.0:1767384918.490034:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384918.490037:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.490040:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384918.490043:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294906372 00000100:00000001:3.0:1767384918.490044:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384918.490047:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294906373 00000100:00000001:3.0:1767384918.490051:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384918.490051:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384918.490055:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384918.490056:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.490060:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384918.490061:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490065:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384918.490069:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384918.490069:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384918.490072:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384918.490077:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384918.490079:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384918.490082:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384918.490088:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384918.490089:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384918.490090:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.490092:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490093:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384918.490096:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384918.490099:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384918.490099:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384918.490103:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384918.490104:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384918.490104:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384918.490110:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384918.490110:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384918.490117:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008327b26e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363751808:0@lo:400: 00000100:00000001:0.0:1767384918.490125:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384918.490126:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384918.490130:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.490131:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384918.490133:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384918.490134:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.490138:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384918.490138:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384918.490142:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384918.490143:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e9bcee. 00000100:00100000:0.0:1767384918.490146:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363751552:0@lo:400: 02000000:00000001:3.0:1767384918.490147:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490152:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384918.490153:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e524964f. 02000000:00000001:0.0:1767384918.490155:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384918.490158:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a97588c6. 02000000:00000001:0.0:1767384918.490158:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384918.490164:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384918.490165:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363751808, portal 10 00000100:00000001:3.0:1767384918.490168:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767384918.490168:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a9d41fc. 00000100:00000001:3.0:1767384918.490171:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794843520 : -107297914708096 : ffff9e69c1e89f80) 02000000:00000001:0.0:1767384918.490173:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384918.490178:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000479b3300. 00000100:00000040:3.0:1767384918.490179:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384918.490185:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008675544. 00000100:00000001:3.0:1767384918.490186:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384918.490191:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384918.490192:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363751552, portal 25 00000400:00000010:3.0:1767384918.490195:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000100:00000200:3.0:1767384918.490197:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363751808, offset 0 00000100:00000001:0.0:1767384918.490200:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384918.490202:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000100:00000040:0.0:1767384918.490210:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384918.490213:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384918.490220:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384918.490224:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384918.490226:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384918.490235:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c03b80 00000400:00000200:3.0:1767384918.490240:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000400:00000010:0.0:1767384918.490241:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000400:00000200:3.0:1767384918.490247:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384918.490248:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363751552, offset 0 00000400:00000200:3.0:1767384918.490255:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384918.490258:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384918.490263:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384918.490265:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384918.490269:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384918.490270:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca050fb3. 00000100:00000040:3.0:1767384918.490274:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000ca050fb3 x1853237363751808 msgsize 224 00000100:00100000:3.0:1767384918.490278:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384918.490281:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c03a80 00000400:00000200:0.0:1767384918.490286:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa25 [2] + 0 00000400:00000010:0.0:1767384918.490289:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000927fc53f. 00000100:00000001:3.0:1767384918.490290:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384918.490295:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009867a517 00000400:00000200:0.0:1767384918.490298:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384918.490300:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384918.490306:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000400:00000010:3.0:1767384918.490308:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00000100:00000001:3.0:1767384918.490310:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384918.490313:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384918.490314:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009867a517 00000400:00000010:0.0:1767384918.490318:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009867a517. 00000100:00000001:3.0:1767384918.490325:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384918.490326:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384918.490328:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384918.490329:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384918.490335:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000004e5249eb x1853237363751552 msgsize 224 00000100:00000001:3.0:1767384918.490339:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.490343:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384918.490346:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384918.490348:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384918.490349:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384918.490355:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2697 usecs (3 jiffies) 00000100:00000001:3.0:1767384918.490356:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906372 00000100:00000001:3.0:1767384918.490358:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906373 00000100:00000001:3.0:1767384918.490360:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906372 00000100:00000001:0.0:1767384918.490361:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384918.490362:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906373 00000100:00000001:3.0:1767384918.490365:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906372 00000100:00000001:3.0:1767384918.490366:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906373 00000400:00000200:0.0:1767384918.490367:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000100:00000001:3.0:1767384918.490368:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906372 00000400:00000010:0.0:1767384918.490370:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000100:00000001:0.0:1767384918.490372:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384918.490373:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.490379:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906373 00000100:00000001:3.0:1767384918.490384:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384918.490387:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490388:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384918.490391:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384918.490392:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.490394:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490402:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490404:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384918.490406:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384918.490409:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490419:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490422:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294906375 00000100:00000001:0.0:1767384918.490426:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906373 00000100:00000001:0.0:1767384918.490428:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294906375 00000100:00000001:0.0:1767384918.490431:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906373 00000100:00000001:0.0:1767384918.490434:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294906375 00000100:00000001:0.0:1767384918.490439:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906373 00000100:00000001:0.0:1767384918.490441:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294906375 00000100:00000001:0.0:1767384918.490444:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906373 00000100:00000001:0.0:1767384918.490449:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384918.490450:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490452:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490455:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.490464:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384918.490466:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384918.490467:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363751680 00000100:00000001:0.0:1767384918.490469:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.490470:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384918.490473:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384918.490475:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.490478:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384918.490482:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363751680 00000020:00000001:3.0:1767384918.490484:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384918.490485:0:17882:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000009166457. 00000020:00000040:3.0:1767384918.490486:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:3.0:1767384918.490490:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384918.490490:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384918.490494:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000100:00100000:0.0:1767384918.490495:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363751424 02000000:00000001:0.0:1767384918.490499:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384918.490500:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:0.0:1767384918.490501:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384918.490503:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:0.0:1767384918.490504:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.490508:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384918.490509:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384918.490513:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed04a829. 00000100:00100000:0.0:1767384918.490513:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363751424 00000020:00000001:0.0:1767384918.490517:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384918.490519:0:17880:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000635153e7. 00000020:00000040:0.0:1767384918.490520:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:0.0:1767384918.490525:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384918.490527:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 00000020:00000040:3.0:1767384918.490528:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000020:00000001:0.0:1767384918.490529:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:0.0:1767384918.490535:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:0.0:1767384918.490537:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384918.490540:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006691dc3. 00000100:00000001:3.0:1767384918.490541:0:17880:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384918.490542:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384918.490547:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067c912fb. 00000020:00000010:0.0:1767384918.490553:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006691dc3. 00000020:00000010:3.0:1767384918.490554:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1802870. 00000020:00000010:0.0:1767384918.490559:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aad973a. 00000020:00000010:3.0:1767384918.490561:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000baa9bd02. 00000020:00000010:0.0:1767384918.490565:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1c0410f. 00000020:00000010:0.0:1767384918.490571:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024db7a48. 00000100:00000040:3.0:1767384918.490572:0:17880:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384918.490577:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384918.490577:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384918.490579:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384918.490581:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384918.490584:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384918.490584:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384918.490586:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.490594:0:17880:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384918.490596:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.490600:0:17880:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384918.490603:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490605:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384918.490615:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384918.490617:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384918.490621:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384918.490623:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384918.490624:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:0.0:1767384918.490627:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990650496 : -107292718901120 : ffff9e6af79a5880) 00000100:00000040:0.0:1767384918.490631:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe0da193 x1853237363751424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:144/0 lens 224/0 e 0 to 0 dl 1767384929 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384918.490637:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384918.490639:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006691dc3. 00000100:00000001:3.0:1767384918.490640:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384918.490641:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384918.490644:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384918.490645:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006691dc3. 00000100:00100000:0.0:1767384918.490651:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe0da193 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16342:x1853237363751424:12345-0@lo:13: 00000100:00100000:3.0:1767384918.490655:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000200:0.0:1767384918.490657:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363751424 00000100:00000040:3.0:1767384918.490662:0:17880:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 2 00000020:00000001:0.0:1767384918.490662:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384918.490665:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384918.490666:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794842624 : -107297914708992 : ffff9e69c1e89c00) 00000020:00000001:0.0:1767384918.490668:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384918.490672:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384918.490673:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000100:00000040:3.0:1767384918.490675:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d76350d x1853237363751680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:144/0 lens 224/0 e 0 to 0 dl 1767384929 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384918.490677:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384918.490680:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384918.490685:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384918.490688:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384918.490690:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384918.490691:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384918.490695:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72208d. 00000100:00000001:3.0:1767384918.490697:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384918.490702:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc72208d. 00000100:00000001:0.0:1767384918.490703:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384918.490723:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384918.490724:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d76350d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16340:x1853237363751680:12345-0@lo:400: 02000000:00000010:0.0:1767384918.490728:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b9c3d225. 00000100:00000200:3.0:1767384918.490730:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363751680 00000100:00000001:1.0:1767384918.490732:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384918.490736:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384918.490737:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363751552 02000000:00000001:0.0:1767384918.490737:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.490742:0:17880:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384918.490745:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384918.490745:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.490746:0:17880:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.490750:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384918.490754:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384918.490755:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384918.490755:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384918.490777:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00002000:00000001:0.0:1767384918.490780:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384918.490783:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384918.490783:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384918.490784:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384918.490789:0:17880:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384918.490791:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363751552 00000020:00000001:3.0:1767384918.490792:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384918.490797:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384918.490798:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384918.490799:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384918.490801:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384918.490803:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384918.490807:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000001:1.0:1767384918.490808:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384918.490809:0:17880:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:1.0:1767384918.490813:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000020:0.0:1767384918.490815:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384918.490816:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384918.490819:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 02000000:00000001:3.0:1767384918.490820:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:0.0:1767384918.490822:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384918.490826:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 02000000:00000010:3.0:1767384918.490829:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000015885a41. 00000100:00000001:1.0:1767384918.490830:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000020:0.0:1767384918.490830:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 02000000:00000001:3.0:1767384918.490837:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384918.490838:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b2ed96c. 00002000:00000001:0.0:1767384918.490838:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384918.490841:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.490843:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384918.490845:0:17880:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384918.490846:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:1.0:1767384918.490848:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b2ed96c. 00000001:00000001:0.0:1767384918.490851:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384918.490852:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363751680 00000020:00000010:1.0:1767384918.490855:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b90977. 00002000:00000001:0.0:1767384918.490857:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384918.490858:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384918.490861:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9fb8619. 00010000:00000040:0.0:1767384918.490863:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363751424 00010000:00000001:0.0:1767384918.490892:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384918.490898:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe0da193 x1853237363751424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:144/0 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384918.490900:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00010000:00000200:3.0:1767384918.490903:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d76350d x1853237363751680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384918.490911:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384918.490924:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384918.490929:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384918.490931:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384918.490933:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384918.490937:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384918.490942:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1767384918.490943:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384918.490944:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384918.490947:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384918.490955:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384918.490956:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384918.490958:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.490963:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384918.490964:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:3.0:1767384918.490969:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:0.0:1767384918.490969:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:1.0:1767384918.490973:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384918.490977:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384918.490978:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:1.0:1767384918.490978:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384918.490983:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.490985:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1767384918.490989:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 02000000:00000001:3.0:1767384918.490992:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.490992:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384918.490993:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384918.490999:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988344400 : -107292721207216 : ffff9e6af7772850) 00000100:00000040:0.0:1767384918.491001:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384918.491003:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384918.491008:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e5249eb x1853237363751552/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 224/0 e 0 to 0 dl 1767384929 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384918.491008:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000100:00000040:3.0:1767384918.491030:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384918.491042:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363751424, offset 224 00000400:00000010:3.0:1767384918.491048:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000100:00000001:1.0:1767384918.491051:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384918.491053:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384918.491056:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b2ed96c. 00000100:00000200:3.0:1767384918.491058:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363751680, offset 224 00000100:00000001:1.0:1767384918.491060:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384918.491063:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384918.491066:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b2ed96c. 00000100:00100000:1.0:1767384918.491073:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e5249eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363751552:12345-0@lo:400: 00000400:00000200:3.0:1767384918.491075:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384918.491080:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c03a00 00000100:00000200:1.0:1767384918.491081:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363751552 00000020:00000001:1.0:1767384918.491085:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384918.491088:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384918.491090:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1599 [1] + 224 00000400:00000200:3.0:1767384918.491091:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384918.491091:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.491097:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384918.491100:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000400:00000200:0.0:1767384918.491100:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384918.491105:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384918.491108:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c03b00 00000020:00000001:1.0:1767384918.491109:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384918.491109:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384918.491115:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384918.491117:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384918.491121:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15a1 [1] + 224 00000020:00000001:1.0:1767384918.491121:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.491126:0:17064:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384918.491128:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384918.491129:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384918.491129:0:17882:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384918.491130:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384918.491135:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006979fdb6. 00000100:00000200:0.0:1767384918.491137:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384918.491138:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384918.491139:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.491144:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.491146:0:17880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384918.491150:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384918.491153:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384918.491154:0:17064:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384918.491159:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363751552 00010000:00000001:1.0:1767384918.491164:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384918.491170:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e5249eb x1853237363751552/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384918.491186:0:17880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384918.491186:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384918.491187:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384918.491188:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384918.491192:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=36 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384918.491193:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000400:00000010:0.0:1767384918.491196:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000100:00000001:1.0:1767384918.491200:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384918.491201:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384918.491205:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 23 to 0@lo 00000100:00000001:0.0:1767384918.491205:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384918.491211:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:0.0:1767384918.491211:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384918.491216:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384918.491218:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 22 to 0@lo 02000000:00000001:1.0:1767384918.491219:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.491220:0:17880:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384918.491224:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384918.491225:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384918.491228:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384918.491232:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000100:00000040:1.0:1767384918.491232:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384918.491236:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00000400:00000010:1.0:1767384918.491239:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000678521ff. 00000100:00000001:3.0:1767384918.491240:0:17880:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384918.491241:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384918.491245:0:17880:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384918.491247:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363751552, offset 224 00000100:00000040:0.0:1767384918.491249:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe0da193 x1853237363751424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:144/0 lens 224/368 e 0 to 0 dl 1767384929 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.491252:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.491255:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384918.491262:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:3.0:1767384918.491267:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384918.491269:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384918.491271:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384918.491271:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe0da193 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16342:x1853237363751424:12345-0@lo:13: Request processed in 628us (1888us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384918.491292:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c03a80 00000020:00000001:3.0:1767384918.491301:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384918.491301:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000400:00000200:1.0:1767384918.491306:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15b5 [1] + 224 00000100:00000040:0.0:1767384918.491308:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 1 00000100:00000040:3.0:1767384918.491312:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d76350d x1853237363751680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384918.491314:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384918.491314:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384918.491319:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384918.491326:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1c0410f. 00000400:00000200:1.0:1767384918.491327:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384918.491335:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024db7a48. 00000100:00100000:3.0:1767384918.491340:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d76350d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16340:x1853237363751680:12345-0@lo:400: Request processed in 646us (1509us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384918.491340:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384918.491341:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aad973a. 00000100:00000200:1.0:1767384918.491348:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384918.491352:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000100:00100000:3.0:1767384918.491360:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384918.491360:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384918.491370:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000040:1.0:1767384918.491372:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.491377:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384918.491383:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384918.491388:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384918.491390:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1802870. 00000400:00000200:1.0:1767384918.491411:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000678521ff 00000020:00000010:3.0:1767384918.491414:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000baa9bd02. 00000400:00000010:1.0:1767384918.491414:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000678521ff. 00000100:00000001:1.0:1767384918.491419:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384918.491421:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067c912fb. 00000100:00000001:1.0:1767384918.491421:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384918.491426:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384918.491428:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000100:00000001:0.0:1767384918.491429:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384918.491431:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.491434:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384918.491436:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:0.0:1767384918.491436:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384918.491440:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384918.491441:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384918.491443:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384918.491443:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000479b3300. 00000020:00000001:1.0:1767384918.491448:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384918.491449:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008675544 00000100:00000040:1.0:1767384918.491452:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e5249eb x1853237363751552/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384918.491453:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008675544. 00000100:00000001:0.0:1767384918.491460:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384918.491465:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e5249eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363751552:12345-0@lo:400: Request processed in 412us (1127us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384918.491467:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.491472:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384918.491476:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363751936 00000100:00100000:1.0:1767384918.491478:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 02000000:00000001:3.0:1767384918.491482:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384918.491484:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384918.491487:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384918.491488:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384918.491491:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.491492:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.491492:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384918.491497:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9fb8619. 02000000:00000001:3.0:1767384918.491498:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384918.491503:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000100:00100000:3.0:1767384918.491504:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363751936 00000020:00000001:3.0:1767384918.491509:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384918.491510:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b90977. 00000100:00000001:0.0:1767384918.491510:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384918.491512:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000001:0.0:1767384918.491514:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384918.491516:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384918.491532:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:0.0:1767384918.491533:0:16342:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384918.491536:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 02000000:00000001:0.0:1767384918.491538:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384918.491540:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 02000000:00000001:1.0:1767384918.491540:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384918.491541:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384918.491544:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006979fdb6. 00000100:00000001:0.0:1767384918.491546:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.491547:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 02000000:00000001:1.0:1767384918.491549:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384918.491553:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384918.491555:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.491557:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384918.491560:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384918.491561:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=36 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384918.491562:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72208d. 00000400:00000010:1.0:1767384918.491567:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008df01510. 00000020:00000010:3.0:1767384918.491571:0:17071:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000091891acc. 00000100:00001000:0.0:1767384918.491571:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=36 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384918.491574:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053f808d5. 00000020:00000040:3.0:1767384918.491580:0:17071:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:0.0:1767384918.491582:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384918.491586:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.491588:0:17071:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:0.0:1767384918.491591:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384918.491593:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067c912fb. 00010000:00000001:0.0:1767384918.491594:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.491597:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.491600:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384918.491603:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384918.491605:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363751808 00000020:00000010:3.0:1767384918.491607:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1802870. 02000000:00000001:1.0:1767384918.491609:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384918.491615:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384918.491616:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000baa9bd02. 00000100:00000001:1.0:1767384918.491618:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.491624:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384918.491626:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.491629:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767384918.491630:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363751808 00000100:00000040:3.0:1767384918.491631:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384918.491632:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384918.491635:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384918.491638:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384918.491640:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000100:00000001:3.0:1767384918.491641:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384918.491643:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384918.491645:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384918.491646:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384918.491650:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000001:3.0:1767384918.491656:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1767384918.491658:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363751552:0@lo:400: 00000100:00000001:3.0:1767384918.491661:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384918.491664:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:3.0:1767384918.491665:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.491671:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:1.0:1767384918.491679:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384918.491681:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384918.491685:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b2ed96c. 00000400:00000001:0.0:1767384918.491686:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384918.491691:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384918.491692:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384918.491694:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb0bba03. 00000100:00000001:3.0:1767384918.491695:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384918.491696:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b2ed96c. 00000100:00000001:3.0:1767384918.491701:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384918.491703:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000020:00000010:1.0:1767384918.491706:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b90977. 00000400:00000010:0.0:1767384918.491708:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000100:00100000:3.0:1767384918.491710:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000010:1.0:1767384918.491713:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9fb8619. 00000100:00000001:0.0:1767384918.491715:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384918.491718:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000020:00000010:1.0:1767384918.491721:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000200:0.0:1767384918.491724:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.491726:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990659456 : -107292718892160 : ffff9e6af79a7b80) 00000100:00000001:1.0:1767384918.491744:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384918.491747:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384918.491750:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384918.491754:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a542a0b5 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:144/0 lens 224/0 e 0 to 0 dl 1767384929 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.491756:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384918.491756:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.491773:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384918.491775:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.491788:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384918.491802:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384918.491802:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384918.491803:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384918.491804:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384918.491808:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384918.491808:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384918.491809:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384918.491812:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fbb5c9f. 00000100:00000001:0.0:1767384918.491813:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384918.491815:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 02000000:00000001:0.0:1767384918.491816:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384918.491819:0:17071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384918.491819:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384918.491820:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:2.0:1767384918.491821:0:17764:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.491823:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.491826:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794839936 : -107297914711680 : ffff9e69c1e89180) 00000020:00000010:3.0:1767384918.491827:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fbb5c9f. 00000100:00000001:2.0:1767384918.491828:0:17764:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384918.491829:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384918.491832:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca050fb3 x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:144/0 lens 224/0 e 0 to 0 dl 1767384929 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384918.491838:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=26 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384918.491841:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a542a0b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16342:x1853237363751936:12345-0@lo:400: 00000100:00001000:0.0:1767384918.491846:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384918.491849:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384918.491852:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363751936 00000100:00000001:0.0:1767384918.491853:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384918.491854:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b2ed96c. 00000020:00000001:3.0:1767384918.491858:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384918.491858:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384918.491858:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.491862:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384918.491889:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b2ed96c. 00000020:00000001:3.0:1767384918.491890:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.491894:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384918.491897:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00100000:1.0:1767384918.491897:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca050fb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363751808:12345-0@lo:400: 00010000:00000001:0.0:1767384918.491902:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384918.491903:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384918.491904:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363751808 00000020:00000001:3.0:1767384918.491908:0:17071:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384918.491908:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00080000:0.0:1767384918.491910:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384918.491912:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384918.491913:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384918.491916:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.491917:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384918.491920:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384918.491920:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.491924:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384918.491925:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384918.491927:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:1.0:1767384918.491928:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:3.0:1767384918.491930:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384918.491933:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384918.491935:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384918.491936:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384918.491936:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.491938:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384918.491940:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384918.491942:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384918.491943:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384918.491944:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384918.491945:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004f5e4347. 00000020:00000001:1.0:1767384918.491947:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.491951:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.491953:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384918.491957:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.491958:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384918.491959:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384918.491962:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384918.491963:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.491963:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:3.0:1767384918.491966:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363751936 02000000:00000010:1.0:1767384918.491967:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006979fdb6. 00010000:00000001:3.0:1767384918.491968:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384918.491970:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.491973:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.491974:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384918.491976:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a542a0b5 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384918.491979:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384918.491979:0:16342:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000040:1.0:1767384918.491985:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363751808 00000004:00000040:0.0:1767384918.491988:0:16342:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:3.0:1767384918.491992:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000004:00000040:0.0:1767384918.491993:0:16342:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00010000:00000001:1.0:1767384918.491994:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384918.491995:0:17071:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384918.492000:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca050fb3 x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384918.492001:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=31 v=5 (1 0 0 0) 00000004:00000020:0.0:1767384918.492005:0:16342:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:3.0:1767384918.492009:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384918.492015:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000004:00000001:0.0:1767384918.492018:0:16342:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.492022:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:1.0:1767384918.492026:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384918.492027:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384918.492029:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384918.492030:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.492034:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384918.492036:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384918.492041:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384918.492045:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384918.492050:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00100000:0.0:1767384918.492050:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363751424:0@lo:13: 00000100:00000040:3.0:1767384918.492051:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384918.492057:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000010:3.0:1767384918.492058:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000100:00000001:0.0:1767384918.492058:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384918.492060:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384918.492063:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.492064:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384918.492066:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384918.492067:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363751936, offset 224 00000100:00000040:0.0:1767384918.492070:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363751552/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384918.492073:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384918.492079:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384918.492079:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000678521ff. 00000100:00000001:0.0:1767384918.492083:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767384918.492087:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363751808, offset 224 02000000:00000001:0.0:1767384918.492087:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384918.492091:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a9d41fc. 00000400:00000200:3.0:1767384918.492092:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384918.492097:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384918.492098:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384918.492101:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384918.492103:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000400:00000200:3.0:1767384918.492107:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c03c00 00000020:00000001:0.0:1767384918.492109:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384918.492110:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384918.492113:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000803f3dbe. 00000400:00000200:3.0:1767384918.492117:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15a9 [1] + 224 00000400:00000200:1.0:1767384918.492121:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c03b80 02000000:00000001:0.0:1767384918.492121:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384918.492124:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384918.492125:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384918.492128:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000400:00000200:1.0:1767384918.492129:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15b1 [1] + 224 00000400:00000200:3.0:1767384918.492133:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384918.492134:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384918.492135:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384918.492137:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.492138:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384918.492140:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384918.492144:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384918.492145:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6f92ef3 x1853237363751424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384918.492149:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384918.492157:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384918.492162:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384918.492181:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384918.492183:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384918.492185:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384918.492188:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384918.492189:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009343e535. 02000000:00000001:0.0:1767384918.492199:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384918.492201:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384918.492204:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384918.492207:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384918.492211:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384918.492211:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c8ccf182. 00000400:00000200:1.0:1767384918.492217:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000678521ff 02000000:00000001:0.0:1767384918.492218:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384918.492220:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767384918.492221:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000678521ff. 00000100:00000010:0.0:1767384918.492223:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6f92ef3. 00000100:00000001:1.0:1767384918.492228:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384918.492228:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384918.492229:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384918.492231:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384918.492231:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384918.492235:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.492236:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.492238:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384918.492240:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384918.492241:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000200:3.0:1767384918.492242:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00010000:00000001:1.0:1767384918.492244:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384918.492248:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00000020:00000001:1.0:1767384918.492248:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.492252:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384918.492255:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384918.492255:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384918.492256:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca050fb3 x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384918.492260:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384918.492261:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384918.492265:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000145dd2f6. 00000100:00000001:3.0:1767384918.492267:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384918.492270:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca050fb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363751808:12345-0@lo:400: Request processed in 418us (1993us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384918.492270:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000100:00000040:3.0:1767384918.492274:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:0.0:1767384918.492275:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00010000:00000001:3.0:1767384918.492298:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384918.492301:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384918.492302:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384918.492308:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000200:0.0:1767384918.492310:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384918.492311:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384918.492313:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:1.0:1767384918.492319:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384918.492320:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a542a0b5 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.492323:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384918.492329:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9fb8619. 00000020:00000010:1.0:1767384918.492336:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000020:00000010:1.0:1767384918.492342:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b90977. 00000020:00000040:1.0:1767384918.492349:0:17072:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000200:0.0:1767384918.492356:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.492357:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384918.492363:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a542a0b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16342:x1853237363751936:12345-0@lo:400: Request processed in 553us (2447us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384918.492383:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384918.492384:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384918.492386:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384918.492388:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000001:0.0:1767384918.492390:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384918.492393:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384918.492394:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384918.492398:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384918.492398:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384918.492403:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384918.492405:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1802870. 02000000:00000001:0.0:1767384918.492406:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.492408:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384918.492411:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000baa9bd02. 00000100:00000001:1.0:1767384918.492412:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384918.492413:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=30 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384918.492419:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067c912fb. 00000400:00000001:1.0:1767384918.492420:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767384918.492420:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=30 v=5 (1 0 0 0) 00000400:00000001:1.0:1767384918.492425:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384918.492428:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384918.492429:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:0.0:1767384918.492430:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.492436:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384918.492438:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e524964f. 00010000:00000001:0.0:1767384918.492438:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384918.492446:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a97588c6 00010000:00080000:0.0:1767384918.492447:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384918.492450:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a97588c6. 00000100:00000001:1.0:1767384918.492457:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384918.492462:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384918.492496:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384918.492496:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.492504:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384918.492507:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384918.492512:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384918.492513:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384918.492514:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.492517:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.492521:0:16340:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384918.492522:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384918.492523:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384918.492526:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384918.492529:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384918.492535:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384918.492540:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384918.492543:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=31 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384918.492544:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384918.492547:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384918.492552:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=31 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384918.492554:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.492559:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384918.492563:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384918.492570:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384918.492573:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064fc07d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16342:1853237363751936:0@lo:400: 00010000:00080000:1.0:1767384918.492579:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384918.492581:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384918.492588:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1767384918.492589:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:1.0:1767384918.492593:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384918.492596:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000040:0.0:1767384918.492596:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064fc07d6 x1853237363751936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.492597:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384918.492601:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00080000:3.0:1767384918.492607:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384918.492607:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384918.492611:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384918.492613:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000040:1.0:1767384918.492620:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384918.492627:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384918.492631:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384918.492634:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072caef30. 00000100:00000001:1.0:1767384918.492635:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384918.492640:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384918.492641:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384918.492642:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384918.492646:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384918.492648:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384918.492650:0:16342:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384918.492656:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384918.492659:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052c914ee. 02000000:00000001:0.0:1767384918.492665:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384918.492666:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384918.492667:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064fc07d6. 00000100:00000001:0.0:1767384918.492670:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384918.492673:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384918.492678:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384918.492687:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384918.492689:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008327b26e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363751808:0@lo:400: 00000400:00000001:1.0:1767384918.492694:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384918.492698:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384918.492698:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384918.492701:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ca8d27b. 00000100:00000001:0.0:1767384918.492703:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384918.492706:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062eab454 00000100:00000001:0.0:1767384918.492707:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384918.492710:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062eab454. 00000100:00000001:1.0:1767384918.492714:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384918.492716:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384918.492722:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.492727:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384918.492728:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.492729:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384918.492730:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384918.492731:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384918.492732:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384918.492734:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384918.492736:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384918.492739:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384918.492740:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384918.492741:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384918.492743:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384918.492744:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384918.492750:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.492751:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384918.492752:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384918.492753:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384918.492754:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384918.492756:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.492802:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384918.492803:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384918.492804:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384918.492806:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384918.492810:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363751680:0@lo:400: 00000100:00000001:1.0:1767384918.492813:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.492814:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384918.492815:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008327b26e x1853237363751808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.492819:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384918.492820:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384918.492821:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e9bcee. 02000000:00000001:1.0:1767384918.492823:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384918.492824:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384918.492825:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384918.492826:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384918.492827:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fe23a73. 02000000:00000001:1.0:1767384918.492831:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384918.492832:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384918.492833:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008327b26e. 00000100:00000001:1.0:1767384918.492835:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384918.492836:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.492837:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384918.492838:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363751680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.492842:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384918.492842:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384918.492843:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f35372ae. 02000000:00000001:1.0:1767384918.492861:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384918.492861:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384918.492862:0:16340:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384918.492863:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384918.492868:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c4092f6e. 02000000:00000001:1.0:1767384918.492870:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384918.492871:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384918.492872:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 00000100:00000001:1.0:1767384918.492873:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384918.492874:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.492875:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.492879:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384918.492880:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.492882:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384918.492884:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384918.496902:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294906375, at 4294906376 00000100:00000010:2.0:1767384918.496909:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed06d742. 00000100:00000040:0.0:1767384918.496915:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294906375, at 4294906376 00000100:00000010:0.0:1767384918.496922:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064472aa. 00000100:00000040:3.0:1767384918.496947:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294906375, at 4294906376 00000100:00000010:3.0:1767384918.496954:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009dfbfe11. 00000100:00000040:1.0:1767384918.497903:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294906375, at 4294906377 00000100:00000010:1.0:1767384918.497912:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7ece201. 00000001:00000001:3.0:1767384918.672447:0:24609:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384918.672452:0:24609:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:3.0:1767384918.676543:0:24609:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384918.683271:0:24610:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000723d1004. 00000400:00000010:3.0:1767384918.683285:0:24610:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e8298fb3. 00000400:00000010:3.0:1767384918.683295:0:24610:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b883a340. 00000400:00000010:3.0:1767384918.683298:0:24610:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a9103674. 00000400:00000010:3.0:1767384918.683301:0:24610:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000452bd89a. 00000400:00000010:3.0:1767384918.683316:0:24610:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071242ec7. 00000400:00000010:3.0:1767384918.683317:0:24610:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000079379002. 00000400:00000010:3.0:1767384918.683318:0:24610:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009fbb5c9f. 00000400:00000010:3.0:1767384918.683321:0:24610:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005e0c100a. 00000800:00000010:3.0:1767384918.683331:0:24610:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001462e601. 00000800:00000200:3.0:1767384918.683340:0:24610:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384918.683348:0:24610:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384918.683380:0:24610:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384918.683398:0:24610:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp25 [8/256/0/180] 00000400:00000010:3.0:1767384918.685359:0:24610:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000884b53a6. 00000400:00000010:3.0:1767384918.685365:0:24610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc40650. 00000400:00000010:3.0:1767384918.685369:0:24610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000400:00000001:3.0:1767384918.685382:0:24610:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384918.685383:0:24610:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384918.685385:0:24610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3fd4d6e. 00000400:00000200:3.0:1767384918.685387:0:24610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:3.0:1767384918.685389:0:24610:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000400:00000010:3.0:1767384918.685392:0:24610:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000942bfb4f. 00000400:00000200:3.0:1767384918.685397:0:24610:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (16) 00000400:00000200:3.0:1767384918.685406:0:24610:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384918.685414:0:24610:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:3.0:1767384918.685419:0:24610:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000deae5813. 00000020:01000000:3.0:1767384918.685423:0:24610:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384918.685425:0:24610:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp25 00000400:00000010:3.0:1767384918.685436:0:24610:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e8298fb3. 00000400:00000010:3.0:1767384918.685440:0:24610:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000723d1004. 00000400:00000200:1.0:1767384918.685443:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384918.685452:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1001d1 00000020:00000001:2.0:1767384918.685460:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384918.685462:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 000000006a261e45. 10000000:00000001:2.0:1767384918.685467:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:1.0:1767384918.685468:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000633ab9c9. 10000000:00000001:2.0:1767384918.685471:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:1.0:1767384918.685473:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000005dbeaa83. 10000000:01000000:2.0:1767384918.685474:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384918.685479:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384918.685481:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384918.685482:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384918.685483:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384918.685484:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384918.685485:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384918.685486:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384918.685487:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384918.685505:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384918.685506:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:1.0:1767384918.685510:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 000000006a261e45. 00000100:00000010:2.0:1767384918.685511:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033203a1c. 00000400:00000010:1.0:1767384918.685516:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000633ab9c9. 00000020:00000040:2.0:1767384918.685518:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000010:1.0:1767384918.685524:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000005dbeaa83. 00000100:00000001:2.0:1767384918.685525:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384918.685530:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384918.685530:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000009b855ef0. 02000000:00000001:2.0:1767384918.685534:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.685538:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384918.685542:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100151 02000000:00000010:2.0:1767384918.685544:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003adafedf. 00000400:00000200:1.0:1767384918.685548:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 rc 1 00000100:00000001:2.0:1767384918.685550:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.685557:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000100:00000001:2.0:1767384918.685560:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384918.685562:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384918.685567:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000678521ff. 00000100:00000040:2.0:1767384918.685570:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033203a1c] to pc [ptlrpcd_00_03+3] req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384918.685573:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (17) 00000400:00000010:1.0:1767384918.685583:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002bb81fb2. 00000400:00000200:1.0:1767384918.685591:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp10 10000000:00000001:2.0:1767384918.685600:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.685605:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384918.685605:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.685606:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp10 to MR: 192.168.203.109@tcp10 local destination 00000020:00000001:2.0:1767384918.685608:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384918.685613:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384918.685614:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384918.685618:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp10 NI seq info: [39:39:256:4294967295] 192.168.203.109@tcp10 LPNI seq info [39:39:8:4294967295] 00000100:00000001:3.0:1767384918.685619:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384918.685622:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384918.685626:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384918.685626:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384918.685629:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384918.685631:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp10 10000000:01000000:2.0:1767384918.685633:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384918.685638:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384918.685643:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384918.685643:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384918.685647:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384918.685647:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384918.685652:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384918.685654:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384918.685656:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384918.685657:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) -> 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) : PUT try# 0 02000000:00000001:3.0:1767384918.685658:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384918.685659:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384918.685661:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384918.685663:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384918.685664:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384918.685667:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384918.685669:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033203a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363752064:0@lo:253: 00000100:00000010:2.0:1767384918.685672:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051689056. 00000100:00000001:3.0:1767384918.685677:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384918.685678:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000800:00000200:1.0:1767384918.685680:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.109@tcp10 00000100:00000001:2.0:1767384918.685681:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384918.685683:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384918.685684:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384918.685687:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384918.685688:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384918.685688:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5e7f09b. 02000000:00000001:3.0:1767384918.685690:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384918.685697:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a0f95b51. 02000000:00000010:3.0:1767384918.685698:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d6c136e0. 00000800:00000200:1.0:1767384918.685702:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (6) 02000000:00000001:3.0:1767384918.685703:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.685704:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384918.685709:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bfd4ac6. 00000400:00000010:3.0:1767384918.685715:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8298fb3. 00000800:00000200:1.0:1767384918.685715:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:988 00000100:00000001:2.0:1767384918.685716:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384918.685720:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384918.685721:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5e7f09b type 1, nob 400 niov 1 nkiov 1 00000100:00000200:3.0:1767384918.685722:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363752064, portal 25 00000100:00000040:2.0:1767384918.685726:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051689056] to pc [ptlrpcd_00_00+0] req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.685728:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384918.685731:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879031680 : -107292830519936 : ffff9e6af0f32d80) 00000100:00000040:3.0:1767384918.685740:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384918.685741:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384918.685748:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 10000000:00000001:2.0:1767384918.685751:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.685753:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384918.685769:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384918.685772:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.685775:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:2.0:1767384918.685776:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384918.685781:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d90f306f. 00000020:00000010:2.0:1767384918.685781:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000deae5813. 00000100:00000001:1.0:1767384918.685783:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384918.685786:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363752064, offset 0 00000100:00000001:1.0:1767384918.685787:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384918.685790:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384918.685791:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384918.685794:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384918.685796:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384918.685797:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384918.685808:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384918.685820:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384918.685822:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384918.685825:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384918.685829:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03c80 02000000:00000001:1.0:1767384918.685829:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384918.685834:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384918.685838:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000100:00100000:1.0:1767384918.685839:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051689056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363752192:0@lo:253: 00000100:00000001:1.0:1767384918.685848:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384918.685849:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c8c703. 02000000:00000001:1.0:1767384918.685851:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384918.685855:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384918.685856:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9fb768c 02000000:00000001:1.0:1767384918.685857:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384918.685914:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384918.685917:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5e7f09b. 00000400:00000200:2.0:1767384918.685921:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384918.685925:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: PUT: OK 00000400:00000200:2.0:1767384918.685929:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384918.685932:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp10: 0 00000800:00000001:2.0:1767384918.685940:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384918.685947:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384918.685948:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384918.685951:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384918.685955:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10) <- 192.168.203.109@tcp10 : PUT - for me 00000400:00000200:2.0:1767384918.685961:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384918.685965:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 288/304 into md 0x1555 [1] + 0 00000400:00000010:2.0:1767384918.685968:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec6a5d42. 00000400:00000200:2.0:1767384918.685970:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e339bf76 00000800:00000001:2.0:1767384918.685973:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384918.685976:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384918.685977:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384918.685979:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: PUT: OK 00000400:00000200:2.0:1767384918.685983:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e339bf76 00000400:00000010:2.0:1767384918.685984:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e339bf76. 00000400:00000200:2.0:1767384918.685986:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384918.686000:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (18) 00000400:00000200:2.0:1767384918.686009:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:2.0:1767384918.686011:0:16334:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (304 bytes) 00000400:00000200:2.0:1767384918.686014:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384918.686020:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (19) 00000400:00000200:2.0:1767384918.686025:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384918.686028:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp10 to MR: 192.168.203.109@tcp10 local destination 00000400:00000200:2.0:1767384918.686032:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp10 NI seq info: [40:40:256:4294967295] 192.168.203.109@tcp10 LPNI seq info [40:40:8:4294967295] 00000400:00000200:2.0:1767384918.686040:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) -> 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) 192.168.203.109@tcp10 : ACK try# 0 00000800:00000200:2.0:1767384918.686043:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp10 00000800:00000010:2.0:1767384918.686046:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a7ecdcc. 00000800:00000200:2.0:1767384918.686049:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (6) 00000800:00000200:2.0:1767384918.686053:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:1021 00000800:00000200:2.0:1767384918.686065:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a7ecdcc type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384918.686072:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384918.686076:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384918.686107:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384918.686120:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384918.686124:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384918.686125:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9fb768c 00000800:00000010:2.0:1767384918.686128:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a7ecdcc. 00000400:00000010:3.0:1767384918.686130:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9fb768c. 02000000:00000010:1.0:1767384918.686132:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000047de866c. 00000400:00000200:2.0:1767384918.686133:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384918.686138:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.686139:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384918.686144:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: ACK: OK 00000100:00000200:3.0:1767384918.686145:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384918.686146:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde138d9. 00000800:00000001:2.0:1767384918.686149:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384918.686152:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000333bb8fb x1853237363752064 msgsize 4848 00000800:00000001:2.0:1767384918.686154:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384918.686154:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e83f78f. 00000800:00000001:2.0:1767384918.686159:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384918.686161:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363752192, portal 25 00000800:00000001:2.0:1767384918.686164:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384918.686165:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384918.686168:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767384918.686169:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384918.686170:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384918.686172:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879021824 : -107292830529792 : ffff9e6af0f30700) 00000800:00000001:2.0:1767384918.686177:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384918.686180:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.686182:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384918.686189:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10) <- 192.168.203.109@tcp10 : ACK - for me 00000400:00000200:3.0:1767384918.686192:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d90f306f 00000400:00000010:3.0:1767384918.686198:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d90f306f. 00000100:00000001:1.0:1767384918.686201:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384918.686204:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384918.686211:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384918.686214:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp10: ACK from 12345-192.168.203.109@tcp10 into md 0x15dd 00000100:00000040:1.0:1767384918.686216:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384918.686222:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384918.686223:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1400fb4. 00000400:00000200:2.0:1767384918.686230:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: ACK: OK 00000100:00000200:1.0:1767384918.686231:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363752192, offset 0 00000100:00000001:3.0:1767384918.686232:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384918.686235:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000678521ff 00000100:00000040:3.0:1767384918.686239:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384918.686245:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000678521ff. 00000400:00000200:2.0:1767384918.686250:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384918.686254:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.686255:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384918.686257:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000100:00000001:3.0:1767384918.686260:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384918.686263:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384918.686266:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (18) 00000100:00000001:3.0:1767384918.686274:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.686274:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1767384918.686276:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384918.686281:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294906571 00000800:00000001:2.0:1767384918.686282:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384918.686288:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03d00 00000100:00000010:3.0:1767384918.686290:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001bb3801d. 00000100:00000001:2.0:1767384918.686293:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384918.686296:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000100:00000001:2.0:1767384918.686297:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.686312:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384918.686312:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f556d46. 00000400:00000200:1.0:1767384918.686317:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fc3d140 00000100:00000001:3.0:1767384918.686322:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294906571 00000400:00000200:1.0:1767384918.686323:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384918.686329:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e5b87234. 00000400:00000200:1.0:1767384918.686330:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384918.686336:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384918.686337:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc3d140 00000400:00000010:1.0:1767384918.686342:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fc3d140. 00000100:00000001:3.0:1767384918.686343:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294906571 00000100:00000001:1.0:1767384918.686346:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384918.686348:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4a5ac4a. 00000100:00000200:1.0:1767384918.686349:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384918.686354:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384918.686355:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000243b80d6 x1853237363752192 msgsize 4848 00000100:00000001:3.0:1767384918.686359:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294906571 00000100:00100000:1.0:1767384918.686365:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384918.686366:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e017ca7b. 00000100:00000040:1.0:1767384918.686369:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384918.686373:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384918.686383:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384918.686385:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384918.686389:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.686390:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1400fb4 00000100:00000001:3.0:1767384918.686392:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384918.686394:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1400fb4. 00000100:00000001:3.0:1767384918.686397:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.686399:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384918.686405:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.686408:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384918.686411:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384918.686417:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384918.686420:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384918.686423:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384918.686424:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.686429:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384918.686429:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.686439:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.686441:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384918.686447:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.686450:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294906571 00000100:00000001:1.0:1767384918.686453:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294906571 00000100:00000001:1.0:1767384918.686455:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294906571 00000100:00000001:1.0:1767384918.686458:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294906571 00000100:00000001:1.0:1767384918.686468:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294906571 00000100:00000001:3.0:1767384918.686469:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384918.686471:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294906571 00000100:00100000:3.0:1767384918.686475:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363752064 00000100:00000001:1.0:1767384918.686476:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294906571 02000000:00000001:3.0:1767384918.686481:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384918.686482:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294906571 00000100:00000001:3.0:1767384918.686486:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384918.686486:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384918.686490:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.686491:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.686497:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.686497:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384918.686504:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363752064 00000100:00000001:1.0:1767384918.686504:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384918.686509:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384918.686509:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384918.686511:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:1.0:1767384918.686513:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384918.686517:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384918.686518:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384918.686521:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384918.686522:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:1.0:1767384918.686524:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.686529:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384918.686531:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.686535:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384918.686541:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384918.686545:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 00000100:00000001:3.0:1767384918.686548:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384918.686550:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384918.686552:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 00000400:00000010:1.0:1767384918.686557:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000009b855ef0. 00000020:00000010:3.0:1767384918.686560:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067c912fb. 00000400:00000010:1.0:1767384918.686565:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f556d46. 00000020:00000010:3.0:1767384918.686567:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a3c5251. 00000400:00000010:1.0:1767384918.686572:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000704dc7fa. 00000020:00000010:3.0:1767384918.686575:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000baa9bd02. 00000400:00000200:1.0:1767384918.686578:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009b855ef0 00000400:00000010:1.0:1767384918.686583:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000031ba8b3f. 00000400:00000200:1.0:1767384918.686586:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000100:00000040:3.0:1767384918.686588:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384918.686592:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102051 00000100:00000001:3.0:1767384918.686593:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384918.686596:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384918.686598:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (17) 00000100:00000001:3.0:1767384918.686599:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384918.686604:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 0000000031ba8b3f. 00000100:00000001:3.0:1767384918.686608:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384918.686610:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953e765c. 00000400:00000010:1.0:1767384918.686618:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000952333a3. 00000100:00000001:3.0:1767384918.686621:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384918.686623:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1767384918.686631:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384918.686637:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:3.0:1767384918.686640:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384918.686643:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363752192 00000100:00000001:2.0:1767384918.686645:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384918.686647:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384918.686648:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00000001:2.0:1767384918.686649:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384918.686651:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384918.686654:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384918.686658:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 02000000:00000001:3.0:1767384918.686660:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.686661:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000040:2.0:1767384918.686663:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00100000:3.0:1767384918.686666:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363752192 00000100:00000001:2.0:1767384918.686668:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988338256 : -107292721213360 : ffff9e6af7771050) 00000020:00000001:3.0:1767384918.686670:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384918.686673:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000040:2.0:1767384918.686676:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000333bb8fb x1853237363752064/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 4848/0 e 0 to 0 dl 1767384929 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384918.686677:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384918.686681:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:3.0:1767384918.686687:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384918.686693:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:1.0:1767384918.686697:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:2.0:1767384918.686698:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384918.686700:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384918.686703:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077134348. 00000020:00000010:3.0:1767384918.686706:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 00000100:00000001:2.0:1767384918.686707:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384918.686709:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:3.0:1767384918.686713:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384918.686713:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077134348. 00000020:00000010:3.0:1767384918.686720:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 00000400:00000200:1.0:1767384918.686721:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00100000:2.0:1767384918.686724:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000333bb8fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363752064:12345-0@lo:253: 00000020:00000010:3.0:1767384918.686730:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dd1cd8c. 00000100:00000200:2.0:1767384918.686734:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363752064 00000400:00000200:1.0:1767384918.686737:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000001:2.0:1767384918.686738:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384918.686739:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018f4568e. 00000020:00000001:2.0:1767384918.686743:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384918.686746:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384918.686747:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c5e0192. 00000400:00000200:1.0:1767384918.686749:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000001:2.0:1767384918.686751:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384918.686754:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:3.0:1767384918.686755:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384918.686770:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384918.686771:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384918.686774:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.686775:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.686779:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000001:2.0:1767384918.686781:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384918.686783:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384918.686784:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384918.686789:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.686790:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384918.686791:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:2.0:1767384918.686796:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384918.686800:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:3.0:1767384918.686802:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384918.686806:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384918.686816:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384918.686818:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00100000:3.0:1767384918.686822:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 02000000:00000010:2.0:1767384918.686822:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d9dbc4a5. 02000000:00000001:2.0:1767384918.686828:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.686829:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384918.686833:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.686833:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:3.0:1767384918.686834:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988339280 : -107292721212336 : ffff9e6af7771450) 20000000:00000001:2.0:1767384918.686840:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767384918.686843:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000243b80d6 x1853237363752192/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 4848/0 e 0 to 0 dl 1767384929 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384918.686846:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 20000000:00000010:2.0:1767384918.686851:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000305c4991. 20000000:01000000:2.0:1767384918.686857:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384918.686863:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384918.686895:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384918.686897:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.686898:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 20000000:00000001:2.0:1767384918.686903:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.686904:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384918.686907:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384918.686909:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000020:00000010:3.0:1767384918.686915:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 20000000:00000010:2.0:1767384918.686916:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c65bf20. 00000400:00000200:1.0:1767384918.686918:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp24 00000100:00000001:3.0:1767384918.686920:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384918.686921:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000200:1.0:1767384918.686927:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp24 lpni_is_preferred = 0 00000020:00000010:3.0:1767384918.686928:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 20000000:00000001:2.0:1767384918.686929:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384918.686934:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp24 00080000:00000001:2.0:1767384918.686936:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00100000:3.0:1767384918.686939:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000243b80d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16340:x1853237363752192:12345-0@lo:253: 00080000:00000001:2.0:1767384918.686941:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384918.686946:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp24 NI seq info: [41:41:256:4294967295] 192.168.203.109@tcp24 LPNI seq info [41:41:8:4294967295] 00000100:00000200:3.0:1767384918.686947:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363752192 00000020:00000001:3.0:1767384918.686952:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384918.686956:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384918.686957:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp24 00000020:00000001:3.0:1767384918.686959:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384918.686960:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384918.686965:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384918.686967:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:3.0:1767384918.686972:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384918.686974:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.686974:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24:) -> 192.168.203.109@tcp24(192.168.203.109@tcp:192.168.203.109@tcp24) : GET try# 0 00000020:00000001:3.0:1767384918.686975:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384918.686980:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384918.686981:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384918.686983:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384918.686994:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384918.686995:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384918.686999:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp24 00000100:00000001:3.0:1767384918.687000:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384918.687000:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 02000000:00000001:3.0:1767384918.687005:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384918.687005:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384918.687008:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5074df8. 02000000:00000010:3.0:1767384918.687010:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000deae5813. 00080000:00000002:2.0:1767384918.687010:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 02000000:00000001:3.0:1767384918.687015:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384918.687017:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00000100:00000001:3.0:1767384918.687019:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384918.687020:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:3.0:1767384918.687022:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384918.687025:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384918.687025:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a1400fb4. 20000000:00000010:3.0:1767384918.687030:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e9252101. 00080000:00000001:2.0:1767384918.687032:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384918.687033:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a0dc50da. 20000000:01000000:3.0:1767384918.687035:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384918.687035:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384918.687040:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384918.687041:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384918.687044:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:1.0:1767384918.687045:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (2) 20000000:00000001:3.0:1767384918.687047:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384918.687051:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384918.687052:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384918.687059:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000800:00000200:1.1:1767384918.687064:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (2) 00080000:00000001:2.0:1767384918.687066:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384918.687070:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e6901a17. 00080000:00000001:2.0:1767384918.687074:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780941910528 : -107292767641088 : ffff9e6af4b2a200) 00080000:00000001:2.0:1767384918.687077:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384918.687079:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384918.687081:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384918.687085:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100251 rc 0 00080000:00000010:2.0:1767384918.687088:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000077134348. 00080000:00000001:2.0:1767384918.687092:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384918.687094:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384918.687105:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384918.687120:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384918.687164:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687212:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687241:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687270:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687300:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687333:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687356:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687374:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687394:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687415:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687450:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687480:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687528:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687559:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687586:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687613:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687642:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687665:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687694:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687719:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687753:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687796:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687825:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687850:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687902:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687932:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687968:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.687996:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.688026:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.688065:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000800:00000010:1.0:1767384918.688236:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed34aee0. 00000800:00000010:1.0:1767384918.688242:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0c1d719. 00000800:00000010:1.0:1767384918.688248:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccbd1aec. 00000800:00000010:1.0:1767384918.688294:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccbd1aec. 00000400:00000200:2.0:1767384918.688366:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384918.688379:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp24 from 225.3.0.2 00000800:00000010:2.0:1767384918.688383:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dd286ff3. 00000800:00000010:1.0:1767384918.688418:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005befea76. 00000800:00000010:1.0:1767384918.688422:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e37bc158. 00000800:00000010:1.0:1767384918.688440:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000280cdf31. 00000800:00000200:1.1:1767384918.688445:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (2) 00000800:00000200:1.1:1767384918.688450:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp24 00000000280cdf31 deleted 00000800:00000010:1.1:1767384918.688452:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000280cdf31. 00000800:00000200:1.1:1767384918.688457:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384918.688476:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp24 ip 192.168.203.109:993 00000800:00000200:1.1:1767384918.688478:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5074df8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384918.688483:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp24 p 3.x 192.168.203.109 -> 192.168.203.109:993 incarnation:1767384916689758016 sched[0] 00000800:00000010:1.0:1767384918.688487:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccbd1aec. 00000800:00000010:1.0:1767384918.688525:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccbd1aec. 00000800:00000010:1.0:1767384918.688528:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e37bc158. 00000800:00000010:1.0:1767384918.688561:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dd286ff3. 00000800:00000200:3.1:1767384918.688567:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:1.0:1767384918.688572:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384918.688577:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp24 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384916689758016 sched[0] 00000800:00000010:3.0:1767384918.688582:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0c1d719. 00000800:00000001:1.0:1767384918.688637:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384918.688644:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384918.688646:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384918.688652:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384918.688652:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384918.688655:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000010:2.0:1767384918.688658:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f5074df8. 00000400:00000200:2.0:1767384918.688664:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384918.688664:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24) <- 192.168.203.109@tcp24 : GET - for me 00000400:00000200:2.0:1767384918.688673:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: GET: OK 00000400:00000200:1.0:1767384918.688686:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384918.688688:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384918.688691:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 304/304 into md 0x15d9 [1] + 0 00000400:00000200:2.0:1767384918.688693:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000400:00000200:1.0:1767384918.688703:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp24 to MR: 192.168.203.109@tcp24 local destination 00000400:00000200:3.0:1767384918.688707:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.688710:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp24 NI seq info: [42:42:255:4294967295] 192.168.203.109@tcp24 LPNI seq info [42:42:7:4294967295] 00000400:00000200:1.0:1767384918.688722:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24:192.168.203.109@tcp24) -> 192.168.203.109@tcp24(192.168.203.109@tcp24:192.168.203.109@tcp24) 192.168.203.109@tcp24 : REPLY try# 0 00000800:00000200:1.0:1767384918.688727:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.109@tcp24 00000800:00000010:1.0:1767384918.688731:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a83125b. 00000800:00000200:1.0:1767384918.688741:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (4) 00000800:00000200:1.0:1767384918.688746:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp24 ip 192.168.203.109:988 00000800:00000200:1.0:1767384918.688748:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a83125b type 3, nob 400 niov 1 nkiov 1 00000400:00000200:3.0:1767384918.688751:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.688796:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000200:1.0:1767384918.688804:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384918.688807:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a83125b. 00000400:00000200:1.0:1767384918.688810:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384918.688815:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: REPLY: OK 00000800:00000001:1.0:1767384918.688825:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384918.688829:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384918.688839:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384918.688841:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384918.688845:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384918.688850:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24) <- 192.168.203.109@tcp24 : REPLY - for me 00000400:00000200:3.0:1767384918.688853:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.688860:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp24: Reply from 12345-192.168.203.109@tcp24 of length 304/304 into md 0x15f5 00000800:00000001:1.0:1767384918.688891:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384918.688896:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384918.688898:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384918.688902:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: REPLY: OK 00000400:00000200:1.0:1767384918.688905:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953e765c 00000400:00000010:1.0:1767384918.688907:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000953e765c. 00000400:00000200:1.0:1767384918.688911:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384918.688912:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.688915:0:16333:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:1.0:1767384918.688919:0:16333:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:1.0:1767384918.688922:0:16333:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 17. state = 0x100251 00000400:00000200:1.0:1767384918.688926:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384918.688934:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (18) 00000800:00000001:1.0:1767384918.688940:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384918.688944:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384918.688952:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.688964:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384918.688969:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1000d1 00000400:00000010:1.0:1767384918.688974:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 000000005dbeaa83. 00000400:00000010:1.0:1767384918.688977:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000633ab9c9. 00000400:00000010:1.0:1767384918.688978:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000006a261e45. 00000400:00000200:3.0:1767384918.688984:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689008:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000010:1.0:1767384918.689017:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000067b90977. 00000400:00000200:1.0:1767384918.689025:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000067b90977 nid 192.168.203.109@tcp25 00000400:00000010:1.0:1767384918.689028:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a90c9d29. 00000400:00000200:1.0:1767384918.689032:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a90c9d29 net tcp25 00000400:00000200:1.0:1767384918.689035:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (17) 00000400:00000200:1.0:1767384918.689041:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp25 flags 0x11 00000400:00000010:1.0:1767384918.689045:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 000000005dbeaa83. 00000400:00000010:1.0:1767384918.689048:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000633ab9c9. 00000400:00000200:3.0:1767384918.689050:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000010:1.0:1767384918.689061:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000006a261e45. 00000400:00000010:1.0:1767384918.689066:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 0000000031ba8b3f. 00000400:00000200:1.0:1767384918.689071:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384918.689075:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100151 00000400:00000200:1.0:1767384918.689079:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 rc 1 00000400:00000200:1.0:1767384918.689083:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000200:1.0:1767384918.689085:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384918.689087:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100111 rc 0 00000400:00000200:1.0:1767384918.689091:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:3.0:1767384918.689093:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384918.689094:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (18) 00000400:00000200:3.0:1767384918.689133:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689166:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689197:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689219:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689238:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689260:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689276:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689320:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689354:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689371:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689383:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689405:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689427:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689451:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689469:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689495:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689516:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689556:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384918.689586:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00080000:00000010:2.0:1767384918.689616:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e6901a17. 00000400:00000200:3.0:1767384918.689632:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00080000:00000010:1.0:1767384918.689667:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000077134348. 00040000:00000001:1.0:1767384918.689675:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384918.689678:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384918.689681:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384918.689685:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384918.689689:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384918.689692:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384918.689706:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384918.689716:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e6901a17. 20000000:00000001:1.0:1767384918.689716:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384918.689721:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:01000000:1.0:1767384918.689723:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:2.0:1767384918.689725:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384918.689729:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384918.689731:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384918.689731:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384918.689737:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384918.689745:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384918.689747:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384918.689748:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384918.689749:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384918.689751:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384918.689753:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:2.0:1767384918.689756:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:2.0:1767384918.689769:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384918.689771:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384918.689774:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384918.689776:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384918.689778:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384918.689781:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384918.689783:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384918.689787:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000093020f3f. 00080000:00000001:2.0:1767384918.689795:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780941912576 : -107292767639040 : ffff9e6af4b2aa00) 00080000:00000001:2.0:1767384918.689797:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384918.689800:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384918.689803:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e99812e3. 00080000:00000001:2.0:1767384918.689805:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384918.689807:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384918.689816:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384918.689816:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384918.689823:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384918.689824:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 10000000:01000000:1.0:1767384918.689826:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384918.689832:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384918.689835:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000010:3.0:1767384918.689842:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004379a337. 00000800:00000010:3.0:1767384918.689847:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d90f306f. 00010000:00000040:1.0:1767384918.689850:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001cee7aee count: 2 00000800:00000010:3.0:1767384918.689851:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f05e86ec. 00000800:00000010:3.0:1767384918.689898:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f05e86ec. 00010000:00000001:1.0:1767384918.689901:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384918.689905:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384918.689910:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00000020:00000001:1.0:1767384918.689915:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384918.689918:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e424163 with handle 0x135556ebb4843b59 to hash 00000020:00000001:1.0:1767384918.689920:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384918.689921:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384918.689924:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384918.689927:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384918.689929:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384918.689932:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384918.689941:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384918.689944:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384918.689946:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384918.689948:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384918.689951:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384918.689955:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843b4b expref: 16 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384918.689961:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384918.689964:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384918.689966:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384918.689967:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384918.689969:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384918.689971:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384918.689974:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384918.689981:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001cee7aee) refcount = 2 00010000:00000040:1.0:1767384918.689984:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384918.689986:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843b4b expref: 16 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384918.690003:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384918.690005:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384918.690012:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ccbd1aec. 00000100:00000001:1.0:1767384918.690016:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384918.690019:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e37bc158. 00000100:00000001:1.0:1767384918.690022:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636781130752000 : -107292578799616 : ffff9e6afff42000) 00000100:00000001:1.0:1767384918.690024:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636781130752000 : -107292578799616 : ffff9e6afff42000) 00000100:00000001:1.0:1767384918.690027:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384918.690029:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384918.690031:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384918.690034:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384918.690036:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384918.690039:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384918.690052:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384918.690055:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384918.690057:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384918.690061:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095256724. 00000020:00000040:1.0:1767384918.690065:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000100:00000001:1.0:1767384918.690069:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384918.690071:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384918.690074:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384918.690079:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031ba8b3f. 00000100:00000001:1.0:1767384918.690083:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384918.690088:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843b4b expref: 16 pid: 17064 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384918.690098:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00010000:1.0:1767384918.690103:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843b4b expref: 16 pid: 17064 timeout: 389 lvb_type: 0 00010000:00000001:1.0:1767384918.690113:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:3.0:1767384918.690115:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp24 from 224.3.0.2 00000100:00000001:1.0:1767384918.690117:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384918.690121:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000064930c78. 00000100:00000040:1.0:1767384918.690124:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384918.690148:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384918.690151:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384918.690155:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f71aea18. 00000100:00100000:1.0:1767384918.690156:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363752320:0@lo:104: 00000800:00000010:2.0:1767384918.690163:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ac49c13. 00000100:00000001:1.0:1767384918.690163:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384918.690167:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384918.690170:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384918.690174:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384918.690178:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a261e45. 02000000:00000001:1.0:1767384918.690181:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384918.690185:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cd10d685. 00000400:00000010:1.0:1767384918.690186:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003102a3. 00000800:00000200:2.1:1767384918.690194:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (4) 00000400:00000010:1.0:1767384918.690195:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953e765c. 00000800:00000200:2.1:1767384918.690200:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp24 00000000cd10d685 deleted 00000100:00000200:1.0:1767384918.690201:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363752320, portal 16 00000800:00000010:2.1:1767384918.690203:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cd10d685. 00000100:00000001:1.0:1767384918.690207:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.1:1767384918.690208:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00000001:1.0:1767384918.690210:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534912 : -107297915016704 : ffff9e69c1e3ea00) 00000800:00000200:2.0:1767384918.690216:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp24 p 3.x 192.168.203.109 -> 192.168.203.109:992 incarnation:1767384916689758016 sched[0] 00000100:00000040:1.0:1767384918.690220:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1767384918.690222:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae818637. 00000100:00000001:1.0:1767384918.690233:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384918.690236:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384918.690240:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000100:00000200:1.0:1767384918.690243:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363752320, offset 0 00000400:00000200:1.0:1767384918.690250:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384918.690259:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384918.690268:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c03d80 00000800:00000010:2.0:1767384918.690273:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae818637. 00000400:00000200:1.0:1767384918.690278:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000800:00000010:2.0:1767384918.690279:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ac49c13. 00000400:00000200:1.0:1767384918.690286:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384918.690292:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384918.690298:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384918.690299:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384918.690303:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002931cb4e. 00000800:00000010:2.0:1767384918.690307:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000064930c78. 00000100:00000040:1.0:1767384918.690307:0:17087:0:(events.c:337:request_in_callback()) incoming req@000000002931cb4e x1853237363752320 msgsize 328 00000100:00100000:1.0:1767384918.690317:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.1:1767384918.690328:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384918.690335:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp24 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384916689758016 sched[0] 00000800:00000010:2.0:1767384918.690337:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d90f306f. 00000100:00000001:1.0:1767384918.690342:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384918.690357:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000400:00000010:1.0:1767384918.690359:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000100:00000001:1.0:1767384918.690362:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384918.690366:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384918.690372:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384918.690374:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384918.690378:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.690380:0:17087:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384918.690383:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.690384:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294906575 00000100:00000001:1.0:1767384918.690388:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294906571 00000100:00000001:1.0:1767384918.690391:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294906575 00000100:00000001:1.0:1767384918.690394:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294906571 00000100:00000001:1.0:1767384918.690396:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294906575 00000100:00000001:1.0:1767384918.690400:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294906571 00000100:00000001:3.0:1767384918.690402:0:17056:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384918.690402:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294906575 00000100:00100000:3.0:1767384918.690407:0:17056:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363752320 00000100:00000001:1.0:1767384918.690408:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294906571 02000000:00000001:3.0:1767384918.690412:0:17056:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384918.690413:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384918.690416:0:17056:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384918.690417:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.690421:0:17056:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384918.690421:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384918.690427:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.690428:0:17056:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.690429:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384918.690433:0:17056:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363752320 00010000:00000001:1.0:1767384918.690433:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384918.690436:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384918.690438:0:17056:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384918.690438:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384918.690441:0:17056:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 00010000:00000001:1.0:1767384918.690442:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384918.690444:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767384918.690446:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384918.690447:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384918.690449:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 00000100:00000001:1.0:1767384918.690450:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384918.690452:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384918.690455:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00100000:1.0:1767384918.690455:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e37bc158 going to sleep for 11 seconds 00000100:00000001:1.0:1767384918.690459:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384918.690460:0:17056:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:3.0:1767384918.690463:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384918.690467:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384918.690469:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 00000100:00000001:3.0:1767384918.690474:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384918.690476:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 00000800:00000001:1.0:1767384918.690479:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384918.690482:0:17056:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cbe8d46. 00000800:00000001:1.0:1767384918.690484:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384918.690487:0:17056:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000082030041. 00000800:00000001:1.0:1767384918.690487:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384918.690490:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384918.690493:0:17056:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000100:00000040:3.0:1767384918.690502:0:17056:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384918.690505:0:17056:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384918.690506:0:17056:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384918.690508:0:17056:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.690513:0:17056:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.690523:0:17056:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.690535:0:17056:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384918.690537:0:17055:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384918.690538:0:17056:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384918.690540:0:17055:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384918.690546:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384918.690550:0:17056:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 00000100:00000001:1.0:1767384918.690550:0:17055:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.690553:0:17056:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794539392 : -107297915012224 : ffff9e69c1e3fb80) 00000100:00000001:1.0:1767384918.690554:0:17055:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.690562:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002931cb4e x1853237363752320/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 328/0 e 0 to 0 dl 1767384929 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384918.690579:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384918.690582:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 00000100:00000001:3.0:1767384918.690584:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384918.690586:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 00000100:00100000:3.0:1767384918.690590:0:17056:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002931cb4e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363752320:12345-0@lo:104: 00000100:00000200:3.0:1767384918.690594:0:17056:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363752320 00010000:00000001:3.0:1767384918.690597:0:17056:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384918.690601:0:17056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384918.690603:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384918.690605:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000666aad15 refcount=2 00000020:00000001:3.0:1767384918.690607:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:3.0:1767384918.690610:0:17056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:3.0:1767384918.690613:0:17056:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384918.690614:0:17056:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384918.690617:0:17056:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384918.690625:0:17056:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384918.690627:0:17056:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384918.690630:0:17056:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d92e1656. 02000000:00000001:3.0:1767384918.690631:0:17056:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.690633:0:17056:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384918.690637:0:17056:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384918.690639:0:17056:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384918.690642:0:17056:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384918.690647:0:17056:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384918.690649:0:17056:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384918.690651:0:17056:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384918.690654:0:17056:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384918.690655:0:17056:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.690658:0:17056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384918.690666:0:17056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384918.690669:0:17056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000100:00000200:3.0:1767384918.690672:0:17056:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363752320, offset 224 00000400:00000200:3.0:1767384918.690677:0:17056:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384918.690682:0:17056:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384918.690686:0:17056:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c03d80 00000400:00000200:3.0:1767384918.690690:0:17056:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15f9 [1] + 224 00000400:00000200:3.0:1767384918.690693:0:17056:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384918.690696:0:17056:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384918.690698:0:17056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384918.690701:0:17056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384918.690707:0:17056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384918.690719:0:17056:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384918.690723:0:17056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000400:00000010:3.0:1767384918.690724:0:17056:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00000001:3.0:1767384918.690727:0:17056:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384918.690729:0:17056:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384918.690731:0:17056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.690734:0:17056:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:1.0:1767384918.690736:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384918.690737:0:17056:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384918.690740:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:3.0:1767384918.690742:0:17056:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e2c79e35. 00000400:00000001:1.0:1767384918.690743:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384918.690747:0:17056:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767384918.690747:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003102a3. 00000400:00000200:1.0:1767384918.690753:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953e765c 00000400:00000010:1.0:1767384918.690754:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000953e765c. 00010000:00010000:3.0:1767384918.690756:0:17056:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767384918.690769:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384918.690774:0:17056:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384918.690775:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384918.690777:0:17056:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384918.690781:0:17056:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384918.690782:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384918.690786:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384918.690789:0:17061:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:3.0:1767384918.690790:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002931cb4e x1853237363752320/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384918.690790:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384918.690793:0:17061:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384918.690797:0:17061:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384918.690801:0:17061:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384918.690819:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384918.690823:0:17056:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002931cb4e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363752320:12345-0@lo:104: Request processed in 242us (513us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384918.690824:0:17061:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000666aad15 already unused, calling callback (00000000c41d87b4) 00000100:00000001:1.0:1767384918.690824:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384918.690831:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384918.690831:0:17087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384918.690835:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384918.690836:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 10000000:00010000:2.0:1767384918.690836:0:17061:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384918.690837:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384918.690840:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384918.690845:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.690847:0:17056:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 00010000:00000001:2.0:1767384918.690849:0:17061:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:1.0:1767384918.690850:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384918.690852:0:17056:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384918.690852:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384918.690855:0:17056:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384918.690856:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384918.690859:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384918.690860:0:17056:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000082030041. 00000020:00000001:2.0:1767384918.690861:0:17061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384918.690862:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384918.690885:0:17061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000666aad15 refcount=3 00010000:00000001:1.0:1767384918.690885:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384918.690886:0:17056:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00010000:00000001:1.0:1767384918.690888:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384918.690891:0:17061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00000100:00000001:1.0:1767384918.690892:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384918.690893:0:17056:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004cbe8d46. 00010000:00000001:2.0:1767384918.690895:0:17061:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:2.0:1767384918.690900:0:17061:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1767384918.690900:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767384918.690901:0:17056:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 00010000:00010000:2.0:1767384918.690904:0:17061:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384918.690908:0:17056:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.690921:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384918.690922:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384918.690924:0:17061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384918.690927:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 10000000:01000000:2.0:1767384918.690929:0:17061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:1.0:1767384918.690932:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384918.690934:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 10000000:00000001:2.0:1767384918.690934:0:17061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:1.0:1767384918.690935:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:2.0:1767384918.690938:0:17061:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 20000000:00000010:3.0:1767384918.690939:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000305c4991. 00010000:00000001:1.0:1767384918.690940:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000040:2.0:1767384918.690941:0:17061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384918.690943:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.690944:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384918.690946:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.690947:0:17061:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384918.690948:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384918.690949:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384918.690955:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:3.0:1767384918.690956:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363752064 10000000:00000001:2.0:1767384918.690960:0:17061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:3.0:1767384918.690963:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 10000000:00000001:2.0:1767384918.690964:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384918.690968:0:17061:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 00000100:00100000:1.0:1767384918.690970:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363752320:0@lo:104: 00010000:00000200:3.0:1767384918.690973:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000333bb8fb x1853237363752064/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384918.690973:0:17061:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384918.690977:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.690977:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.690984:0:17061:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384918.690984:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.690988:0:17061:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384918.690991:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384918.690991:0:17061:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384918.690991:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384918.690995:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384918.690996:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.690997:0:17061:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384918.691001:0:17061:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384918.691002:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=36 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384918.691003:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095256724 x1853237363752320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384918.691005:0:17061:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000666aad15 with handle 0x135556ebb4843b4b from hash 00010000:00000001:2.0:1767384918.691011:0:17061:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384918.691012:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384918.691013:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.691017:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384918.691018:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384918.691020:0:17061:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384918.691024:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384918.691025:0:17061:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384918.691025:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384918.691028:0:17061:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:3.0:1767384918.691030:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384918.691031:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384918.691033:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.691034:0:17061:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000010:1.0:1767384918.691035:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a261e45. 00000100:00000001:3.0:1767384918.691037:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384918.691042:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384918.691048:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001526b5f6. 02000000:00000001:1.0:1767384918.691049:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384918.691051:0:17061:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:1.0:1767384918.691052:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384918.691053:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363752064, offset 224 00000020:00000040:1.0:1767384918.691055:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00000100:00000010:2.0:1767384918.691056:0:17061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a0eeefc. 00000020:00000001:1.0:1767384918.691060:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384918.691061:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384918.691062:0:17061:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=6 obd=MGC192.168.203.109@tcp 02000000:00000010:1.0:1767384918.691065:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000031ba8b3f. 00000100:00000001:2.0:1767384918.691067:0:17061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384918.691069:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384918.691070:0:17061:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384918.691072:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384918.691073:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384918.691074:0:17061:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384918.691075:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095256724. 00000400:00000200:3.0:1767384918.691081:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03c80 00000100:00000001:1.0:1767384918.691081:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767384918.691082:0:17061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee3b6df0. 00000100:00000001:1.0:1767384918.691083:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384918.691089:0:17061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384918.691089:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e37bc158. 00000400:00000200:3.0:1767384918.691093:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15e1 [2] + 224 00000100:00000001:1.0:1767384918.691094:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384918.691095:0:17061:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:1.0:1767384918.691098:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384918.691101:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384918.691101:0:17061:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384918.691102:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ccbd1aec. 00010000:00000001:1.0:1767384918.691108:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384918.691110:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384918.691113:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384918.691114:0:17061:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384918.691116:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384918.691118:0:17061:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384918.691123:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384918.691124:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384918.691124:0:17061:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767384918.691128:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384918.691133:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384918.691136:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384918.691139:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384918.691140:0:17061:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384918.691148:0:17061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a0eeefc] to pc [ptlrpcd_00_01+1] req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.691176:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384918.691183:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001526b5f6 00010000:00000001:2.0:1767384918.691185:0:17061:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384918.691186:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001526b5f6. 00000100:00000001:3.0:1767384918.691192:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384918.691192:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384918.691196:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384918.691196:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.691199:0:17061:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.691201:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.691201:0:17061:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384918.691205:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.691206:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384918.691209:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:2.0:1767384918.691209:0:17061:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384918.691212:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.691216:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384918.691220:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384918.691223:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000333bb8fb x1853237363752064/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384918.691223:0:17061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 00000000666aad15/0x135556ebb4843b4b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843b52 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384918.691239:0:17061:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000422d2ead count: 0 00000100:00100000:3.0:1767384918.691242:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000333bb8fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363752064:12345-0@lo:253: Request processed in 4542us (5088us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384918.691249:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:3.0:1767384918.691252:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:2.0:1767384918.691252:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384918.691253:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384918.691255:0:17061:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384918.691257:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384918.691258:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384918.691259:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000010:2.0:1767384918.691259:0:17061:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e2c79e35. 00000100:00000001:1.0:1767384918.691262:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384918.691264:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a3c5251. 00010000:00000001:2.0:1767384918.691271:0:17061:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384918.691271:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000010:3.0:1767384918.691272:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000baa9bd02. 00000100:00000001:1.0:1767384918.691278:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384918.691279:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067c912fb. 00000020:00000001:2.0:1767384918.691279:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384918.691282:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384918.691286:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767384918.691287:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000020:00000001:2.0:1767384918.691288:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384918.691288:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384918.691293:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.691293:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384918.691294:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384918.691299:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d9dbc4a5. 00010000:00010000:2.0:1767384918.691300:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384918.691300:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384918.691303:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384918.691304:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384918.691305:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384918.691306:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384918.691309:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.691309:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384918.691311:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:2.0:1767384918.691314:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384918.691316:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce1e18ee. 00000100:00000040:1.0:1767384918.691317:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384918.691321:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384918.691325:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.691332:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384918.691335:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001526b5f6. 00000100:00000001:1.0:1767384918.691335:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384918.691341:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384918.691344:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384918.691346:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384918.691349:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a0eeefc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363752448:0@lo:103: 00000100:00000001:3.0:1767384918.691350:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384918.691354:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384918.691355:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000001:3.0:1767384918.691356:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384918.691359:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384918.691359:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384918.691363:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bfd4ac6. 02000000:00000001:1.0:1767384918.691364:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384918.691365:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8298fb3 00000400:00000010:3.0:1767384918.691368:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8298fb3. 00000100:00000001:3.0:1767384918.691370:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384918.691374:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384918.691379:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.691383:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384918.691384:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.691386:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384918.691387:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384918.691388:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384918.691389:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384918.691390:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384918.691392:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384918.691395:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=36 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384918.691396:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384918.691397:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384918.691400:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384918.691401:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384918.691402:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.691403:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384918.691405:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384918.691407:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031ba8b3f. 00000100:00000001:3.0:1767384918.691412:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384918.691413:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.691415:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384918.691417:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384918.691419:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003102a3. 00000020:01000004:3.0:1767384918.691420:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384918.691423:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384918.691425:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384918.691427:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:1.0:1767384918.691429:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953e765c. 00000100:00000200:1.0:1767384918.691434:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363752448, portal 18 00000020:01000004:3.0:1767384918.691435:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384918.691437:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384918.691440:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000004:3.0:1767384918.691441:0:16343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384918.691444:0:16343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:1.0:1767384918.691444:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879023616 : -107292830528000 : ffff9e6af0f30e00) 00000020:01000004:3.0:1767384918.691447:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384918.691450:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384918.691454:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384918.691455:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384918.691478:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033203a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363752064:0@lo:253: 00000100:00000001:3.0:1767384918.691483:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.691485:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384918.691486:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033203a1c x1853237363752064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384918.691497:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384918.691500:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384918.691503:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d6c136e0. 00000100:00000001:1.0:1767384918.691506:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384918.691508:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384918.691513:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384918.691513:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384918.691517:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000400:00000010:1.0:1767384918.691518:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000020:00000001:3.0:1767384918.691522:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384918.691524:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363752448, offset 0 02000000:00000010:3.0:1767384918.691526:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003adafedf. 02000000:00000001:3.0:1767384918.691533:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384918.691533:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384918.691536:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384918.691539:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033203a1c. 00000400:00000200:1.0:1767384918.691545:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384918.691546:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384918.691549:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384918.691551:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384918.691555:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c03e00 00000100:00000001:3.0:1767384918.691557:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384918.691560:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384918.691565:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384918.691567:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000100:00000001:3.0:1767384918.691569:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384918.691576:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384918.691580:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384918.691584:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384918.691586:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384918.691589:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095256724. 00000100:00000040:1.0:1767384918.691592:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000095256724 x1853237363752448 msgsize 328 00000100:00100000:1.0:1767384918.691595:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384918.691608:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384918.691613:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000400:00000010:1.0:1767384918.691615:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000100:00000001:1.0:1767384918.691619:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384918.691622:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384918.691623:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384918.691626:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363752448 02000000:00000001:2.0:1767384918.691630:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384918.691633:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384918.691635:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384918.691640:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.691642:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384918.691643:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363752448 00000020:00000001:2.0:1767384918.691646:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384918.691647:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000040:1.0:1767384918.691648:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384918.691650:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384918.691653:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:2.0:1767384918.691657:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384918.691659:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384918.691663:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384918.691667:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae818637. 00000100:00000001:1.0:1767384918.691668:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.691671:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384918.691672:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384918.691674:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae818637. 00000020:00000010:2.0:1767384918.691679:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8b26f60. 00000100:00000001:1.0:1767384918.691679:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.691685:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294906576 00000020:00000010:2.0:1767384918.691686:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b66d1fcf. 00000020:00000010:2.0:1767384918.691690:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000100:00000001:1.0:1767384918.691693:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906575 00000100:00000040:2.0:1767384918.691696:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384918.691698:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294906576 00000100:00000001:2.0:1767384918.691699:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384918.691702:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384918.691704:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906575 00000100:00000001:1.0:1767384918.691707:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294906576 00010000:00000001:2.0:1767384918.691710:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384918.691711:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.691713:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384918.691716:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384918.691718:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906575 00000020:00000001:2.0:1767384918.691719:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384918.691721:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=4 00000020:00000001:2.0:1767384918.691724:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000100:00000001:1.0:1767384918.691724:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294906576 00010000:00000001:2.0:1767384918.691729:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000100:00000001:1.0:1767384918.691730:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906575 00010000:00010000:2.0:1767384918.691733:0:17059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843b4b expref: 16 pid: 17064 timeout: 389 lvb_type: 0 00000100:00000001:1.0:1767384918.691736:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384918.691741:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.691744:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384918.691745:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.691746:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.691749:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.691751:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.691752:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384918.691772:0:17059:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384918.691776:0:17059:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095256724 x1853237363752448/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 328/0 e 0 to 0 dl 1767384929 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384918.691782:0:17059:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384918.691783:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.691792:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384918.691799:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384918.691800:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384918.691802:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384918.691804:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384918.691805:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794534912 : -107297915016704 : ffff9e69c1e3ea00) 00000100:00000040:2.0:1767384918.691807:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000095256724 x1853237363752448/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 328/0 e 0 to 0 dl 1767384929 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384918.691813:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384918.691815:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae818637. 00000100:00000001:2.0:1767384918.691817:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384918.691818:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae818637. 00000100:00100000:2.0:1767384918.691821:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000095256724 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16340:x1853237363752448:12345-0@lo:103: 00000100:00000200:2.0:1767384918.691829:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363752448 00010000:00000001:2.0:1767384918.691831:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384918.691832:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384918.691834:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384918.691836:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384918.691837:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384918.691839:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000650dd5ae. 02000000:00000001:2.0:1767384918.691840:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.691841:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.691843:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384918.691844:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384918.691845:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384918.691846:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384918.691847:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=4 00000020:00000001:2.0:1767384918.691848:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384918.691849:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000040:2.0:1767384918.691851:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001cee7aee count: 3 00010000:00010000:2.0:1767384918.691853:0:17059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843b4b expref: 16 pid: 17064 timeout: 389 lvb_type: 0 00000100:00001000:2.0:1767384918.691857:0:17059:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384918 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384918.691859:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384918.691861:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.691862:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384918.691884:0:17059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843b4b expref: 16 pid: 17064 timeout: 389 lvb_type: 0 00000020:00000001:2.0:1767384918.691889:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384918.691890:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384918.691892:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384918.691893:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.691896:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384918.691897:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384918.691901:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.691902:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.691908:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384918.691910:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384918.691911:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f6a6e86 with handle 0x135556ebb4843b52 from hash 00010000:00000001:2.0:1767384918.691913:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384918.691914:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.691916:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.691917:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384918.691919:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384918.691920:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384918.691922:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f6a6e86/0x135556ebb4843b52 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843b4b expref: 16 pid: 17064 timeout: 389 lvb_type: 0 00010000:00000040:2.0:1767384918.691925:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00000020:00000040:2.0:1767384918.691926:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:2.0:1767384918.691929:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.691931:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384918.691932:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384918.691933:0:17059:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006e424163 00010000:00000001:2.0:1767384918.691934:0:17059:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384918.691936:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384918.691937:0:17059:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.691938:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384918.691939:0:17059:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.691941:0:17059:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384918.691942:0:17059:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384918.691943:0:17059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.691947:0:17059:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384918.691948:0:17059:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384918.691949:0:17059:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384918.691950:0:17059:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384918.691951:0:17059:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001cee7aee) refcount = 2 00010000:00010000:2.0:1767384918.691953:0:17059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.691956:0:17059:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384918.691962:0:17059:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384918.691963:0:17059:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.691964:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384918.691966:0:17059:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae818637. 00000100:00000001:2.0:1767384918.691967:0:17059:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384918.691969:0:17059:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ac49c13. 00000100:00000001:2.0:1767384918.691970:0:17059:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775783369344 : -107297926182272 : ffff9e69c1398a80) 00000100:00000001:2.0:1767384918.691972:0:17059:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775783369344 : -107297926182272 : ffff9e69c1398a80) 00000100:00000001:2.0:1767384918.691973:0:17059:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384918.691974:0:17059:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384918.691975:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384918.691987:0:17059:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384918.691989:0:17059:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384918.691991:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384918.691991:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384918.691992:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=5 00000020:00000001:2.0:1767384918.691993:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:2.0:1767384918.691995:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:2.0:1767384918.691996:0:17059:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384918.691997:0:17059:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692001:0:17059:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384918.692002:0:17059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692005:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692006:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384918.692007:0:17059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692010:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384918.692011:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692012:0:17059:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384918.692013:0:17059:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384918.692021:0:17059:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e424163 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384918.692023:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384918.692024:0:17059:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384918.692025:0:17059:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692029:0:17059:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384918.692029:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384918.692030:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384918.692031:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=6 00000020:00000001:2.0:1767384918.692032:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:2.0:1767384918.692033:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:2.0:1767384918.692034:0:17059:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384918.692035:0:17059:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692038:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384918.692039:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384918.692039:0:17059:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692047:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384918.692048:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384918.692049:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384918.692050:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384918.692051:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e424163 with handle 0x135556ebb4843b59 from hash 00010000:00000001:2.0:1767384918.692052:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384918.692053:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692054:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.692054:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384918.692055:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384918.692056:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384918.692057:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384918.692058:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.692059:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692060:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384918.692064:0:17059:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384918.692065:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692067:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.692068:0:17059:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692069:0:17059:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692070:0:17059:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384918.692072:0:17059:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692075:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692076:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.692078:0:17059:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:1.0:1767384918.692078:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692080:0:17059:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384918.692082:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692084:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.692087:0:17059:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384918.692090:0:17059:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384918.692093:0:17059:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384918.692093:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384918.692097:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692099:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384918.692099:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384918.692102:0:17059:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384918.692104:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692105:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384918.692108:0:17059:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384918.692111:0:17059:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.692115:0:17059:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.692118:0:17059:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384918.692122:0:17059:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ac49c13. 00010000:00000001:1.0:1767384918.692122:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384918.692126:0:17059:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384918.692126:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692131:0:17059:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384918.692131:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e424163/0x135556ebb4843b59 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384918.692134:0:17059:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae818637. 00010000:00000001:2.0:1767384918.692139:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384918.692141:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384918.692143:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384918.692146:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001cee7aee count: 0 00010000:00000001:2.0:1767384918.692147:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384918.692150:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384918.692153:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384918.692157:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384918.692158:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384918.692160:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384918.692164:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384918.692166:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384918.692168:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384918.692169:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.692171:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384918.692172:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384918.692175:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000100:00000200:2.0:1767384918.692177:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363752448, offset 224 00000400:00000200:2.0:1767384918.692179:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384918.692183:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384918.692187:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c03e00 00000400:00000200:2.0:1767384918.692190:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x160d [1] + 224 00000400:00000200:2.0:1767384918.692193:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384918.692195:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384918.692197:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384918.692199:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384918.692205:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384918.692215:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384918.692218:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000400:00000010:2.0:1767384918.692220:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000001:2.0:1767384918.692222:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384918.692223:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384918.692226:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.692227:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384918.692229:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:1.0:1767384918.692231:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384918.692233:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384918.692236:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384918.692237:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384918.692241:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384918.692242:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095256724 x1853237363752448/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384918.692245:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003102a3. 00000400:00000200:1.0:1767384918.692251:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953e765c 00000100:00100000:2.0:1767384918.692254:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000095256724 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363752448:12345-0@lo:103: Request processed in 438us (659us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384918.692256:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000953e765c. 00000100:00000001:1.0:1767384918.692263:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384918.692264:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000200:1.0:1767384918.692270:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384918.692273:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384918.692278:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384918.692281:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384918.692284:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b66d1fcf. 00000100:00000200:1.0:1767384918.692288:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384918.692289:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767384918.692292:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8b26f60. 00000020:00000040:2.0:1767384918.692294:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:2.0:1767384918.692295:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.692307:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384918.692309:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.692312:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384918.692313:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384918.692315:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384918.692317:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384918.692319:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384918.692327:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384918.692331:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384918.692333:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384918.692335:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384918.692336:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384918.692338:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.692340:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384918.692344:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.692351:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384918.692353:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384918.692354:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384918.692357:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384918.692364:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a0eeefc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363752448:0@lo:103: 00000100:00000001:1.0:1767384918.692368:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.692370:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384918.692373:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a0eeefc x1853237363752448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.692379:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384918.692381:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384918.692383:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031ba8b3f. 02000000:00000001:1.0:1767384918.692386:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384918.692388:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384918.692389:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384918.692391:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384918.692399:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ee3b6df0. 02000000:00000001:1.0:1767384918.692402:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384918.692403:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384918.692405:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a0eeefc. 00000100:00000001:1.0:1767384918.692407:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384918.692409:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384918.692411:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.692413:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384918.692414:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384918.692415:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.692417:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384918.692597:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000093020f3f. 00080000:00000010:1.0:1767384918.692634:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e99812e3. 00040000:00000001:1.0:1767384918.692639:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384918.692641:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384918.692643:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384918.692646:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384918.692649:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384918.692651:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384918.692653:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384918.692665:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384918.692668:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384918.692672:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384918.692673:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384918.692675:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384918.692678:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384918.692680:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384918.692682:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384918.692686:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dffe7809. 00010000:00000001:2.0:1767384918.692689:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384918.692692:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f30437fd. 00000020:00000001:2.0:1767384918.692694:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384918.692697:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f30437fd with handle 0x135556ebb4843b60 to hash 00000020:00000001:2.0:1767384918.692699:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384918.692700:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384918.692702:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384918.692703:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384918.692704:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384918.692706:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692710:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384918.692712:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384918.692713:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384918.692714:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384918.692715:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.692717:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384918.692718:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.692719:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384918.692726:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384918.692727:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384918.692728:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384918.692730:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dffe7809) refcount = 1 00010000:00010000:2.0:1767384918.692732:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692735:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384918.692737:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384918.692738:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.692740:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692741:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384918.692742:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384918.692743:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384918.692745:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384918.692746:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384918.692747:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=4 00000020:00000001:2.0:1767384918.692749:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384918.692750:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384918.692752:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384918.692753:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692757:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384918.692771:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692775:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692776:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384918.692777:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692781:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384918.692782:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692794:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384918.692801:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384918.692804:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f30437fd already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384918.692806:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384918.692807:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384918.692808:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692812:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384918.692813:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384918.692814:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384918.692815:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=5 00000020:00000001:2.0:1767384918.692817:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384918.692818:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384918.692820:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384918.692821:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384918.692825:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384918.692826:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384918.692827:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692830:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384918.692832:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000020:1.0:1767384918.692832:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384918.692834:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384918.692837:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.692838:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384918.692839:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f30437fd with handle 0x135556ebb4843b60 from hash 20000000:00000010:1.0:1767384918.692842:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e9252101. 00010000:00000001:2.0:1767384918.692843:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384918.692845:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692848:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.692849:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384918.692859:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384918.692861:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 20000000:00000001:1.0:1767384918.692861:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384918.692895:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363752192 00010000:00000001:1.0:1767384918.692898:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384918.692903:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000243b80d6 x1853237363752192/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384918.692911:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384918.692913:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692915:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00001000:1.0:1767384918.692917:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=36 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384918.692918:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.692924:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.692925:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384918.692929:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384918.692933:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384918.692934:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384918.692936:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384918.692941:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384918.692941:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384918.692943:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.692944:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692945:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692946:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384918.692948:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384918.692952:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.692953:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692957:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.692958:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384918.692959:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384918.692960:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384918.692964:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384918.692965:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384918.692967:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:1.0:1767384918.692968:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384918.692969:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384918.692973:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384918.692974:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e37bc158. 00010000:00010000:2.0:1767384918.692975:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384918.692981:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363752192, offset 224 00010000:00000001:2.0:1767384918.692982:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384918.692985:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384918.692986:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f30437fd/0x135556ebb4843b60 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384918.692990:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dffe7809 count: 0 00010000:00000001:2.0:1767384918.692998:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384918.692998:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:2.0:1767384918.693001:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384918.693008:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384918.693017:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03d00 00000400:00000200:1.0:1767384918.693023:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15e9 [2] + 224 00000400:00000200:1.0:1767384918.693029:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384918.693033:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384918.693037:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384918.693042:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384918.693056:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384918.693074:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384918.693082:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e37bc158 00000100:00000001:2.0:1767384918.693084:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384918.693085:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e37bc158. 00000100:00000001:2.0:1767384918.693087:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384918.693092:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384918.693093:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384918.693096:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384918.693096:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384918.693100:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde138d9. 00000100:00000001:1.0:1767384918.693103:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384918.693104:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e83f78f 00000400:00000010:2.0:1767384918.693108:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e83f78f. 00000100:00000040:1.0:1767384918.693111:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384918.693113:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384918.693115:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384918.693117:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.693122:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384918.693124:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384918.693129:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000243b80d6 x1853237363752192/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:144/0 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384918.693137:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384918.693153:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384918.693153:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000243b80d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363752192:12345-0@lo:253: Request processed in 6245us (6794us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384918.693156:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384918.693160:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384918.693162:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384918.693164:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384918.693166:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384918.693169:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 02000000:00000001:2.0:1767384918.693170:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384918.693176:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00001000:2.0:1767384918.693177:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384918.693182:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384918.693183:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384918.693185:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384918.693187:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.693188:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384918.693189:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.693190:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.693195:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384918.693196:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384918.693201:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018f4568e. 00000100:00000001:2.0:1767384918.693203:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384918.693206:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384918.693207:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384918.693209:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:1.0:1767384918.693210:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c5e0192. 00000020:01000004:2.0:1767384918.693211:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384918.693214:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384918.693216:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384918.693217:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000010:1.0:1767384918.693217:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dd1cd8c. 00000020:01000004:2.0:1767384918.693220:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384918.693222:0:16340:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384918.693223:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000040:1.0:1767384918.693224:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000020:01000004:2.0:1767384918.693225:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384918.693229:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384918.693230:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384918.693234:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000deae5813. 00000100:00100000:2.0:1767384918.693238:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051689056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363752192:0@lo:253: 02000000:00000001:1.0:1767384918.693240:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384918.693243:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384918.693247:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384918.693250:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384918.693254:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384918.693254:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003102a3. 00000100:00000040:2.0:1767384918.693258:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051689056 x1853237363752192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384918.693261:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e37bc158. 00000100:00000001:2.0:1767384918.693264:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384918.693267:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384918.693269:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000047de866c. 02000000:00000001:2.0:1767384918.693273:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384918.693274:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384918.693276:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384918.693277:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384918.693278:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a0f95b51. 02000000:00000001:2.0:1767384918.693290:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384918.693291:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384918.693292:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051689056. 00000100:00000001:2.0:1767384918.693294:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384918.693295:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384918.693296:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384918.693299:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384918.693300:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384918.693302:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384918.693303:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384918.697922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001cee7aee. 00010000:00000010:1.1:1767384918.697929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00000100:00000040:0.0:1767384918.697933:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294906576, at 4294906577 00000100:00000010:0.0:1767384918.697942:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001bb3801d. 00000100:00000040:1.0:1767384918.697944:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294906576, at 4294906577 00000100:00000010:1.0:1767384918.697951:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e5b87234. 00000100:00000040:3.0:1767384918.697989:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294906576, at 4294906577 00000100:00000040:2.0:1767384918.697989:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294906576, at 4294906577 00000100:00000010:2.0:1767384918.697998:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4a5ac4a. 00000100:00000010:3.0:1767384918.698001:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e017ca7b. 00010000:00000010:2.1:1767384918.698115:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000422d2ead. 00010000:00000010:2.1:1767384918.698120:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000666aad15. 00010000:00000010:2.1:1767384918.698125:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f6a6e86. 00010000:00000010:2.1:1767384918.698130:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dffe7809. 00010000:00000010:2.1:1767384918.698135:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f30437fd. 00000400:00000010:0.0:1767384918.702118:0:24615:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009298f26c. 00000400:00000040:0.0:1767384918.702133:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384918.702135:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384918.702138:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384918.702139:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384918.702141:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384918.702142:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384918.702144:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384918.702145:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384918.702146:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384918.702147:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384918.702149:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384918.702150:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384918.702152:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384918.702153:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384918.702153:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384918.702155:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384918.702156:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384918.702157:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384918.702158:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384918.702159:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384918.702160:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384918.702161:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384918.702162:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384918.702163:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384918.702164:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384918.702166:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384918.702167:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384918.702168:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384918.702169:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384918.702175:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384918.702176:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384918.702177:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384918.702179:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384918.702180:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384918.702181:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384918.702182:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384918.702183:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384918.702185:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384918.702186:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384918.702187:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384918.702187:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384918.702188:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384918.702190:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384918.702191:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384918.702191:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384918.702192:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384918.702193:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384918.702194:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384918.702196:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384918.702197:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384918.702198:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384918.702199:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384918.702200:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384918.702201:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384918.702202:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384918.702203:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384918.702203:0:24615:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384918.702238:0:24615:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009298f26c. 00010000:00000001:2.0:1767384919.384959:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384919.384966:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384919.384974:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384919.384976:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.385013:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384919.385018:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.385022:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384919.675264:0:24903:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b66d1fcf. 00080000:00000010:2.0:1767384919.675272:0:24903:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b66d1fcf. 00000020:00000001:2.0:1767384919.675276:0:24903:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384919.675283:0:24903:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b66d1fcf. 00080000:00000010:2.0:1767384919.675287:0:24903:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b66d1fcf. 00000020:00000001:2.0:1767384919.675290:0:24903:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.409010:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384920.409028:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.409037:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384920.409039:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384920.409082:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384920.409089:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384920.409096:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384920.458843:0:25067:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384920.458847:0:25067:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:2.0:1767384920.464464:0:25067:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384920.474387:0:25068:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000044b7fb02. 00000400:00000010:2.0:1767384920.474402:0:25068:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ada29b4a. 00000400:00000010:2.0:1767384920.474412:0:25068:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000507c8e19. 00000400:00000010:2.0:1767384920.474416:0:25068:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006e6c2d96. 00000400:00000010:2.0:1767384920.474419:0:25068:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000185e996a. 00000400:00000010:2.0:1767384920.474424:0:25068:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ac64290. 00000400:00000010:2.0:1767384920.474426:0:25068:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000662badfa. 00000400:00000010:2.0:1767384920.474427:0:25068:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000116fb457. 00000400:00000010:2.0:1767384920.474431:0:25068:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d962f2b8. 00000800:00000010:2.0:1767384920.474444:0:25068:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007a7ecdcc. 00000800:00000200:2.0:1767384920.474454:0:25068:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384920.474464:0:25068:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384920.474515:0:25068:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:2.0:1767384920.474540:0:25068:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp26 [8/256/0/180] 00000400:00000010:2.0:1767384920.476937:0:25068:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000f48eef6f. 00000400:00000010:2.0:1767384920.476945:0:25068:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000286db504. 00000400:00000010:2.0:1767384920.476952:0:25068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000400:00000001:2.0:1767384920.476971:0:25068:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384920.476973:0:25068:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384920.476975:0:25068:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc40650. 00000400:00000200:2.0:1767384920.476979:0:25068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000400:00000010:2.0:1767384920.476982:0:25068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00000400:00000010:2.0:1767384920.476987:0:25068:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000884b53a6. 00000400:00000200:2.0:1767384920.476993:0:25068:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (17) 00000400:00000200:2.0:1767384920.477011:0:25068:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384920.477024:0:25068:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:2.0:1767384920.477032:0:25068:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000014b9e209. 00000020:01000000:2.0:1767384920.477042:0:25068:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384920.477046:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384920.477053:0:25068:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp26 00000400:00000200:1.0:1767384920.477059:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:1.0:1767384920.477070:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953e765c. 00000400:00000200:1.0:1767384920.477074:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (18) 00000400:00000010:2.0:1767384920.477076:0:25068:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ada29b4a. 00000400:00000010:1.0:1767384920.477081:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000036a697a6. 00000400:00000010:2.0:1767384920.477083:0:25068:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000044b7fb02. 00000400:00000200:1.0:1767384920.477091:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp24 00000400:00000200:1.0:1767384920.477109:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp24 to MR: 192.168.203.109@tcp24 local destination 00000020:00000001:0.0:1767384920.477113:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384920.477137:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp24 NI seq info: [43:43:256:4294967295] 192.168.203.109@tcp24 LPNI seq info [43:43:8:4294967295] 10000000:00000001:0.0:1767384920.477137:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384920.477143:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384920.477147:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384920.477150:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp24 00000020:01000004:0.0:1767384920.477154:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384920.477161:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384920.477166:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24:192.168.203.109@tcp24) -> 192.168.203.109@tcp24(192.168.203.109@tcp24:192.168.203.109@tcp24) : PUT try# 0 00000020:01000004:0.0:1767384920.477167:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384920.477174:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:1.0:1767384920.477179:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.109@tcp24 00000020:01000004:0.0:1767384920.477180:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:1.0:1767384920.477185:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b92d40. 00000800:00000200:1.0:1767384920.477191:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (6) 00000020:01000004:0.0:1767384920.477199:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384920.477203:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:1.0:1767384920.477208:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp24 ip 192.168.203.109:988 00000020:01000004:0.0:1767384920.477209:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384920.477213:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:1.0:1767384920.477215:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059b92d40 type 1, nob 416 niov 1 nkiov 1 00000020:01000004:0.0:1767384920.477216:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384920.477223:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6f92ef3. 00000020:00000040:0.0:1767384920.477231:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384920.477238:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384920.477240:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384920.477245:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384920.477250:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384920.477253:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 02000000:00000010:0.0:1767384920.477256:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007f9ee93f. 00000100:00000001:0.0:1767384920.477264:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.477272:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384920.477275:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384920.477283:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6f92ef3] to pc [ptlrpcd_00_02+2] req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384920.477312:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384920.477315:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384920.477317:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384920.477320:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384920.477327:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384920.477329:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384920.477330:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384920.477335:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384920.477337:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00100000:2.0:1767384920.477338:0:16343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:01000004:0.0:1767384920.477340:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384920.477343:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384920.477344:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384920.477348:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384920.477350:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384920.477352:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384920.477355:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384920.477355:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384920.477358:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384920.477359:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384920.477361:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384920.477364:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384920.477365:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384920.477384:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384920.477389:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384920.477390:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006032cdbf. 00000020:00000040:0.0:1767384920.477399:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000040:2.0:1767384920.477400:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384920.477411:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384920.477412:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384920.477420:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:3.0:1767384920.477423:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b92d40. 00000100:00000001:2.0:1767384920.477424:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384920.477429:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384920.477433:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384920.477436:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384920.477440:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.477441:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384920.477449:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: PUT: OK 02000000:00000001:2.0:1767384920.477453:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384920.477459:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:2.0:1767384920.477460:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363752576:0@lo:253: 02000000:00000010:0.0:1767384920.477462:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000523ff2bd. 00000400:00000200:3.0:1767384920.477468:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp24: 0 00000100:00000001:2.0:1767384920.477475:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384920.477478:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.477484:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767384920.477486:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384920.477489:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.477492:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384920.477494:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384920.477500:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384920.477501:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384920.477506:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000047de866c. 00000800:00000001:3.0:1767384920.477513:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384920.477513:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384920.477520:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006032cdbf] to pc [ptlrpcd_00_03+3] req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384920.477524:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000597b2dde. 00000800:00000001:3.0:1767384920.477525:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384920.477536:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ada29b4a. 00000100:00000200:2.0:1767384920.477547:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363752576, portal 25 00000400:00000200:3.0:1767384920.477557:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24) <- 192.168.203.109@tcp24 : PUT - for me 00000100:00000001:2.0:1767384920.477557:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384920.477564:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990644224 : -107292718907392 : ffff9e6af79a4000) 10000000:00000001:0.0:1767384920.477567:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384920.477573:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384920.477575:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384920.477578:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384920.477585:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384920.477589:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 320 into portal 0 MB=0x8000000000000000 00000020:00000010:0.0:1767384920.477595:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000014b9e209. 00000100:00000001:2.0:1767384920.477606:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384920.477617:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384920.477618:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 304/320 into md 0x15f1 [1] + 0 00000400:00000010:2.0:1767384920.477622:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d477dac. 00000100:00000001:0.0:1767384920.477622:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384920.477631:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:3.0:1767384920.477633:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f556d46. 00000100:00000001:0.0:1767384920.477642:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384920.477647:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000704dc7fa 00000100:00000001:0.0:1767384920.477655:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384920.477656:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363752576, offset 0 00000800:00000001:3.0:1767384920.477659:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384920.477662:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384920.477671:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384920.477672:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384920.477674:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384920.477679:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384920.477682:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384920.477686:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384920.477692:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384920.477704:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: PUT: OK 00000100:00000040:0.0:1767384920.477704:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384920.477713:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03e80 00000400:00000200:3.0:1767384920.477718:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000704dc7fa 00000400:00000010:3.0:1767384920.477725:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000704dc7fa. 00000400:00000200:3.0:1767384920.477735:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384920.477742:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 00000100:00000001:0.0:1767384920.477742:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384920.477765:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (19) 00000100:00000001:0.0:1767384920.477771:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384920.477772:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae17293. 00000400:00000200:3.0:1767384920.477780:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 02000000:00000001:0.0:1767384920.477798:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384920.477799:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d1dab6ff 00000400:00000200:3.0:1767384920.477803:0:16334:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (320 bytes) 02000000:00000001:0.0:1767384920.477804:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384920.477809:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384920.477811:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384920.477814:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384920.477821:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384920.477821:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363752704:0@lo:253: 00000100:00000001:0.0:1767384920.477830:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384920.477831:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (20) 02000000:00000001:0.0:1767384920.477836:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384920.477840:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384920.477842:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384920.477842:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dab6ff 02000000:00000001:0.0:1767384920.477843:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384920.477866:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1dab6ff. 02000000:00000010:0.0:1767384920.477871:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000014b9e209. 00000400:00000200:3.0:1767384920.477876:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp24 to MR: 192.168.203.109@tcp24 local destination 00000100:00000001:2.0:1767384920.477877:0:16343:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384920.477878:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384920.477883:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384920.477890:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000003908620a x1853237363752576 msgsize 4848 00000400:00000010:0.0:1767384920.477891:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000145dd2f6. 00000400:00000200:3.0:1767384920.477941:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp24 NI seq info: [44:44:256:4294967295] 192.168.203.109@tcp24 LPNI seq info [44:44:8:4294967295] 00000400:00000010:0.0:1767384920.477948:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004002d3b4. 00000100:00000200:0.0:1767384920.477958:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363752704, portal 25 00000100:00100000:2.0:1767384920.477963:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384920.477967:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384920.477971:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384920.477972:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990652288 : -107292718899328 : ffff9e6af79a5f80) 00000400:00000200:3.0:1767384920.477980:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24:192.168.203.109@tcp24) -> 192.168.203.109@tcp24(192.168.203.109@tcp24:192.168.203.109@tcp24) 192.168.203.109@tcp24 : ACK try# 0 00000100:00000001:2.0:1767384920.477985:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384920.477987:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384920.478003:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384920.478010:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384920.478013:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d477dac 00000400:00000010:0.0:1767384920.478017:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000143d6080. 00000800:00000200:3.0:1767384920.478019:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp24 00000400:00000010:2.0:1767384920.478019:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d477dac. 00000100:00000001:2.0:1767384920.478029:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1767384920.478032:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ac94156. 00000100:00000200:0.0:1767384920.478033:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363752704, offset 0 00000100:00000200:2.0:1767384920.478038:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384920.478052:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384920.478055:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (6) 00000400:00000200:0.0:1767384920.478069:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384920.478072:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767384920.478079:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp24 ip 192.168.203.109:993 00000100:00000040:2.0:1767384920.478080:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384920.478089:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ac94156 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384920.478091:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03f00 00000100:00000001:2.0:1767384920.478107:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.478108:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000100:00000001:2.0:1767384920.478113:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384920.478116:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973e22c6. 00000800:00000001:3.0:1767384920.478138:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384920.478138:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.478140:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b05d4017 00000100:00000001:2.0:1767384920.478147:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294908363 00000400:00000200:0.0:1767384920.478149:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384920.478151:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384920.478154:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a76fbda7. 00000400:00000200:0.0:1767384920.478158:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384920.478163:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b05d4017 00000100:00000001:2.0:1767384920.478164:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384920.478166:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b05d4017. 00000100:00000001:2.0:1767384920.478173:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294908363 00000100:00000001:0.0:1767384920.478174:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384920.478178:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767384920.478181:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000538e0482. 00000100:00000040:0.0:1767384920.478183:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000e4e158b0 x1853237363752704 msgsize 4848 00000100:00100000:0.0:1767384920.478193:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384920.478195:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384920.478196:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:3.0:1767384920.478202:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384920.478204:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294908363 00000800:00000010:3.0:1767384920.478207:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ac94156. 00000100:00000010:2.0:1767384920.478209:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cae06e8. 00000100:00000001:0.0:1767384920.478210:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384920.478219:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384920.478219:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384920.478221:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000143d6080 00000400:00000010:0.0:1767384920.478226:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000143d6080. 00000100:00000001:2.0:1767384920.478228:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294908363 00000100:00000001:0.0:1767384920.478232:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384920.478235:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000297a2982. 00000400:00000200:3.0:1767384920.478238:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: ACK: OK 00000100:00000200:0.0:1767384920.478242:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.478243:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384920.478250:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384920.478253:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384920.478256:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384920.478263:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.478264:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.478269:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384920.478273:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384920.478274:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384920.478277:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384920.478280:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.478281:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384920.478286:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384920.478287:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384920.478294:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384920.478294:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384920.478303:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384920.478314:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24) <- 192.168.203.109@tcp24 : ACK - for me 00000100:00000001:2.0:1767384920.478324:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384920.478329:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363752576 00000100:00000001:0.0:1767384920.478333:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.478335:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384920.478337:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp24: ACK from 12345-192.168.203.109@tcp24 into md 0x1625 00000100:00000001:2.0:1767384920.478340:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384920.478342:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384920.478345:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384920.478345:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.478353:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.478356:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384920.478357:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: ACK: OK 00000100:00100000:2.0:1767384920.478360:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363752576 00000100:00000001:0.0:1767384920.478366:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294908363 00000020:00000001:2.0:1767384920.478367:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384920.478369:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953e765c 00000020:00000040:2.0:1767384920.478372:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000010:3.0:1767384920.478376:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000953e765c. 00000020:00000001:2.0:1767384920.478377:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384920.478377:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294908363 00000400:00000200:3.0:1767384920.478383:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000040:2.0:1767384920.478383:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:0.0:1767384920.478385:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294908363 00000020:00000001:2.0:1767384920.478390:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:3.0:1767384920.478392:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000100:00000001:0.0:1767384920.478393:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294908363 00000020:00000001:2.0:1767384920.478395:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384920.478401:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294908363 00000100:00000001:2.0:1767384920.478403:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384920.478406:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:0.0:1767384920.478408:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294908363 00000020:00000010:2.0:1767384920.478410:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064b96cb1. 00000100:00000001:0.0:1767384920.478415:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294908363 00000400:00000200:3.0:1767384920.478417:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (19) 00000100:00000001:2.0:1767384920.478417:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384920.478419:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294908363 00000020:00000010:2.0:1767384920.478427:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064b96cb1. 00000100:00000001:0.0:1767384920.478428:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384920.478433:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384920.478435:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384920.478438:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5c93b06. 00000100:00000001:0.0:1767384920.478440:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384920.478442:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384920.478447:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384920.478448:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd259f3b. 00000020:00000010:2.0:1767384920.478460:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000100:00000040:2.0:1767384920.478474:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384920.478478:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384920.478480:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384920.478482:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384920.478489:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384920.478490:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384920.478496:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363752704 02000000:00000001:3.0:1767384920.478499:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384920.478501:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384920.478503:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384920.478529:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384920.478535:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.478536:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384920.478539:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363752704 00000100:00000001:2.0:1767384920.478541:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384920.478545:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384920.478551:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00100000:2.0:1767384920.478552:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000020:00000001:3.0:1767384920.478558:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384920.478560:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000020:00000040:3.0:1767384920.478562:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:2.0:1767384920.478565:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122441808 : -107293587109808 : ffff9e6ac3da8850) 00000020:00000001:3.0:1767384920.478568:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000040:2.0:1767384920.478575:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003908620a x1853237363752576/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:146/0 lens 4848/0 e 0 to 0 dl 1767384931 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384920.478576:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384920.478584:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384920.478591:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068743d1a. 00000100:00000001:2.0:1767384920.478594:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384920.478597:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384920.478600:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064b96cb1. 00000020:00000010:3.0:1767384920.478602:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068743d1a. 00000100:00000001:2.0:1767384920.478610:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384920.478615:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067c912fb. 00000020:00000010:2.0:1767384920.478616:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064b96cb1. 00000020:00000010:3.0:1767384920.478627:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f4fff64. 00000100:00100000:2.0:1767384920.478630:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003908620a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363752576:12345-0@lo:253: 00000020:00000010:3.0:1767384920.478636:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000baa9bd02. 00000100:00000200:2.0:1767384920.478637:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363752576 00000020:00000001:2.0:1767384920.478643:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384920.478649:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384920.478652:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384920.478653:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384920.478660:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384920.478661:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384920.478668:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384920.478669:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384920.478679:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384920.478682:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384920.478684:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384920.478685:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384920.478690:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384920.478711:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.478715:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384920.478718:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384920.478719:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384920.478734:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac0497a2. 00000100:00000001:3.0:1767384920.478739:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384920.478743:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384920.478762:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384920.478764:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384920.478770:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:3.0:1767384920.478775:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000040:3.0:1767384920.478781:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 20000000:00000010:2.0:1767384920.478781:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fb7385c0. 00000100:00000001:3.0:1767384920.478787:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122448976 : -107293587102640 : ffff9e6ac3daa450) 20000000:01000000:2.0:1767384920.478789:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384920.478797:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384920.478799:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000040:3.0:1767384920.478802:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4e158b0 x1853237363752704/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:146/0 lens 4848/0 e 0 to 0 dl 1767384931 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384920.478803:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384920.478809:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384920.478813:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384920.478820:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384920.478822:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:2.0:1767384920.478824:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c3bb7493. 20000000:01000000:2.0:1767384920.478828:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00000020:00000010:3.0:1767384920.478829:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068743d1a. 00000400:00000010:0.0:1767384920.478831:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000b0afa0c4. 20000000:00000001:2.0:1767384920.478834:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767384920.478835:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384920.478841:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068743d1a. 00080000:00000001:2.0:1767384920.478843:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000010:0.0:1767384920.478844:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0bba03. 00080000:00000001:2.0:1767384920.478849:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00100000:3.0:1767384920.478850:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4e158b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363752704:12345-0@lo:253: 00000400:00000010:0.0:1767384920.478855:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000100:00000200:3.0:1767384920.478892:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363752704 00000020:00000001:3.0:1767384920.478895:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384920.478899:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384920.478901:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384920.478903:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384920.478906:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:0.0:1767384920.478906:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b0afa0c4 00000400:00000010:0.0:1767384920.478912:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000009b855ef0. 00000020:00000001:3.0:1767384920.478913:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384920.478916:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384920.478919:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000020:00000001:3.0:1767384920.478920:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384920.478925:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384920.478929:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.478932:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102051 00000100:00000001:3.0:1767384920.478934:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384920.478940:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (18) 02000000:00000001:3.0:1767384920.478941:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384920.478948:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000005aad973a. 02000000:00000010:3.0:1767384920.478949:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d6c136e0. 02000000:00000001:3.0:1767384920.478954:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384920.478955:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000100:00000001:3.0:1767384920.478957:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384920.478963:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:0.0:1767384920.478969:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000553d35d6. 20000000:00000010:3.0:1767384920.478973:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000deae5813. 20000000:01000000:3.0:1767384920.478979:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384920.478981:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 20000000:00000001:3.0:1767384920.478983:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384920.478989:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384920.478992:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384920.478994:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384920.478997:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384920.479000:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1767384920.479011:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384920.479038:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000400:00000200:0.0:1767384920.479047:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:0.0:1767384920.479055:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:0.0:1767384920.479064:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:0.0:1767384920.479074:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:0.0:1767384920.479083:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:0.0:1767384920.479091:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:0.0:1767384920.479100:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:0.0:1767384920.479108:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:0.0:1767384920.479116:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:0.0:1767384920.479125:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:0.0:1767384920.479134:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:0.0:1767384920.479142:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384920.479151:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:0.0:1767384920.479158:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00080000:00000001:2.0:1767384920.479163:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384920.479166:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:0.0:1767384920.479174:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp25 00080000:00000001:2.0:1767384920.479179:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.479181:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp25 lpni_is_preferred = 0 00080000:00000001:2.0:1767384920.479185:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384920.479189:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.479189:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp25 00080000:00000001:2.0:1767384920.479192:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384920.479195:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.479200:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp25 NI seq info: [45:45:256:4294967295] 192.168.203.109@tcp25 LPNI seq info [45:45:8:4294967295] 00080000:00000002:2.0:1767384920.479201:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:2.0:1767384920.479209:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:2.0:1767384920.479212:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384920.479215:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384920.479219:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384920.479225:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384920.479231:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384920.479235:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp25 00000020:00000001:2.0:1767384920.479237:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384920.479245:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384920.479249:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp25(192.168.203.109@tcp25:) -> 192.168.203.109@tcp25(192.168.203.109@tcp:192.168.203.109@tcp25) : GET try# 0 00080000:00000010:2.0:1767384920.479251:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000031650cce. 00080000:00000001:2.0:1767384920.479257:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775783461376 : -107297926090240 : ffff9e69c13af200) 00000800:00000200:0.0:1767384920.479260:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp25 00080000:00000001:2.0:1767384920.479263:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384920.479267:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000097de9ba. 00000001:00000001:2.0:1767384920.479268:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384920.479273:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000064b96cb1. 00080000:00000001:2.0:1767384920.479278:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384920.479278:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000143d6080. 00000800:00000010:0.0:1767384920.479286:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e84d0aeb. 00080000:00000001:2.0:1767384920.479293:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:0.0:1767384920.479297:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000143d6080] -> 12345-192.168.203.109@tcp25 (2) 00000800:00000200:0.1:1767384920.479302:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000143d6080] -> 12345-192.168.203.109@tcp25 (2) 00080000:00000001:2.0:1767384920.479309:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.479316:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384920.479319:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100251 rc 0 00080000:00000001:2.0:1767384920.479330:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384920.479429:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479495:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479532:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479556:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479579:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479603:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479625:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479650:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479676:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479699:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479732:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479813:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479866:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.479964:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480027:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480088:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480143:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480177:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480197:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480218:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480240:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480259:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480288:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480306:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480326:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480345:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480366:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480382:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480424:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480453:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480477:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.480505:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000800:00000010:3.0:1767384920.480705:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9252101. 00000800:00000010:3.0:1767384920.480712:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d597bbc. 00000800:00000010:3.0:1767384920.480719:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068743d1a. 00000800:00000010:3.0:1767384920.480800:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068743d1a. 00000400:00000200:2.0:1767384920.480842:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384920.480895:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp25 from 223.3.0.2 00000800:00000010:2.0:1767384920.480902:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004435ea6f. 00000800:00000010:3.0:1767384920.480946:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003adafedf. 00000800:00000010:3.0:1767384920.480956:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057cf39a9. 00000800:00000010:3.0:1767384920.480991:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003c2f0bae. 00000800:00000200:3.1:1767384920.481004:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000143d6080] -> 12345-192.168.203.109@tcp25 (2) 00080000:00000010:0.0:1767384920.481009:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000031650cce. 00000800:00000200:3.1:1767384920.481016:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp25 000000003c2f0bae deleted 00000800:00000010:3.1:1767384920.481024:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003c2f0bae. 00000800:00000200:3.1:1767384920.481032:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384920.481044:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp25 ip 192.168.203.109:991 00000800:00000200:3.1:1767384920.481049:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000097de9ba type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384920.481059:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp25 p 3.x 192.168.203.109 -> 192.168.203.109:991 incarnation:1767384918683332762 sched[0] 00000800:00000010:3.0:1767384920.481069:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068743d1a. 00080000:00000010:0.0:1767384920.481080:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000064b96cb1. 00040000:00000001:0.0:1767384920.481092:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384920.481096:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384920.481101:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384920.481108:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384920.481113:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384920.481133:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384920.481147:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384920.481162:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384920.481167:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000800:00000010:3.0:1767384920.481170:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068743d1a. 00080000:00000001:0.0:1767384920.481174:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:3.0:1767384920.481177:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057cf39a9. 00000800:00000010:3.0:1767384920.481218:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004435ea6f. 00000800:00000001:3.0:1767384920.481235:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384920.481241:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384920.481293:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384920.481298:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384920.481301:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384920.481306:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:0.0:1767384920.481307:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050b0d68f. 00010000:00000001:2.0:1767384920.481309:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000200:3.0:1767384920.481310:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:01000000:0.0:1767384920.481312:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00000800:00000010:3.0:1767384920.481317:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000097de9ba. 20000000:00000001:0.0:1767384920.481319:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:2.0:1767384920.481320:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b30094ae. 00080000:00000001:0.0:1767384920.481325:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384920.481327:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384920.481327:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384920.481330:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:2.0:1767384920.481334:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f30437fd. 00000400:00000200:3.0:1767384920.481340:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp25->192.168.203.109@tcp25: GET: OK 00000020:00000001:2.0:1767384920.481341:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384920.481342:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384920.481346:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000040:2.0:1767384920.481348:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f30437fd with handle 0x135556ebb4843b67 to hash 00000400:00000200:3.0:1767384920.481353:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000020:00000001:2.0:1767384920.481354:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384920.481359:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384920.481362:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384920.481365:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384920.481368:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384920.481371:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.481379:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384920.481383:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384920.481386:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384920.481389:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000200:3.1:1767384920.481390:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00010000:00000001:2.0:1767384920.481391:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384920.481391:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.481401:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384920.481401:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000200:3.0:1767384920.481407:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp25 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384918683332762 sched[0] 00080000:00000001:0.0:1767384920.481408:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384920.481415:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d597bbc. 00010000:00000001:2.0:1767384920.481417:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384920.481422:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384920.481424:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384920.481426:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.481428:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384920.481433:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000002:0.0:1767384920.481433:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00010000:00000001:2.0:1767384920.481437:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384920.481440:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b30094ae) refcount = 1 00000020:00000001:0.0:1767384920.481441:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00010000:00010000:2.0:1767384920.481455:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1767384920.481455:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384920.481465:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384920.481473:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.481474:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384920.481478:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384920.481481:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384920.481481:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384920.481483:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00010000:00000001:2.0:1767384920.481490:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384920.481492:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384920.481494:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384920.481499:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000001:0.0:1767384920.481501:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 20000000:01000000:2.0:1767384920.481513:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384920.481519:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384920.481520:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384920.481522:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384920.481527:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=4 00000020:00000001:2.0:1767384920.481528:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384920.481531:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00080000:00000010:0.0:1767384920.481531:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004a9d41fc. 00000400:00000200:3.0:1767384920.481533:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00010000:00000001:2.0:1767384920.481538:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384920.481542:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781260800 : -107297928290816 : ffff9e69c1195e00) 00010000:00010000:2.0:1767384920.481543:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384920.481553:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384920.481556:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000001:0.0:1767384920.481559:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:2.0:1767384920.481560:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384920.481563:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00010000:00000001:2.0:1767384920.481579:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1767384920.481580:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bb0f2b73. 00010000:00000001:2.0:1767384920.481581:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384920.481585:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384920.481588:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384920.481596:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00010000:00000001:2.0:1767384920.481597:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384920.481597:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384920.481602:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.481606:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384920.481609:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384920.481616:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f30437fd already unused, calling callback (00000000c66beece) 00080000:00000001:0.0:1767384920.481618:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.481626:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384920.481629:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384920.481631:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384920.481633:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00080000:00000001:0.0:1767384920.481636:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384920.481644:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384920.481646:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384920.481648:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384920.481650:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=5 00000020:00000001:2.0:1767384920.481652:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384920.481654:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384920.481657:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384920.481659:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.481665:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384920.481667:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384920.481669:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384920.481671:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00010000:00000001:2.0:1767384920.481674:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000020:0.0:1767384920.481677:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384920.481678:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384920.481683:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384920.481684:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384920.481686:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384920.481690:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fb7385c0. 00000020:00000040:2.0:1767384920.481691:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f30437fd with handle 0x135556ebb4843b67 from hash 00010000:00000001:2.0:1767384920.481697:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384920.481700:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.481702:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384920.481703:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.481704:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384920.481707:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384920.481711:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:0.0:1767384920.481712:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363752576 00010000:00000001:2.0:1767384920.481713:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384920.481716:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384920.481720:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384920.481721:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00010000:00000001:2.0:1767384920.481721:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.481727:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000200:0.0:1767384920.481728:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003908620a x1853237363752576/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:146/0 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384920.481731:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384920.481737:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.481741:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384920.481745:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384920.481766:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.481768:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384920.481771:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=38 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384920.481789:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.481791:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384920.481800:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.481814:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384920.481816:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384920.481817:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384920.481822:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384920.481825:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384920.481826:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384920.481828:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384920.481831:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00010000:00000001:2.0:1767384920.481832:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384920.481835:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384920.481837:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384920.481842:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384920.481845:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:00000001:2.0:1767384920.481846:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384920.481853:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384920.481854:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384920.481864:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384920.481865:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384920.481871:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384920.481873:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f30437fd/0x135556ebb4843b67 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384920.481907:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b30094ae count: 0 00000400:00000200:3.0:1767384920.481925:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00010000:00000001:2.0:1767384920.481927:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384920.481928:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:2.0:1767384920.481932:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384920.481938:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a36f781. 00000100:00000200:0.0:1767384920.481956:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363752576, offset 224 00000800:00000001:2.0:1767384920.481959:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384920.481969:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384920.481970:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1767384920.481974:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384920.481981:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000800:00000001:2.0:1767384920.481986:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384920.481991:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384920.482003:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp25(192.168.203.109@tcp25) <- 192.168.203.109@tcp25 : GET - for me 00000400:00000200:0.0:1767384920.482010:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03e80 00000400:00000200:0.0:1767384920.482018:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1629 [2] + 224 00000400:00000200:2.0:1767384920.482024:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384920.482029:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384920.482036:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 320/320 into md 0x1621 [1] + 0 00000400:00000200:0.0:1767384920.482057:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384920.482060:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000001:0.0:1767384920.482064:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384920.482070:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp25 to MR: 192.168.203.109@tcp25 local destination 00000100:00000200:0.0:1767384920.482074:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384920.482085:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp25 NI seq info: [46:46:256:4294967295] 192.168.203.109@tcp25 LPNI seq info [46:46:8:4294967295] 00000100:00000040:0.0:1767384920.482090:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384920.482120:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384920.482121:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp25(192.168.203.109@tcp25:192.168.203.109@tcp25) -> 192.168.203.109@tcp25(192.168.203.109@tcp25:192.168.203.109@tcp25) 192.168.203.109@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384920.482132:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.109@tcp25 00000400:00000200:0.0:1767384920.482135:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a36f781 00000400:00000200:3.0:1767384920.482136:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000800:00000010:2.0:1767384920.482137:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007794cdd9. 00000400:00000010:0.0:1767384920.482142:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a36f781. 00000800:00000200:2.0:1767384920.482149:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000143d6080] -> 12345-192.168.203.109@tcp25 (4) 00000100:00000001:0.0:1767384920.482153:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:2.0:1767384920.482159:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp25 ip 192.168.203.109:988 00000100:00000001:0.0:1767384920.482160:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1767384920.482163:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007794cdd9 type 3, nob 416 niov 1 nkiov 1 00000100:00000001:0.0:1767384920.482171:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384920.482180:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384920.482185:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384920.482188:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384920.482192:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384920.482199:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003908620a x1853237363752576/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:146/0 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384920.482206:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00100000:0.0:1767384920.482220:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003908620a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363752576:12345-0@lo:253: Request processed in 3623us (4326us total) trans 0 rc 0/0 00000800:00000200:2.0:1767384920.482235:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767384920.482235:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000800:00000010:2.0:1767384920.482241:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007794cdd9. 00000100:00000040:0.0:1767384920.482242:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:2.0:1767384920.482246:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384920.482248:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384920.482254:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384920.482258:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp25->192.168.203.109@tcp25: REPLY: OK 00000400:00000200:3.0:1767384920.482259:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000020:00000010:0.0:1767384920.482262:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd259f3b. 00000800:00000001:2.0:1767384920.482271:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384920.482275:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000800:00000001:2.0:1767384920.482279:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384920.482283:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384920.482288:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384920.482293:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384920.482293:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5c93b06. 00000800:00000001:2.0:1767384920.482300:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384920.482304:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000400:00000200:3.0:1767384920.482311:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384920.482312:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp25(192.168.203.109@tcp25) <- 192.168.203.109@tcp25 : REPLY - for me 02000000:00000001:0.0:1767384920.482312:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384920.482318:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac0497a2. 02000000:00000001:0.0:1767384920.482326:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384920.482330:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384920.482334:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp25: Reply from 12345-192.168.203.109@tcp25 of length 320/320 into md 0x163d 00000800:00000001:2.0:1767384920.482341:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384920.482341:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000001:2.0:1767384920.482349:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384920.482351:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000479b3300. 00000400:00000200:2.0:1767384920.482353:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384920.482362:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp25->192.168.203.109@tcp25: REPLY: OK 00000400:00000010:0.0:1767384920.482363:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a36f781. 00000400:00000200:3.0:1767384920.482365:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384920.482366:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000400:00000010:2.0:1767384920.482372:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000400:00000200:2.0:1767384920.482378:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384920.482383:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:2.0:1767384920.482388:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:2.0:1767384920.482393:0:16335:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 18. state = 0x100251 00000400:00000200:2.0:1767384920.482398:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384920.482411:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (19) 00000800:00000001:2.0:1767384920.482419:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384920.482427:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000800:00000001:2.0:1767384920.482431:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384920.482464:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384920.482474:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1000d1 00000100:00000001:2.0:1767384920.482484:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384920.482487:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384920.482493:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384920.482495:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384920.482495:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 000000004d4104be. 00000400:00000010:2.0:1767384920.482499:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000597b2dde. 00000400:00000010:0.0:1767384920.482504:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 0000000001461781. 00000400:00000200:3.0:1767384920.482505:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384920.482506:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada29b4a 00000400:00000010:2.0:1767384920.482513:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ada29b4a. 00000400:00000010:0.0:1767384920.482515:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000a3625d99. 00000100:00000001:2.0:1767384920.482519:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384920.482525:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384920.482536:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.482542:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384920.482544:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.482547:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384920.482550:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384920.482552:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384920.482554:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384920.482555:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d5c93b06. 02000000:00000001:2.0:1767384920.482556:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384920.482564:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=38 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384920.482566:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000100:00001000:2.0:1767384920.482571:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=38 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384920.482571:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d5c93b06 nid 192.168.203.109@tcp26 00000100:00000001:2.0:1767384920.482578:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384920.482582:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384920.482583:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ed06d742. 00010000:00000001:2.0:1767384920.482586:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384920.482589:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.482591:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ed06d742 net tcp26 00000100:00000001:2.0:1767384920.482594:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384920.482598:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (18) 00000100:00000040:2.0:1767384920.482602:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384920.482614:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp26 flags 0x11 00000100:00000001:2.0:1767384920.482615:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384920.482618:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000010:0.0:1767384920.482622:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 000000004d4104be. 00000100:00000001:2.0:1767384920.482623:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384920.482627:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384920.482631:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 0000000001461781. 00000020:01000004:2.0:1767384920.482632:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384920.482636:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384920.482639:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384920.482640:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000a3625d99. 00000020:01000004:2.0:1767384920.482641:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767384920.482647:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000005aad973a. 00000020:01000004:2.0:1767384920.482654:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384920.482658:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000020:01000004:2.0:1767384920.482659:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384920.482660:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000020:01000004:2.0:1767384920.482663:0:16343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384920.482668:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100151 00000020:01000004:2.0:1767384920.482669:0:16343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384920.482673:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384920.482677:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384920.482681:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 rc 1 00000100:00000040:2.0:1767384920.482685:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384920.482692:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000100:00100000:2.0:1767384920.482698:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363752576:0@lo:253: 00000400:00000200:0.0:1767384920.482704:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000100:00000001:2.0:1767384920.482709:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384920.482712:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100111 rc 0 00000100:00000001:2.0:1767384920.482713:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384920.482721:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6f92ef3 x1853237363752576/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384920.482725:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:3.0:1767384920.482726:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000100:00000001:2.0:1767384920.482739:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384920.482740:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (19) 02000000:00000001:2.0:1767384920.482743:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384920.482762:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000047de866c. 02000000:00000001:2.0:1767384920.482770:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384920.482772:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384920.482774:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384920.482777:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384920.482779:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007f9ee93f. 02000000:00000001:2.0:1767384920.482784:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384920.482786:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384920.482815:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6f92ef3. 00000100:00000001:2.0:1767384920.482819:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384920.482822:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.482824:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.482830:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384920.482833:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000100:00000001:2.0:1767384920.482833:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.482842:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384920.482848:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384920.482871:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.482939:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.482986:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.483009:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.483052:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.483136:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.483188:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.483260:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.483321:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384920.483396:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000800:00000010:3.0:1767384920.483703:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0f95b51. 00000800:00000010:3.0:1767384920.483711:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d597bbc. 00000800:00000010:3.0:1767384920.483717:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068743d1a. 00000800:00000010:3.0:1767384920.483804:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068743d1a. 00000400:00000200:2.0:1767384920.484165:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384920.484200:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp25 from 222.3.0.2 00000800:00000010:2.0:1767384920.484204:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d5d8d16f. 00000800:00000010:3.0:1767384920.484256:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d9dbc4a5. 00000800:00000010:3.0:1767384920.484264:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057cf39a9. 00000800:00000010:3.0:1767384920.484294:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003c2f0bae. 00000800:00000200:3.1:1767384920.484303:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000143d6080] -> 12345-192.168.203.109@tcp25 (4) 00000800:00000200:3.1:1767384920.484310:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp25 000000003c2f0bae deleted 00000800:00000010:3.1:1767384920.484313:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003c2f0bae. 00000800:00000200:3.1:1767384920.484318:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384920.484326:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp25 p 3.x 192.168.203.109 -> 192.168.203.109:990 incarnation:1767384918683332762 sched[0] 00000800:00000010:3.0:1767384920.484332:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068743d1a. 00000800:00000010:3.0:1767384920.484408:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068743d1a. 00000800:00000010:3.0:1767384920.484414:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057cf39a9. 00000800:00000010:3.0:1767384920.484456:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d5d8d16f. 00000800:00000001:3.0:1767384920.484478:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384920.484485:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384920.484492:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384920.484522:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp25 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384918683332762 sched[0] 00000800:00000010:0.0:1767384920.484543:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d597bbc. 00000800:00000001:3.0:1767384920.484638:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384920.484645:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384920.484926:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294908363, at 4294908364 00000100:00000010:1.0:1767384920.484937:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000538e0482. 00000100:00000040:3.0:1767384920.484938:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294908363, at 4294908364 00000100:00000040:0.0:1767384920.484947:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294908363, at 4294908364 00000100:00000010:3.0:1767384920.484952:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000297a2982. 00000100:00000040:2.0:1767384920.484954:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294908363, at 4294908364 00000100:00000010:0.0:1767384920.484959:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a76fbda7. 00000100:00000010:2.0:1767384920.484965:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cae06e8. 00080000:00000010:2.0:1767384920.485004:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004a9d41fc. 00080000:00000010:0.0:1767384920.485049:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bb0f2b73. 00040000:00000001:0.0:1767384920.485055:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384920.485057:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384920.485060:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384920.485064:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384920.485067:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384920.485070:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384920.485073:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384920.485085:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384920.485089:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384920.485095:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384920.485102:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384920.485108:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384920.485126:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384920.485129:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384920.485131:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384920.485137:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007a75b809. 00010000:00000001:2.0:1767384920.485140:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384920.485143:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00000020:00000001:2.0:1767384920.485145:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384920.485148:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b4ec1874 with handle 0x135556ebb4843b6e to hash 00000020:00000001:2.0:1767384920.485150:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384920.485151:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384920.485153:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384920.485155:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384920.485157:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384920.485160:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.485166:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384920.485168:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384920.485169:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384920.485171:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384920.485173:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384920.485174:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384920.485176:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384920.485177:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384920.485179:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384920.485180:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384920.485182:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384920.485183:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a75b809) refcount = 1 00010000:00010000:2.0:1767384920.485186:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.485191:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384920.485200:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384920.485201:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384920.485203:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.485205:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384920.485207:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384920.485209:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384920.485212:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384920.485213:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384920.485214:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00000020:00000001:2.0:1767384920.485216:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384920.485218:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384920.485219:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384920.485220:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.485225:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384920.485227:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.485231:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.485233:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384920.485234:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.485239:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384920.485240:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.485243:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384920.485244:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384920.485248:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b4ec1874 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384920.485250:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384920.485252:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384920.485254:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384920.485266:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384920.485267:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:0.0:1767384920.485268:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1767384920.485269:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384920.485272:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=5 00000020:00000001:2.0:1767384920.485276:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000100:00000001:0.0:1767384920.485276:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384920.485283:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 20000000:00000010:0.0:1767384920.485283:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000deae5813. 00010000:00000001:2.0:1767384920.485289:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384920.485292:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384920.485294:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.485299:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384920.485304:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:0.0:1767384920.485304:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363752704 00010000:00000001:2.0:1767384920.485308:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.485313:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384920.485314:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384920.485319:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384920.485321:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384920.485323:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384920.485326:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4ec1874 with handle 0x135556ebb4843b6e from hash 00010000:00000200:0.0:1767384920.485326:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4e158b0 x1853237363752704/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:146/0 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384920.485330:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384920.485332:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.485335:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384920.485338:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384920.485340:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384920.485343:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384920.485346:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384920.485349:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384920.485353:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.485355:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384920.485356:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384920.485361:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384920.485362:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.485365:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.485370:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384920.485371:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=38 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384920.485372:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.485376:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.485380:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.485384:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384920.485390:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00010000:2.0:1767384920.485392:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384920.485397:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384920.485401:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.485405:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384920.485406:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384920.485407:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384920.485412:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:0.0:1767384920.485413:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.485414:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384920.485417:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384920.485420:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384920.485422:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384920.485423:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384920.485428:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384920.485431:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384920.485433:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384920.485440:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384920.485442:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384920.485443:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b6e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384920.485444:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000491c75b8. 00010000:00000040:2.0:1767384920.485451:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a75b809 count: 0 00000100:00000200:0.0:1767384920.485454:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363752704, offset 224 00010000:00000001:2.0:1767384920.485461:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384920.485463:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384920.485476:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384920.485484:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384920.485492:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03f00 00000400:00000200:0.0:1767384920.485499:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1631 [2] + 224 00000400:00000200:0.0:1767384920.485517:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384920.485522:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384920.485527:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384920.485532:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384920.485545:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384920.485567:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384920.485575:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000491c75b8 00000100:00000001:2.0:1767384920.485576:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384920.485579:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000491c75b8. 00000100:00000001:2.0:1767384920.485580:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384920.485587:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384920.485587:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384920.485593:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384920.485594:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384920.485600:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000145dd2f6. 00000100:00000001:0.0:1767384920.485603:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384920.485604:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004002d3b4 00000400:00000010:2.0:1767384920.485611:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004002d3b4. 00000100:00000040:0.0:1767384920.485614:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384920.485616:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384920.485622:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384920.485625:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384920.485627:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384920.485635:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384920.485642:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384920.485645:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4e158b0 x1853237363752704/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:146/0 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.485667:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384920.485672:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384920.485675:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4e158b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363752704:12345-0@lo:253: Request processed in 6849us (7487us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384920.485683:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384920.485684:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 02000000:00000001:2.0:1767384920.485686:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384920.485690:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384920.485691:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384920.485694:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384920.485697:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384920.485697:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384920.485701:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384920.485703:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=38 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384920.485707:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f4fff64. 00000100:00001000:2.0:1767384920.485708:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384920.485714:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384920.485715:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.485717:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384920.485717:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000baa9bd02. 00010000:00000001:2.0:1767384920.485718:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.485724:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384920.485726:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067c912fb. 00000100:00000040:2.0:1767384920.485729:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384920.485741:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384920.485743:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:2.0:1767384920.485744:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384920.485761:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384920.485765:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384920.485769:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384920.485770:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384920.485771:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384920.485776:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000010:0.0:1767384920.485776:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d6c136e0. 00000020:01000004:2.0:1767384920.485780:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384920.485783:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384920.485783:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384920.485784:0:16342:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384920.485788:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384920.485789:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384920.485790:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384920.485794:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384920.485803:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363752704:0@lo:253: 00000100:00000200:0.0:1767384920.485807:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384920.485809:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.485813:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384920.485815:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c15e2d9d. 00000100:00000040:2.0:1767384920.485816:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006032cdbf x1853237363752704/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384920.485839:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000491c75b8. 00000100:00000001:2.0:1767384920.485845:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384920.485850:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384920.485861:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000014b9e209. 02000000:00000001:2.0:1767384920.485868:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384920.485871:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384920.485873:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384920.485875:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384920.485877:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000523ff2bd. 02000000:00000001:2.0:1767384920.485914:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384920.485917:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384920.485919:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006032cdbf. 00000100:00000001:2.0:1767384920.485923:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384920.485925:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.485928:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384920.485934:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384920.485936:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384920.485939:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384920.485942:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384920.492014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b30094ae. 00010000:00000010:2.1:1767384920.492023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f30437fd. 00010000:00000010:2.1:1767384920.494962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a75b809. 00010000:00000010:2.1:1767384920.494974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00000400:00000010:0.0:1767384920.503958:0:25073:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000009961255. 00000400:00000040:0.0:1767384920.503982:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384920.503997:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384920.504001:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384920.504003:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384920.504006:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384920.504008:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384920.504011:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384920.504013:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384920.504015:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384920.504016:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384920.504018:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384920.504020:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384920.504023:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384920.504024:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384920.504025:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384920.504028:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384920.504029:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384920.504030:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384920.504032:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384920.504034:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384920.504036:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384920.504038:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384920.504039:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384920.504041:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384920.504042:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384920.504044:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384920.504046:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384920.504048:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384920.504049:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384920.504059:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384920.504060:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384920.504063:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384920.504065:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384920.504066:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384920.504068:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384920.504069:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384920.504070:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384920.504073:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384920.504075:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384920.504076:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384920.504078:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384920.504079:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384920.504081:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384920.504083:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384920.504084:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384920.504086:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384920.504088:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384920.504089:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384920.504091:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384920.504093:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384920.504094:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384920.504096:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384920.504098:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384920.504100:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384920.504101:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384920.504104:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384920.504105:0:25073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384920.504170:0:25073:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000009961255. 00010000:00000001:2.0:1767384921.432942:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384921.432948:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.432953:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384921.432956:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.432975:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384921.432979:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.432982:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384921.733711:0:25373:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c362efc3. 00080000:00000010:1.0:1767384921.733724:0:25373:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c362efc3. 00000020:00000001:1.0:1767384921.733731:0:25373:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384921.733766:0:25373:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c362efc3. 00080000:00000010:1.0:1767384921.733802:0:25373:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c362efc3. 00000020:00000001:1.0:1767384921.733807:0:25373:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.456936:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384922.456942:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.456949:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384922.456953:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384922.456956:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384922.456958:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.456962:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384922.456964:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.456966:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.456969:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.457004:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384922.457007:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384922.457010:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384922.514665:0:25537:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384922.514670:0:25537:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:3.0:1767384922.520920:0:25537:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384922.528803:0:25538:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000044b7fb02. 00000400:00000010:2.0:1767384922.528817:0:25538:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006550b332. 00000400:00000010:2.0:1767384922.528826:0:25538:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f13ea584. 00000400:00000010:2.0:1767384922.528830:0:25538:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002eca566e. 00000400:00000010:2.0:1767384922.528833:0:25538:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000069bde0e1. 00000400:00000010:2.0:1767384922.528837:0:25538:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077134348. 00000400:00000010:2.0:1767384922.528839:0:25538:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d3154c3a. 00000400:00000010:2.0:1767384922.528840:0:25538:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc380d23. 00000400:00000010:2.0:1767384922.528867:0:25538:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fbb59438. 00000800:00000010:2.0:1767384922.528880:0:25538:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a88516f4. 00000800:00000200:2.0:1767384922.528892:0:25538:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384922.529143:0:25538:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384922.529181:0:25538:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:2.0:1767384922.529201:0:25538:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp27 [8/256/0/180] 00000400:00000010:2.0:1767384922.531165:0:25538:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000df9007ae. 00000400:00000010:2.0:1767384922.531171:0:25538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000597b2dde. 00000400:00000010:2.0:1767384922.531176:0:25538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5db0cbd. 00000400:00000001:2.0:1767384922.531189:0:25538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384922.531190:0:25538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384922.531192:0:25538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000286db504. 00000400:00000200:2.0:1767384922.531194:0:25538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000400:00000010:2.0:1767384922.531195:0:25538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000400:00000010:2.0:1767384922.531199:0:25538:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000f48eef6f. 00000400:00000200:2.0:1767384922.531204:0:25538:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (18) 00000400:00000200:2.0:1767384922.531218:0:25538:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384922.531229:0:25538:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000400:00000200:0.0:1767384922.531237:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384922.531238:0:25538:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b5509755. 00000020:01000000:2.0:1767384922.531245:0:25538:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384922.531246:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000020:01000000:2.0:1767384922.531252:0:25538:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp27 00000400:00000010:0.0:1767384922.531255:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008675544. 00000400:00000200:0.0:1767384922.531261:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (19) 00000400:00000010:0.0:1767384922.531267:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f2409a1f. 00000400:00000010:2.0:1767384922.531270:0:25538:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006550b332. 00000400:00000200:0.0:1767384922.531275:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp25 00000400:00000010:2.0:1767384922.531278:0:25538:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000044b7fb02. 00000020:00000001:3.0:1767384922.531295:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384922.531301:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384922.531301:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp25 to MR: 192.168.203.109@tcp25 local destination 10000000:00000001:3.0:1767384922.531306:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384922.531308:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384922.531312:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384922.531315:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384922.531316:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp25 NI seq info: [47:47:256:4294967295] 192.168.203.109@tcp25 LPNI seq info [47:47:8:4294967295] 00000020:01000004:3.0:1767384922.531317:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384922.531320:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384922.531322:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384922.531325:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384922.531327:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384922.531328:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384922.531330:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384922.531332:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384922.531332:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp25 00000100:00000010:3.0:1767384922.531340:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000252606be. 00000020:00000040:3.0:1767384922.531346:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384922.531352:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384922.531353:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp25(192.168.203.109@tcp25:192.168.203.109@tcp25) -> 192.168.203.109@tcp25(192.168.203.109@tcp25:192.168.203.109@tcp25) : PUT try# 0 02000000:00000001:3.0:1767384922.531355:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384922.531361:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384922.531366:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.109@tcp25 02000000:00000010:3.0:1767384922.531371:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000305c4991. 00000800:00000010:0.0:1767384922.531372:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091f06f85. 00000100:00000001:3.0:1767384922.531378:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384922.531383:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000143d6080] -> 12345-192.168.203.109@tcp25 (6) 00000100:00000001:3.0:1767384922.531390:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767384922.531390:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp25 ip 192.168.203.109:988 00000100:00000001:3.0:1767384922.531412:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384922.531415:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000091f06f85 type 1, nob 432 niov 1 nkiov 1 00000100:00000040:3.0:1767384922.531423:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000252606be] to pc [ptlrpcd_00_00+0] req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.531439:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384922.531443:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 10000000:00000001:3.0:1767384922.531454:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384922.531459:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.531461:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384922.531464:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384922.531471:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384922.531472:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384922.531474:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384922.531475:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384922.531481:0:16341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:01000000:3.0:1767384922.531486:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384922.531487:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384922.531491:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384922.531494:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384922.531496:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384922.531498:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384922.531499:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384922.531500:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384922.531505:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384922.531505:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384922.531509:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384922.531511:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384922.531511:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384922.531515:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384922.531515:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.531520:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384922.531522:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000020:00000040:3.0:1767384922.531527:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000040:0.0:1767384922.531528:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.531532:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384922.531535:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384922.531538:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.531546:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384922.531548:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384922.531549:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000012f6ffaa. 02000000:00000001:0.0:1767384922.531551:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384922.531554:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.531555:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384922.531560:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.531561:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384922.531565:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.531568:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000252606be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363752832:0@lo:253: 00000100:00000040:3.0:1767384922.531574:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_01+1] req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.531574:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384922.531581:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384922.531585:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384922.531605:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.531605:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384922.531610:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.531611:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384922.531612:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384922.531614:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b5509755. 02000000:00000010:0.0:1767384922.531614:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000014b9e209. 00000800:00000200:1.0:1767384922.531623:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384922.531624:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384922.531627:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384922.531630:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091f06f85. 00000400:00000010:0.0:1767384922.531631:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000404ab93e. 00000400:00000200:1.0:1767384922.531636:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384922.531637:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384922.531638:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1996e17. 00000800:00000001:3.0:1767384922.531643:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384922.531646:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363752832, portal 25 00000400:00000200:1.0:1767384922.531648:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp25->192.168.203.109@tcp25: PUT: OK 00000800:00000001:3.0:1767384922.531649:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.531653:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384922.531657:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794849792 : -107297914701824 : ffff9e69c1e8b800) 00000400:00000200:1.0:1767384922.531658:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384922.531662:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp25(192.168.203.109@tcp25) <- 192.168.203.109@tcp25 : PUT - for me 00000400:00000200:1.0:1767384922.531666:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp25: 0 00000100:00000040:0.0:1767384922.531670:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384922.531693:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384922.531706:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 320/336 into md 0x1639 [1] + 0 00000100:00000001:0.0:1767384922.531708:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384922.531711:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb0bba03. 00000100:00000001:1.0:1767384922.531715:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384922.531717:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000057083b15 00000100:00000040:0.0:1767384922.531718:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384922.531720:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384922.531725:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384922.531726:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe1ae1e5. 00000800:00000001:3.0:1767384922.531731:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384922.531748:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363752832, offset 0 00000100:00000001:1.0:1767384922.531754:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384922.531756:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.531758:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384922.531778:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384922.531779:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384922.531780:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.531784:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384922.531786:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384922.531790:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp25->192.168.203.109@tcp25: PUT: OK 00000400:00000200:0.0:1767384922.531793:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384922.531794:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384922.531797:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:3.0:1767384922.531801:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000400:00000200:3.0:1767384922.531808:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384922.531811:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384922.531811:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c03f80 00000400:00000200:3.0:1767384922.531813:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (20) 00000100:00000001:1.0:1767384922.531814:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.531819:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa89 [2] + 0 02000000:00000001:1.0:1767384922.531820:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384922.531823:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 02000000:00000001:1.0:1767384922.531825:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384922.531826:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce92181. 00000400:00000200:3.0:1767384922.531846:0:16334:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (336 bytes) 02000000:00000001:1.0:1767384922.531847:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.531849:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a5fcbf7b 00000100:00100000:1.0:1767384922.531854:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363752960:0@lo:253: 00000400:00000200:3.0:1767384922.531855:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384922.531858:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384922.531864:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384922.531865:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (21) 00000100:00000001:1.0:1767384922.531874:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384922.531878:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384922.531881:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.531885:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384922.531898:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5fcbf7b 00000400:00000010:0.0:1767384922.531904:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5fcbf7b. 00000400:00000200:3.0:1767384922.531906:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384922.531912:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384922.531917:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp25 to MR: 192.168.203.109@tcp25 local destination 00000100:00000200:0.0:1767384922.531918:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384922.531926:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000002006a667 x1853237363752832 msgsize 4848 00000400:00000200:3.0:1767384922.531928:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp25 NI seq info: [48:48:256:4294967295] 192.168.203.109@tcp25 LPNI seq info [48:48:8:4294967295] 02000000:00000010:1.0:1767384922.531937:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d94fa04a. 02000000:00000001:1.0:1767384922.531947:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.531947:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384922.531956:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp25(192.168.203.109@tcp25:192.168.203.109@tcp25) -> 192.168.203.109@tcp25(192.168.203.109@tcp25:192.168.203.109@tcp25) 192.168.203.109@tcp25 : ACK try# 0 00000100:00000040:0.0:1767384922.531956:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384922.531959:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae2f518. 00000800:00000200:3.0:1767384922.531970:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp25 00000400:00000010:1.0:1767384922.531970:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d74a57c1. 00000100:00000001:0.0:1767384922.531974:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:3.0:1767384922.531975:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099a966a2. 00000100:00000200:1.0:1767384922.531976:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363752960, portal 25 00000100:00000001:1.0:1767384922.531982:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384922.531984:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000400:00000200:0.0:1767384922.531986:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe1ae1e5 00000800:00000200:3.0:1767384922.531989:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000143d6080] -> 12345-192.168.203.109@tcp25 (6) 00000400:00000010:0.0:1767384922.531992:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe1ae1e5. 00000100:00000040:1.0:1767384922.531994:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384922.532002:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp25 ip 192.168.203.109:991 00000100:00000001:0.0:1767384922.532004:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384922.532011:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099a966a2 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384922.532013:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384922.532032:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.532037:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384922.532042:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384922.532042:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004483586c. 00000100:00000200:1.0:1767384922.532048:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363752960, offset 0 00000800:00000001:3.0:1767384922.532052:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.532054:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384922.532057:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384922.532065:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384922.532070:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.532075:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04000 00000400:00000200:1.0:1767384922.532085:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xab1 [2] + 0 00000100:00000001:0.0:1767384922.532087:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.532089:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae515a9. 00000100:00000001:0.0:1767384922.532090:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767384922.532092:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384922.532094:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b624bf2 00000800:00000010:3.0:1767384922.532097:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099a966a2. 00000100:00000001:0.0:1767384922.532098:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.532100:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.532102:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384922.532104:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294910417 00000400:00000200:1.0:1767384922.532109:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384922.532112:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp25->192.168.203.109@tcp25: ACK: OK 00000100:00000010:0.0:1767384922.532113:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7ece201. 00000400:00000200:1.0:1767384922.532114:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b624bf2 00000400:00000010:1.0:1767384922.532118:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b624bf2. 00000800:00000001:3.0:1767384922.532119:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.532124:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.532124:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384922.532124:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384922.532127:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:3.0:1767384922.532129:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384922.532133:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000026f4fbce x1853237363752960 msgsize 4848 00000100:00000001:0.0:1767384922.532135:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294910417 00000800:00000001:3.0:1767384922.532136:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384922.532140:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384922.532142:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384922.532144:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064472aa. 00000800:00000001:3.0:1767384922.532148:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384922.532152:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384922.532153:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384922.532154:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384922.532160:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004483586c 00000100:00000001:0.0:1767384922.532162:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294910417 00000400:00000200:3.0:1767384922.532163:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp25(192.168.203.109@tcp25) <- 192.168.203.109@tcp25 : ACK - for me 00000400:00000010:1.0:1767384922.532170:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004483586c. 00000100:00000010:0.0:1767384922.532172:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000281af3b8. 00000100:00000001:1.0:1767384922.532175:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384922.532181:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp25: ACK from 12345-192.168.203.109@tcp25 into md 0x1655 00000100:00000001:0.0:1767384922.532181:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384922.532182:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384922.532188:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384922.532190:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294910417 00000400:00000200:3.0:1767384922.532201:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp25->192.168.203.109@tcp25: ACK: OK 00000100:00000010:0.0:1767384922.532201:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c33f997. 00000100:00000001:1.0:1767384922.532202:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384922.532207:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384922.532209:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008675544 00000100:00000001:0.0:1767384922.532211:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384922.532215:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008675544. 00000100:00000001:1.0:1767384922.532217:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.532220:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.532221:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384922.532223:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384922.532225:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.532228:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.532231:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000100:00000001:0.0:1767384922.532232:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.532233:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294910417 00000100:00000001:1.0:1767384922.532239:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294910417 00000100:00000001:0.0:1767384922.532239:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.532242:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:1.0:1767384922.532245:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294910417 00000100:00000001:0.0:1767384922.532245:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.532249:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384922.532250:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294910417 00000400:00000200:3.0:1767384922.532251:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (20) 00000100:00000001:0.0:1767384922.532253:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.532254:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294910417 00000100:00000001:1.0:1767384922.532259:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294910417 00000100:00000001:0.0:1767384922.532259:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.532261:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294910417 00000800:00000001:3.0:1767384922.532263:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384922.532264:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294910417 00000100:00000001:1.0:1767384922.532268:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384922.532269:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.532270:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.532277:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.532280:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.532285:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384922.532288:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363752832 02000000:00000001:0.0:1767384922.532291:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384922.532293:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384922.532296:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.532299:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.532301:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363752832 00000020:00000001:0.0:1767384922.532303:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384922.532311:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:0.0:1767384922.532314:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384922.532316:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:0.0:1767384922.532318:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384922.532321:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:1.0:1767384922.532324:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384922.532327:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384922.532329:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000033adfb99. 00000020:00000010:0.0:1767384922.532332:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d49f01ad. 00000400:00000010:1.0:1767384922.532335:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ae515a9. 00000100:00000001:0.0:1767384922.532336:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384922.532340:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d49f01ad. 00000400:00000010:1.0:1767384922.532341:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000400:00000200:1.0:1767384922.532346:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000033adfb99 00000020:00000010:0.0:1767384922.532347:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3625d99. 00000400:00000010:1.0:1767384922.532349:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000b0afa0c4. 00000400:00000200:1.0:1767384922.532370:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000020:00000010:0.0:1767384922.532371:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b38347e3. 00000400:00000200:1.0:1767384922.532376:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102051 00000400:00000200:1.0:1767384922.532380:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (19) 00000020:00000010:0.0:1767384922.532380:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024db7a48. 00000400:00000010:1.0:1767384922.532390:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000009b855ef0. 00000100:00000040:0.0:1767384922.532396:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384922.532402:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384922.532404:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b584092d. 00000100:00000001:0.0:1767384922.532405:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384922.532409:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.532424:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d05a215. 00000100:00000001:3.0:1767384922.532426:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384922.532429:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384922.532431:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363752960 00000400:00000200:1.0:1767384922.532435:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 02000000:00000001:3.0:1767384922.532437:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384922.532441:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.532443:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.532446:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.532448:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000001:0.0:1767384922.532448:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384922.532451:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363752960 00000020:00000001:3.0:1767384922.532458:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384922.532460:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:1.0:1767384922.532461:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000001:3.0:1767384922.532464:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.532468:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384922.532473:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:1.0:1767384922.532474:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00000001:0.0:1767384922.532476:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384922.532481:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384922.532483:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384922.532488:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384922.532489:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:00000010:3.0:1767384922.532494:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000266fd25c. 00000100:00100000:0.0:1767384922.532497:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000001:3.0:1767384922.532502:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384922.532503:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000010:3.0:1767384922.532509:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000266fd25c. 00000100:00000040:0.0:1767384922.532509:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:1.0:1767384922.532514:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:0.0:1767384922.532519:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122442832 : -107293587108784 : ffff9e6ac3da8c50) 00000020:00000010:3.0:1767384922.532520:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f35372ae. 00000400:00000200:1.0:1767384922.532522:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000010:3.0:1767384922.532528:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000583c71f1. 00000100:00000040:0.0:1767384922.532534:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002006a667 x1853237363752832/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:148/0 lens 4848/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.532535:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000010:3.0:1767384922.532537:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000400:00000200:1.0:1767384922.532546:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:3.0:1767384922.532555:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384922.532561:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384922.532565:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:3.0:1767384922.532566:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.532571:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384922.532589:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.532593:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000010:0.0:1767384922.532593:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d49f01ad. 00000100:00000001:3.0:1767384922.532594:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.532600:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384922.532605:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000010:0.0:1767384922.532605:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d49f01ad. 00000100:00000001:3.0:1767384922.532607:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384922.532612:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384922.532616:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00100000:0.0:1767384922.532620:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002006a667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363752832:12345-0@lo:253: 00000100:00100000:3.0:1767384922.532621:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:3.0:1767384922.532628:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000400:00000200:1.0:1767384922.532632:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000200:0.0:1767384922.532632:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363752832 00000100:00000001:3.0:1767384922.532633:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122450000 : -107293587101616 : ffff9e6ac3daa850) 00000020:00000001:0.0:1767384922.532639:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384922.532644:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026f4fbce x1853237363752960/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:148/0 lens 4848/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.532644:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:0.0:1767384922.532651:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384922.532671:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.532678:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000001:0.0:1767384922.532679:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384922.532684:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:3.0:1767384922.532687:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384922.532693:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000266fd25c. 00000400:00000200:1.0:1767384922.532694:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000020:00000001:0.0:1767384922.532695:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384922.532700:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.532701:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384922.532706:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000020:00000010:3.0:1767384922.532709:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000266fd25c. 00000020:00000001:0.0:1767384922.532709:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384922.532713:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384922.532718:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384922.532721:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026f4fbce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363752960:12345-0@lo:253: 00000100:00000001:0.0:1767384922.532726:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384922.532731:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384922.532746:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000100:00000200:3.0:1767384922.532748:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363752960 00000020:00000001:3.0:1767384922.532755:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384922.532756:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp26 00000020:00000001:3.0:1767384922.532759:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:0.0:1767384922.532760:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d6c136e0. 00000400:00000200:1.0:1767384922.532764:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp26 lpni_is_preferred = 0 00000020:00000001:3.0:1767384922.532765:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.532766:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.532774:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384922.532774:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp26 00000100:00000001:0.0:1767384922.532775:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.532779:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 20000000:00000001:0.0:1767384922.532782:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384922.532785:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384922.532786:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp26 NI seq info: [49:49:256:4294967295] 192.168.203.109@tcp26 LPNI seq info [49:49:8:4294967295] 00000020:00000001:3.0:1767384922.532788:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384922.532795:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000deae5813. 00000020:00000001:3.0:1767384922.532796:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384922.532800:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384922.532801:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp26 20000000:01000000:0.0:1767384922.532803:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384922.532805:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384922.532809:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384922.532810:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384922.532815:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:3.0:1767384922.532816:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384922.532819:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp26(192.168.203.109@tcp26:) -> 192.168.203.109@tcp26(192.168.203.109@tcp:192.168.203.109@tcp26) : GET try# 0 20000000:00000001:0.0:1767384922.532822:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384922.532826:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000369eefaf. 20000000:00000001:0.0:1767384922.532827:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.532833:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384922.532833:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp26 20000000:00000001:0.0:1767384922.532834:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384922.532840:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384922.532842:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001b37009d. 20000000:00000010:0.0:1767384922.532849:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005aad973a. 00000800:00000010:1.0:1767384922.532851:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004483586c. 20000000:00000001:3.0:1767384922.532854:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384922.532855:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000800:00000010:1.0:1767384922.532860:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008edc5abc. 20000000:00000001:0.0:1767384922.532885:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384922.532892:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384922.532897:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:1.0:1767384922.532908:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (2) 00080000:00000001:0.0:1767384922.532915:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:1.1:1767384922.532916:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (2) 20000000:00000010:3.0:1767384922.532918:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e208cc0. 20000000:01000000:3.0:1767384922.532925:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384922.532928:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384922.532931:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384922.532933:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384922.532934:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384922.532938:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384922.532940:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384922.532941:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 20000000:00000001:3.0:1767384922.532944:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384922.532945:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.532949:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100251 rc 0 00080000:00000001:0.0:1767384922.532950:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384922.532954:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384922.532959:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000020:00000001:0.0:1767384922.532963:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:0.0:1767384922.532966:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384922.532969:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384922.532981:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384922.532984:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384922.532988:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384922.532995:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:0.0:1767384922.533000:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384922.533005:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b2e3602e. 00080000:00000001:0.0:1767384922.533025:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781259776 : -107297928291840 : ffff9e69c1195a00) 00080000:00000001:0.0:1767384922.533029:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384922.533033:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000001:00000001:0.0:1767384922.533035:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384922.533052:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d49f01ad. 00080000:00000001:0.0:1767384922.533056:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384922.533060:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384922.533078:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384922.533115:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384922.533136:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533189:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533224:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533258:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533298:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533328:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533390:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533415:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533432:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533453:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533475:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533504:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533528:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533554:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533596:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533624:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533637:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533650:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533690:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533720:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533770:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533819:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533847:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533913:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533957:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.533981:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.534001:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.534036:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.534054:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.534076:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.534098:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.534132:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.534151:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00080000:00000010:0.0:1767384922.534206:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b2e3602e. 00080000:00000010:3.0:1767384922.534268:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d49f01ad. 00040000:00000001:3.0:1767384922.534273:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384922.534275:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384922.534277:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384922.534280:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384922.534283:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384922.534284:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384922.534294:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384922.534304:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384922.534307:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384922.534311:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:1.0:1767384922.534361:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000008c61bf3. 00000800:00000010:1.0:1767384922.534368:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc589a1d. 00000800:00000010:1.0:1767384922.534375:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e34db81e. 20000000:01000000:3.0:1767384922.534403:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384922.534409:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384922.534413:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000800:00000010:1.0:1767384922.534420:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e34db81e. 00010000:00000001:3.0:1767384922.534421:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384922.534428:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:1.0:1767384922.534465:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005dbeaa83. 00010000:00000010:3.0:1767384922.534466:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000015631bc4. 20000000:01000000:1.0:1767384922.534469:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00010000:00000001:3.0:1767384922.534477:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:1.0:1767384922.534477:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384922.534484:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:3.0:1767384922.534486:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000369f6f4e. 00080000:00000001:1.0:1767384922.534487:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384922.534494:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384922.534497:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000040:3.0:1767384922.534499:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000369f6f4e with handle 0x135556ebb4843b75 to hash 00000020:00000001:3.0:1767384922.534505:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1767384922.534505:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:1.0:1767384922.534507:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.534512:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00080000:00000001:1.0:1767384922.534512:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384922.534515:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.534520:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00080000:00000001:1.0:1767384922.534520:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384922.534522:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.534527:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp26 from 221.3.0.2 00010000:00000001:3.0:1767384922.534530:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:0.0:1767384922.534532:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000747c9296. 00080000:00000002:1.0:1767384922.534535:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00010000:00000001:3.0:1767384922.534536:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384922.534542:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00010000:00010000:3.0:1767384922.534545:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000002:1.0:1767384922.534545:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384922.534549:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384922.534552:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384922.534554:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384922.534556:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384922.534561:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384922.534566:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384922.534571:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001992f11e. 00010000:00000001:3.0:1767384922.534574:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384922.534576:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775868344832 : -107297841206784 : ffff9e69c64a2a00) 00080000:00000001:1.0:1767384922.534596:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384922.534598:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:1.0:1767384922.534599:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384922.534604:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:1.0:1767384922.534605:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e34db81e. 00010000:00000001:3.0:1767384922.534608:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384922.534609:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.534613:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384922.534613:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384922.534619:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384922.534622:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384922.534623:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.534625:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384922.534630:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384922.534632:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384922.534633:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384922.534636:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384922.534640:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000015631bc4) refcount = 1 00010000:00010000:3.0:1767384922.534645:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.534669:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384922.534672:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384922.534674:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384922.534676:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021ae3626. 00010000:00000001:3.0:1767384922.534678:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.534684:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384922.534684:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d68d3992. 20000000:00000001:3.0:1767384922.534692:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384922.534697:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384922.534701:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384922.534704:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.534707:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369f6f4e refcount=4 00000020:00000001:3.0:1767384922.534711:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00000800:00000010:1.0:1767384922.534715:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000005a0433b. 00010000:00000001:3.0:1767384922.534716:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384922.534723:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000800:00000200:1.1:1767384922.534728:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (2) 00010000:00010000:3.0:1767384922.534730:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000200:1.1:1767384922.534769:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp26 0000000005a0433b deleted 00000800:00000010:1.1:1767384922.534773:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000005a0433b. 00000800:00000200:1.1:1767384922.534780:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00010000:00000001:3.0:1767384922.534781:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384922.534785:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000200:1.1:1767384922.534786:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp26 ip 192.168.203.109:989 00000800:00000200:1.1:1767384922.534792:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b37009d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384922.534799:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp26 p 3.x 192.168.203.109 -> 192.168.203.109:989 incarnation:1767384920474445463 sched[0] 00000800:00000010:1.0:1767384922.534804:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000768d6e96. 00010000:00000001:3.0:1767384922.534814:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.534816:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384922.534819:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.534824:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384922.534826:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.534829:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384922.534832:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384922.534837:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000369f6f4e already unused, calling callback (00000000c66beece) 00010000:00000001:3.0:1767384922.534840:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384922.534842:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384922.534844:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384922.534845:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000768d6e96. 00000800:00000010:1.0:1767384922.534851:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d68d3992. 00010000:00000001:3.0:1767384922.534852:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384922.534855:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384922.534857:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.534858:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369f6f4e refcount=5 00000020:00000001:3.0:1767384922.534860:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384922.534862:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384922.534865:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384922.534866:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.534870:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384922.534872:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384922.534873:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.534877:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384922.534878:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:0.1:1767384922.534901:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384922.534910:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp26 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384920474445463 sched[0] 00000800:00000010:0.0:1767384922.534914:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc589a1d. 00000800:00000010:1.0:1767384922.534933:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000747c9296. 00000800:00000001:1.0:1767384922.534959:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384922.534960:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:1.0:1767384922.534963:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384922.534969:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384922.534972:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000369f6f4e with handle 0x135556ebb4843b75 from hash 00010000:00000001:3.0:1767384922.534974:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384922.534975:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.534977:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384922.534978:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384922.534980:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384922.534982:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384922.534982:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00010000:00000001:3.0:1767384922.534985:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384922.534989:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384922.534991:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.534993:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384922.534995:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384922.534998:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.534999:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384922.535001:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.535002:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.535004:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384922.535006:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1767384922.535007:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384922.535012:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001b37009d. 00010000:00000001:3.0:1767384922.535013:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.535016:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384922.535018:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1767384922.535018:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384922.535021:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384922.535023:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.535026:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384922.535028:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp26->192.168.203.109@tcp26: GET: OK 00010000:00000001:3.0:1767384922.535029:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384922.535033:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.535034:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:00000001:3.0:1767384922.535036:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384922.535039:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384922.535039:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.535047:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00010000:00000001:3.0:1767384922.535050:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384922.535052:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384922.535054:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000369f6f4e/0x135556ebb4843b75 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1767384922.535057:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384922.535063:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384922.535068:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1767384922.535075:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000015631bc4 count: 0 00000800:00000001:1.0:1767384922.535077:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384922.535085:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp26(192.168.203.109@tcp26) <- 192.168.203.109@tcp26 : GET - for me 00010000:00000001:3.0:1767384922.535086:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384922.535088:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384922.535094:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384922.535097:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.535103:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 336/336 into md 0x1651 [1] + 0 00080000:00000020:3.0:1767384922.535110:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384922.535115:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:1.0:1767384922.535116:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp26 to MR: 192.168.203.109@tcp26 local destination 20000000:00000010:3.0:1767384922.535118:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000deae5813. 00000400:00000200:1.0:1767384922.535124:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp26 NI seq info: [50:50:256:4294967295] 192.168.203.109@tcp26 LPNI seq info [50:50:8:4294967295] 20000000:00000001:3.0:1767384922.535125:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384922.535132:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363752832 00010000:00000001:3.0:1767384922.535136:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384922.535139:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00010000:00000200:3.0:1767384922.535144:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002006a667 x1853237363752832/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:148/0 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.535150:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp26(192.168.203.109@tcp26:192.168.203.109@tcp26) -> 192.168.203.109@tcp26(192.168.203.109@tcp26:192.168.203.109@tcp26) 192.168.203.109@tcp26 : REPLY try# 0 00000800:00000200:1.0:1767384922.535163:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.109@tcp26 00010000:00000001:3.0:1767384922.535164:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384922.535164:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00010000:00000001:3.0:1767384922.535168:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384922.535170:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b37009d. 00000100:00001000:3.0:1767384922.535172:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=40 v=5 (1 0 0 0) 00000800:00000200:1.0:1767384922.535188:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000100:00000001:3.0:1767384922.535189:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384922.535195:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000800:00000200:1.0:1767384922.535197:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp26 ip 192.168.203.109:988 00000100:00000001:3.0:1767384922.535199:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000800:00000200:1.0:1767384922.535201:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b37009d type 3, nob 432 niov 1 nkiov 1 02000000:00000001:3.0:1767384922.535203:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384922.535207:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.535210:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384922.535212:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000040:3.0:1767384922.535213:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384922.535218:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004002d3b4. 00000100:00000200:3.0:1767384922.535223:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363752832, offset 224 00000400:00000200:3.0:1767384922.535229:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384922.535237:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384922.535245:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c03f80 00000400:00000200:3.0:1767384922.535251:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1659 [2] + 224 00000800:00000200:1.0:1767384922.535254:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384922.535255:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384922.535258:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b37009d. 00000400:00000200:3.0:1767384922.535263:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384922.535264:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384922.535265:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:3.0:1767384922.535267:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384922.535273:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.535276:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp26->192.168.203.109@tcp26: REPLY: OK 00000100:00000040:3.0:1767384922.535288:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384922.535289:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384922.535293:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384922.535296:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384922.535318:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384922.535322:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384922.535328:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.535330:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384922.535334:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.535339:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp26(192.168.203.109@tcp26) <- 192.168.203.109@tcp26 : REPLY - for me 00000400:00000200:3.0:1767384922.535342:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004002d3b4 00000400:00000010:3.0:1767384922.535346:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004002d3b4. 00000100:00000001:3.0:1767384922.535351:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384922.535353:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384922.535359:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp26: Reply from 12345-192.168.203.109@tcp26 of length 336/336 into md 0x166d 00000100:00000001:3.0:1767384922.535361:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384922.535366:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384922.535367:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384922.535371:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384922.535373:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384922.535374:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384922.535376:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384922.535381:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002006a667 x1853237363752832/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:148/0 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.535387:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384922.535389:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.535400:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp26->192.168.203.109@tcp26: REPLY: OK 00000100:00100000:3.0:1767384922.535405:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002006a667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363752832:12345-0@lo:253: Request processed in 2829us (3474us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384922.535407:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b584092d 00000400:00000010:1.0:1767384922.535412:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b584092d. 00000400:00000200:1.0:1767384922.535418:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00100000:3.0:1767384922.535420:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000400:00000200:1.0:1767384922.535425:0:16334:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000100:00000040:3.0:1767384922.535426:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384922.535430:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384922.535431:0:16334:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000100:00000001:3.0:1767384922.535435:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384922.535438:0:16334:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 19. state = 0x100251 00000020:00000010:3.0:1767384922.535441:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b38347e3. 00000020:00000010:3.0:1767384922.535449:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024db7a48. 00000400:00000200:1.0:1767384922.535449:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384922.535452:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000020:00000010:3.0:1767384922.535459:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3625d99. 00000400:00000200:1.0:1767384922.535464:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (20) 00000020:00000040:3.0:1767384922.535467:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:3.0:1767384922.535473:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:1.0:1767384922.535475:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384922.535476:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d6c136e0. 02000000:00000001:3.0:1767384922.535484:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:1.0:1767384922.535484:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.535488:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384922.535495:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384922.535499:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bfd4ac6. 00000400:00000010:3.0:1767384922.535504:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004002d3b4. 00000400:00000200:1.0:1767384922.535505:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384922.535513:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1000d1 00000400:00000200:0.0:1767384922.535517:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000010:1.0:1767384922.535520:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 00000000deadf0e6. 00000400:00000010:1.0:1767384922.535525:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 0000000031ba8b3f. 00000400:00000010:1.0:1767384922.535528:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 000000008547227c. 00000100:00000001:3.0:1767384922.535531:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384922.535535:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384922.535539:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384922.535541:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384922.535550:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000404ab93e. 00000400:00000200:3.0:1767384922.535555:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1996e17 00000400:00000010:3.0:1767384922.535557:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1996e17. 00000400:00000010:1.0:1767384922.535560:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000633ab9c9. 00000400:00000200:0.0:1767384922.535560:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:3.0:1767384922.535561:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384922.535585:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.535588:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000633ab9c9 nid 192.168.203.109@tcp27 00000400:00000010:1.0:1767384922.535595:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000001ab80f2. 00000100:00000200:3.0:1767384922.535598:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.535599:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 0000000001ab80f2 net tcp27 00000400:00000200:0.0:1767384922.535602:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.535605:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (19) 00000100:00000001:3.0:1767384922.535609:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384922.535613:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384922.535615:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp27 flags 0x11 00000100:00000001:3.0:1767384922.535617:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384922.535620:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384922.535621:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 00000000deadf0e6. 00000100:00000001:3.0:1767384922.535622:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.535626:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.535626:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 0000000031ba8b3f. 02000000:00000001:3.0:1767384922.535628:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.535630:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 000000008547227c. 00000100:00001000:3.0:1767384922.535633:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=40 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384922.535634:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000009b855ef0. 00000400:00000200:0.0:1767384922.535639:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00001000:3.0:1767384922.535640:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=40 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384922.535642:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000100:00000001:3.0:1767384922.535649:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384922.535650:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100151 00000100:00000001:3.0:1767384922.535652:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.535655:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384922.535656:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 rc 1 00010000:00000001:3.0:1767384922.535658:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.535661:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.535664:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000100:00000040:3.0:1767384922.535668:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.535687:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384922.535688:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384922.535696:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100111 rc 0 00000100:00000001:3.0:1767384922.535700:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.535703:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384922.535706:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384922.535711:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:1.0:1767384922.535714:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000020:01000004:3.0:1767384922.535715:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384922.535718:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000020:01000004:3.0:1767384922.535719:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384922.535721:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (20) 00000020:01000004:3.0:1767384922.535725:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384922.535729:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384922.535731:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384922.535747:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384922.535749:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384922.535751:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384922.535760:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384922.535781:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384922.535788:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000252606be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363752832:0@lo:253: 00000400:00000200:0.0:1767384922.535790:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000100:00000001:3.0:1767384922.535792:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.535796:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384922.535799:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000252606be x1853237363752832/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.535804:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384922.535807:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384922.535809:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000014b9e209. 02000000:00000001:3.0:1767384922.535813:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384922.535814:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384922.535815:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000020:00000040:3.0:1767384922.535816:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384922.535820:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384922.535822:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000305c4991. 02000000:00000001:3.0:1767384922.535843:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384922.535845:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384922.535847:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000252606be. 00000100:00000001:3.0:1767384922.535851:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384922.535852:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.535854:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.535859:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384922.535860:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.535862:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384922.535864:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.535869:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.535942:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.535987:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536052:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536110:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536140:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536172:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536200:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536231:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536275:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536291:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536307:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536348:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536373:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536403:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536435:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384922.536473:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384922.536620:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d6c136e0. 00000800:00000010:0.0:1767384922.536624:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe1ae1e5. 00000800:00000010:0.0:1767384922.536628:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bd60dcb0. 00000800:00000010:0.0:1767384922.536647:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bd60dcb0. 00000800:00020000:0.0:1767384922.536656:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00080000:00000010:3.0:1767384922.537007:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001992f11e. 00080000:00000010:1.0:1767384922.537070:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e34db81e. 00040000:00000001:1.0:1767384922.537077:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384922.537079:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384922.537081:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384922.537084:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384922.537087:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384922.537089:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384922.537091:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384922.537103:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384922.537106:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384922.537111:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384922.537117:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384922.537121:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384922.537123:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384922.537126:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384922.537128:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384922.537133:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000839e6415. 00010000:00000001:3.0:1767384922.537137:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384922.537141:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000056b4699d. 00000020:00000001:3.0:1767384922.537150:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384922.537154:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000056b4699d with handle 0x135556ebb4843b7c to hash 00000020:00000001:3.0:1767384922.537156:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384922.537158:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384922.537161:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384922.537163:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384922.537165:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384922.537167:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.537173:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384922.537175:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384922.537177:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384922.537179:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384922.537180:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384922.537183:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384922.537184:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384922.537186:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384922.537188:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384922.537189:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384922.537191:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384922.537192:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000839e6415) refcount = 1 00010000:00010000:3.0:1767384922.537195:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.537199:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384922.537200:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384922.537201:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384922.537202:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.537203:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384922.537205:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384922.537206:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384922.537208:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384922.537209:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.537210:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056b4699d refcount=4 00000020:00000001:3.0:1767384922.537215:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384922.537217:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384922.537219:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384922.537220:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.537242:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384922.537243:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.537246:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.537247:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384922.537248:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.537251:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384922.537252:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.537253:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384922.537254:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384922.537257:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000056b4699d already unused, calling callback (00000000c66beece) 00010000:00000001:3.0:1767384922.537258:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384922.537259:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384922.537260:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.537263:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384922.537264:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384922.537265:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.537265:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056b4699d refcount=5 00000020:00000001:3.0:1767384922.537266:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384922.537268:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384922.537269:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384922.537274:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.537277:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384922.537278:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384922.537279:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.537281:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384922.537282:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384922.537282:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384922.537283:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384922.537284:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000056b4699d with handle 0x135556ebb4843b7c from hash 00010000:00000001:3.0:1767384922.537286:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384922.537286:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.537287:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384922.537288:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384922.537289:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384922.537290:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384922.537291:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384922.537292:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384922.537293:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.537294:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384922.537294:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384922.537296:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.537297:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384922.537298:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.537299:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.537300:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384922.537301:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.537305:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.537306:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384922.537307:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384922.537308:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384922.537309:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384922.537311:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384922.537312:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384922.537313:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384922.537320:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384922.537322:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384922.537342:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384922.537344:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384922.537345:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000056b4699d/0x135556ebb4843b7c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384922.537350:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000839e6415 count: 0 00080000:00000020:1.0:1767384922.537355:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384922.537359:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384922.537362:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e208cc0. 00010000:00000001:3.0:1767384922.537363:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384922.537366:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000001:1.0:1767384922.537368:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384922.537373:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363752960 00010000:00000001:1.0:1767384922.537376:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384922.537382:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026f4fbce x1853237363752960/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:148/0 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384922.537390:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384922.537392:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384922.537394:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384922.537398:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384922.537401:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384922.537403:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384922.537406:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384922.537408:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.537411:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384922.537415:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384922.537418:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005a0433b. 00000100:00000200:1.0:1767384922.537421:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363752960, offset 224 00000400:00000200:1.0:1767384922.537427:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384922.537432:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384922.537447:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04000 00000400:00000200:1.0:1767384922.537451:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1661 [2] + 224 00000400:00000200:1.0:1767384922.537456:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384922.537459:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384922.537462:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384922.537465:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.537473:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.537489:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384922.537495:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a0433b 00000400:00000010:1.0:1767384922.537498:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005a0433b. 00000100:00000001:3.0:1767384922.537500:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.537501:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384922.537505:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384922.537505:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384922.537512:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384922.537513:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384922.537516:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384922.537519:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:3.0:1767384922.537521:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bae2f518. 00010000:00000001:1.0:1767384922.537525:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384922.537528:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d74a57c1 00000020:00000001:1.0:1767384922.537528:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384922.537534:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d74a57c1. 00000020:00000001:1.0:1767384922.537534:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384922.537543:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384922.537544:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026f4fbce x1853237363752960/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:148/0 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384922.537553:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384922.537577:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026f4fbce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363752960:12345-0@lo:253: Request processed in 4869us (5422us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384922.537587:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384922.537592:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:1.0:1767384922.537598:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384922.537602:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384922.537603:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384922.537606:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384922.537607:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.537610:0:16340:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384922.537611:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000583c71f1. 02000000:00000001:3.0:1767384922.537612:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384922.537615:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.537617:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384922.537618:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 02000000:00000001:3.0:1767384922.537619:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384922.537624:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f35372ae. 00000100:00001000:3.0:1767384922.537625:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=40 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384922.537629:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00001000:3.0:1767384922.537630:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384922.537635:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384922.537635:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384922.537637:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.537638:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384922.537643:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000369eefaf. 00010000:00000001:3.0:1767384922.537648:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.537649:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384922.537650:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.537652:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384922.537656:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384922.537657:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384922.537679:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aef9299f. 00000100:00000001:3.0:1767384922.537681:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.537685:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384922.537685:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005a0433b. 00000100:00000001:3.0:1767384922.537687:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384922.537692:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384922.537694:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384922.537696:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384922.537697:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384922.537698:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384922.537700:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384922.537702:0:16340:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384922.537703:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384922.537704:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384922.537707:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384922.537713:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363752960:0@lo:253: 00000100:00000001:3.0:1767384922.537717:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.537718:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384922.537720:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363752960/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.537725:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384922.537726:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384922.537727:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d94fa04a. 02000000:00000001:3.0:1767384922.537731:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384922.537748:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384922.537749:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384922.537751:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384922.537752:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000012f6ffaa. 02000000:00000001:3.0:1767384922.537756:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384922.537757:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384922.537758:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:3.0:1767384922.537760:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384922.537768:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.537770:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.537774:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384922.537775:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.537777:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384922.537778:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.538930:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294910417, at 4294910418 00000100:00000040:3.0:1767384922.538932:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294910417, at 4294910418 00000100:00000010:2.0:1767384922.538940:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000281af3b8. 00000100:00000010:3.0:1767384922.538942:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c33f997. 00000100:00000040:1.0:1767384922.539934:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294910417, at 4294910419 00000100:00000010:1.0:1767384922.539943:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064472aa. 00000800:00000010:0.0:1767384922.542038:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe1ae1e5. 00000800:00000010:0.0:1767384922.542045:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d6c136e0. 00000100:00000040:0.0:1767384922.542056:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294910417, at 4294910421 00000100:00000010:0.0:1767384922.542062:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7ece201. 00000400:02020000:0.0:1767384922.542115:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp26 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000010:2.0:1767384922.553706:0:25543:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009cc4600e. 00000400:00000040:2.0:1767384922.553725:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384922.553727:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384922.553730:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.553754:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384922.553756:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.553758:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384922.553760:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384922.553762:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384922.553763:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384922.553797:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384922.553800:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384922.553802:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384922.553804:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384922.553805:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384922.553807:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384922.553809:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384922.553810:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384922.553811:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384922.553812:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384922.553815:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.553817:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384922.553818:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384922.553819:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384922.553821:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384922.553822:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384922.553825:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.553826:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384922.553827:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384922.553829:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384922.553830:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384922.553831:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384922.553833:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384922.553834:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384922.553835:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384922.553837:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384922.553838:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384922.553839:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384922.553841:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384922.553842:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384922.553843:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384922.553844:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384922.553846:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384922.553847:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384922.553848:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384922.553850:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384922.553851:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384922.553852:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384922.553853:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384922.553861:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384922.553863:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384922.553864:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384922.553866:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384922.553867:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384922.553869:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384922.553870:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384922.553871:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384922.553872:0:25543:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384922.554301:0:25543:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009cc4600e. 00010000:00000010:3.1:1767384922.556898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000015631bc4. 00010000:00000010:3.1:1767384922.556905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000369f6f4e. 00010000:00000010:3.1:1767384922.556915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000839e6415. 00010000:00000010:3.1:1767384922.556919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056b4699d. 00010000:00000001:2.0:1767384923.481002:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384923.481009:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384923.481017:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384923.481020:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.481051:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384923.481054:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384923.481057:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384923.609006:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384923.609013:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384923.609015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384923.609022:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a155b63b. 00000100:00000001:2.0:1767384923.609025:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 10000000:00000001:3.0:1767384923.609028:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 00000020:00000040:0.0:1767384923.609035:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384923.609036:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051689056. 10000000:00000040:3.0:1767384923.609038:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 00000020:00000040:2.0:1767384923.609048:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 10000000:00000001:3.0:1767384923.609051:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.609052:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384923.609057:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384923.609059:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:3.0:1767384923.609065:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384923.609065:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384923.609071:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384923.609074:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:2.0:1767384923.609075:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384923.609081:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384923.609088:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384923.609092:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 02000000:00000010:2.0:1767384923.609094:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd295e3b. 02000000:00000010:0.0:1767384923.609095:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dc167dfd. 10000000:01000000:3.0:1767384923.609097:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 37 10000000:00000001:3.0:1767384923.609109:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000100:00000001:2.0:1767384923.609110:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.609112:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384923.609116:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000040:2.0:1767384923.609126:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384923.609129:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1767384923.609133:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000100:00000001:0.0:1767384923.609139:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384923.609147:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384923.609158:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384923.609163:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a155b63b] to pc [ptlrpcd_00_02+2] req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384923.609165:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384923.609166:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384923.609174:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384923.609175:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.609191:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051689056] to pc [ptlrpcd_00_03+3] req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384923.609193:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000719e1be2. 00000100:00000001:3.0:1767384923.609210:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.609222:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384923.609228:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1767384923.609231:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.609237:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384923.609239:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384923.609241:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000839e6415. 00010000:00000001:3.0:1767384923.609256:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1767384923.609263:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384923.609267:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000010:3.0:1767384923.609268:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000851c921b. 00000100:00000001:0.0:1767384923.609271:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384923.609277:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000685019c6. 00000100:00000001:0.0:1767384923.609279:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384923.609281:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384923.609289:0:36:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384923.609292:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000851c921b with handle 0x135556ebb4843b83 to hash 00000100:00000040:0.0:1767384923.609295:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.609298:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767384923.609307:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:2.0:1767384923.609307:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384923.609316:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.609317:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00000100:00000001:0.0:1767384923.609319:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384923.609325:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384923.609326:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33d695a. 00010000:00000001:3.0:1767384923.609330:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 02000000:00000001:0.0:1767384923.609338:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384923.609339:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.609346:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384923.609352:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384923.609360:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.609363:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384923.609374:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384923.609375:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a155b63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363753216:0@lo:13: 00010000:00010000:3.0:1767384923.609389:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384923.609390:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384923.609392:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384923.609396:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.609403:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384923.609410:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685019c6] to pc [ptlrpcd_00_00+0] req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384923.609412:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.609424:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1767384923.609427:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767384923.609434:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003e23d34a. 02000000:00000001:0.0:1767384923.609443:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384923.609457:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7ac7f3. 00010000:00010000:3.0:1767384923.609466:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384923.609467:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384923.609469:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000100:00000040:2.0:1767384923.609475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384923.609489:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384923.609497:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054e27bee. 00000100:00000001:3.0:1767384923.609499:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000200:0.0:1767384923.609499:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363753216, portal 4 00000020:00000040:2.0:1767384923.609507:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384923.609508:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1767384923.609509:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384923.609516:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990648704 : -107292718902912 : ffff9e6af79a5180) 00000100:00000001:2.0:1767384923.609517:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1767384923.609521:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053351ad1. 02000000:00000001:2.0:1767384923.609525:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384923.609529:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780860949056 : -107292848602560 : ffff9e6aefdf4240) 02000000:00000001:2.0:1767384923.609531:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.609536:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.609539:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384923.609544:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023a3ee05. 00000100:00000001:3.0:1767384923.609545:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000001:2.0:1767384923.609558:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.609560:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384923.609563:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384923.609567:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.609574:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384923.609576:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000040:0.0:1767384923.609577:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384923.609583:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384923.609589:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000040:3.0:1767384923.609598:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384923.609600:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363753216, offset 0 00000100:00000001:2.0:1767384923.609607:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384923.609613:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.609625:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384923.609628:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054e27bee] to pc [ptlrpcd_00_01+1] req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.609643:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384923.609649:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.609660:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384923.609661:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384923.609665:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384923.609669:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384923.609674:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.609684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384923.609685:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c04100 00000100:00100000:3.0:1767384923.609691:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363753344:0@lo:101: 00000100:00000001:2.0:1767384923.609703:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384923.609705:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384923.609709:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 00000100:00000010:2.0:1767384923.609712:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045d217b5. 02000000:00000001:3.0:1767384923.609714:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384923.609722:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384923.609723:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384923.609750:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384923.609752:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384923.609757:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a1353445. 00000100:00000001:2.0:1767384923.609761:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384923.609768:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384923.609769:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384923.609777:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384923.609780:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384923.609787:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd08e694. 00000100:00000001:0.0:1767384923.609788:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384923.609791:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c6ffbd1. 00000100:00000200:0.0:1767384923.609794:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384923.609798:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384923.609803:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000100:00000010:0.0:1767384923.609808:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd4214a3. 00000100:00000040:2.0:1767384923.609811:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384923.609814:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363753344, portal 25 00000100:00000040:0.0:1767384923.609819:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000cd4214a3 x1853237363753216 msgsize 224 00000100:00000001:3.0:1767384923.609825:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384923.609832:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00100000:0.0:1767384923.609846:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384923.609848:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384923.609852:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.609855:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.609909:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d217b5] to pc [ptlrpcd_00_02+2] req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.609910:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384923.609914:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384923.609928:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000100:00000040:3.0:1767384923.609929:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384923.609937:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000400:00000010:3.0:1767384923.609941:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7024bb8. 00000100:00000001:2.0:1767384923.609946:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.609946:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384923.609949:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363753344, offset 0 00000100:00000040:2.0:1767384923.609959:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (249) 00000100:00000200:0.0:1767384923.609960:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384923.609970:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384923.609986:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384923.609990:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384923.609997:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.610001:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384923.610010:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384923.610012:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c04180 00000100:00000001:2.0:1767384923.610018:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384923.610019:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.610031:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xfc5 [2] + 0 00000100:00000001:1.0:1767384923.610032:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384923.610032:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384923.610033:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.610043:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384923.610048:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384923.610049:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c527910. 00000100:00000001:1.0:1767384923.610051:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384923.610067:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee542cec 00000100:00000040:0.0:1767384923.610067:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3858 usecs (4 jiffies) 00000100:00000040:1.0:1767384923.610068:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.610069:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384923.610078:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.610079:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384923.610081:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294911493 02000000:00000001:2.0:1767384923.610089:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384923.610097:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384923.610100:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384923.610109:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7ece201. 02000000:00000001:2.0:1767384923.610112:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.610117:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee542cec 00000100:00000001:1.0:1767384923.610118:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767384923.610125:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000685019c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363753472:0@lo:400: 00000100:00000001:0.0:1767384923.610126:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384923.610127:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384923.610128:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee542cec. 00000100:00000001:2.0:1767384923.610142:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384923.610143:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384923.610144:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294911493 00000100:00000001:3.0:1767384923.610146:0:17069:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384923.610150:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384923.610152:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384923.610153:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384923.610155:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001781aff1. 02000000:00000001:2.0:1767384923.610157:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384923.610167:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.610168:0:17069:0:(events.c:337:request_in_callback()) incoming req@0000000086bf7edc x1853237363753344 msgsize 328 02000000:00000001:2.0:1767384923.610169:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384923.610170:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000010:2.0:1767384923.610179:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051362cb3. 00000100:00100000:1.0:1767384923.610183:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051689056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363753088:0@lo:400: 00000100:00000001:0.0:1767384923.610185:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294911493 00000100:00100000:3.0:1767384923.610199:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384923.610202:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064472aa. 02000000:00000001:2.0:1767384923.610203:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.610203:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384923.610205:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384923.610212:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384923.610217:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:1.0:1767384923.610218:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384923.610220:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000286db504. 02000000:00000001:1.0:1767384923.610229:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384923.610230:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294911493 00000100:00000001:3.0:1767384923.610232:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384923.610235:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 02000000:00000010:1.0:1767384923.610239:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003898894e. 00000100:00000010:0.0:1767384923.610243:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c33f997. 00000400:00000200:3.0:1767384923.610247:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7024bb8 00000100:00000200:2.0:1767384923.610247:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363753472, portal 4 02000000:00000001:1.0:1767384923.610248:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.610254:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384923.610257:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7024bb8. 00000100:00000001:2.0:1767384923.610261:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384923.610265:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbeeed56. 00000100:00000001:2.0:1767384923.610269:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879025408 : -107292830526208 : ffff9e6af0f31500) 00000100:00000001:3.0:1767384923.610271:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384923.610274:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384923.610277:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b584092d. 00000100:00000200:3.0:1767384923.610284:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384923.610287:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.610289:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384923.610291:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363753088, portal 25 00000100:00000001:1.0:1767384923.610305:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384923.610307:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.610311:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879021824 : -107292830529792 : ffff9e6af0f30700) 00000100:00000001:0.0:1767384923.610325:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384923.610332:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.610350:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384923.610351:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384923.610352:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384923.610362:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384923.610364:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384923.610369:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384923.610378:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.610378:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384923.610380:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384923.610381:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d2b6249. 00000100:00000001:0.0:1767384923.610388:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384923.610391:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363753472, offset 0 00000100:00000001:0.0:1767384923.610398:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384923.610409:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba62cac. 00000100:00000001:3.0:1767384923.610412:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.610420:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384923.610421:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384923.610423:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384923.610435:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384923.610439:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363753088, offset 0 00000100:00000001:3.0:1767384923.610448:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294911495 00000400:00000200:2.0:1767384923.610450:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384923.610465:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384923.610466:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384923.610467:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911493 00000100:00000001:0.0:1767384923.610471:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384923.610480:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c04200 00000100:00000001:3.0:1767384923.610481:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294911495 02000000:00000001:0.0:1767384923.610484:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384923.610493:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384923.610498:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911493 00000400:00000200:2.0:1767384923.610505:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 00000400:00000200:1.0:1767384923.610505:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384923.610506:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.610509:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294911495 00000100:00100000:0.0:1767384923.610524:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16342:1853237363753728:0@lo:400: 00000100:00000001:3.0:1767384923.610525:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911493 00000400:00000200:2.0:1767384923.610528:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384923.610538:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294911495 00000100:00000001:0.0:1767384923.610541:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384923.610547:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c04080 00000400:00000200:2.0:1767384923.610548:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384923.610551:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384923.610552:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911493 02000000:00000001:0.0:1767384923.610559:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.610563:0:16340:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384923.610566:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384923.610568:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384923.610570:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384923.610576:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xfd5 [2] + 0 00000100:00000010:2.0:1767384923.610583:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008be01d9f. 00000100:00000001:3.0:1767384923.610584:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384923.610587:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051cdebb1. 00000400:00000010:1.0:1767384923.610596:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005f3c4bb. 00000100:00000001:3.0:1767384923.610597:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384923.610599:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.610600:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000008be01d9f x1853237363753472 msgsize 224 00000100:00000001:3.0:1767384923.610603:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384923.610613:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002edfd56d 00000400:00000010:0.0:1767384923.610614:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e8863. 00000100:00100000:3.0:1767384923.610615:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 0000000053351ad1 going to sleep for 11 seconds 00000100:00100000:2.0:1767384923.610627:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384923.610629:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384923.610630:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384923.610631:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000001:3.0:1767384923.610635:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384923.610644:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363753728, portal 10 00000100:00000001:2.0:1767384923.610646:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384923.610653:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384923.610654:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384923.610660:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384923.610661:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d2b6249 00000100:00000001:0.0:1767384923.610661:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000100:00000001:3.0:1767384923.610668:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384923.610670:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d2b6249. 00000100:00000001:3.0:1767384923.610673:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384923.610678:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384923.610680:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384923.610684:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002edfd56d 00000100:00000040:3.0:1767384923.610685:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384923.610688:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384923.610697:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002edfd56d. 00000100:00000001:1.0:1767384923.610714:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384923.610723:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384923.610759:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000bb18bbba x1853237363753088 msgsize 224 00000100:00000001:0.0:1767384923.610774:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384923.610785:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384923.610787:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384923.610787:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384923.610792:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384923.610796:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384923.610798:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000100:00000040:2.0:1767384923.610800:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384923.610801:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384923.610810:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384923.610813:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:0.0:1767384923.610813:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363753728, offset 0 02000000:00000001:3.0:1767384923.610823:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.610835:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384923.610837:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16341:1853237363753600:0@lo:400: 00000100:00000001:1.0:1767384923.610842:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384923.610846:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.610852:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384923.610857:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384923.610861:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba62cac 00000100:00000001:2.0:1767384923.610900:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384923.610908:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba62cac. 00000100:00000001:2.0:1767384923.610915:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384923.610916:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384923.610919:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384923.610928:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c04300 02000000:00000001:3.0:1767384923.610929:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.610929:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3858 usecs (4 jiffies) 00000100:00000200:1.0:1767384923.610935:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384923.610942:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384923.610944:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294911494 02000000:00000010:3.0:1767384923.610953:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0d20d7e. 00000400:00000200:0.0:1767384923.610954:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:2.0:1767384923.610957:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294911495 02000000:00000001:3.0:1767384923.610965:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.610970:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294911494 00000400:00000200:0.0:1767384923.610976:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384923.610979:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012abc9f7. 00000100:00000001:2.0:1767384923.610980:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294911495 00000100:00000001:2.0:1767384923.610994:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294911494 00000400:00000010:3.0:1767384923.610995:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7024bb8. 00000400:00000200:0.0:1767384923.610996:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384923.610999:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384923.611009:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294911495 00000100:00000040:1.0:1767384923.611010:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384923.611011:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363753600, portal 10 00000100:00000001:0.0:1767384923.611014:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384923.611016:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294911494 00000100:00000200:0.0:1767384923.611022:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384923.611024:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384923.611028:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294911495 00000100:00000001:3.0:1767384923.611031:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879028096 : -107292830523520 : ffff9e6af0f31f80) 00000100:00000010:0.0:1767384923.611037:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1e5fa14. 00000100:00000001:2.0:1767384923.611039:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384923.611051:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000d1e5fa14 x1853237363753728 msgsize 224 00000100:00000040:3.0:1767384923.611053:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.611054:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.611069:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.611070:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.611081:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384923.611082:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384923.611083:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384923.611096:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384923.611099:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.611101:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384923.611106:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384923.611108:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384923.611110:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384923.611113:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294911496 00000400:00000010:3.0:1767384923.611116:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00000100:00000001:2.0:1767384923.611121:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384923.611128:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384923.611129:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363753600, offset 0 00000400:00000200:0.0:1767384923.611130:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000100:00000001:1.0:1767384923.611131:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911495 00000100:00000001:2.0:1767384923.611133:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384923.611140:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000100:00000001:2.0:1767384923.611147:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.611150:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294911496 00000100:00000001:0.0:1767384923.611151:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384923.611161:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384923.611164:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911495 00000100:00000200:0.0:1767384923.611166:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384923.611187:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384923.611194:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294911496 00000100:00000001:0.0:1767384923.611195:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384923.611204:0:17879:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000926b2ddf. 00000100:00000040:0.0:1767384923.611207:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.611208:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911495 00000400:00000200:3.0:1767384923.611213:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c04280 00000100:00000001:2.0:1767384923.611218:0:17879:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384923.611222:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294911496 00000100:00100000:2.0:1767384923.611227:0:17879:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363753472 00000100:00000001:1.0:1767384923.611236:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911495 00000400:00000200:3.0:1767384923.611237:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 02000000:00000001:2.0:1767384923.611239:0:17879:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384923.611250:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384923.611251:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384923.611258:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384923.611259:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.611264:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.611266:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384923.611274:0:17879:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.611274:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.611275:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384923.611289:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.611291:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384923.611292:0:17879:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363753472 00000100:00000001:3.0:1767384923.611294:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384923.611304:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1767384923.611305:0:17879:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384923.611308:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.611309:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384923.611312:0:17879:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00000010:3.0:1767384923.611318:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000252606be. 00000100:00000001:1.0:1767384923.611318:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384923.611320:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384923.611322:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2936 usecs (3 jiffies) 00000020:00000040:2.0:1767384923.611328:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000100:00000001:1.0:1767384923.611333:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384923.611334:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000252606be x1853237363753600 msgsize 224 00000100:00000001:0.0:1767384923.611335:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294911493 00000100:00000001:1.0:1767384923.611341:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384923.611352:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:1.0:1767384923.611353:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384923.611354:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384923.611354:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294911496 00000020:00000001:2.0:1767384923.611365:0:17879:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:0.0:1767384923.611369:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294911493 00000100:00000001:1.0:1767384923.611370:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.611375:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384923.611383:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384923.611384:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294911496 00000020:00000010:2.0:1767384923.611386:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3465f2c. 00000400:00000200:3.0:1767384923.611399:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00000100:00000001:0.0:1767384923.611399:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294911493 00000020:00000010:2.0:1767384923.611400:0:17879:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ed04a829. 00000100:00000001:0.0:1767384923.611406:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294911496 00000400:00000010:3.0:1767384923.611409:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00000020:00000040:2.0:1767384923.611414:0:17879:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:0.0:1767384923.611416:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294911493 00000100:00000001:3.0:1767384923.611419:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384923.611429:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294911496 00000100:00000200:3.0:1767384923.611431:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.611438:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384923.611442:0:17879:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384923.611452:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384923.611455:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acc60024. 00000100:00000001:3.0:1767384923.611460:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384923.611462:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384923.611465:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6183577. 00000100:00000001:0.0:1767384923.611469:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384923.611476:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fb9be64. 00000100:00000040:3.0:1767384923.611483:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.611484:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384923.611491:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384923.611492:0:17879:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384923.611504:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384923.611505:0:17879:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384923.611508:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.611511:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384923.611512:0:17879:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384923.611514:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384923.611519:0:17879:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.611520:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.611526:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.611533:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.611535:0:16341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2838 usecs (3 jiffies) 00000100:00000001:2.0:1767384923.611538:0:17879:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384923.611546:0:17879:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384923.611547:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294911493 00000100:00000001:2.0:1767384923.611552:0:17879:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.611554:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294911496 00000100:00000001:3.0:1767384923.611561:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294911493 00000100:00000001:3.0:1767384923.611564:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294911496 00000100:00000001:3.0:1767384923.611567:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294911493 00000100:00000001:0.0:1767384923.611569:0:17881:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384923.611570:0:17879:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.611571:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294911496 00000100:00100000:0.0:1767384923.611578:0:17881:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363753216 00000100:00000001:3.0:1767384923.611582:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294911493 02000000:00000001:0.0:1767384923.611584:0:17881:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384923.611590:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384923.611592:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294911496 00000100:00000001:0.0:1767384923.611595:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.611596:0:17879:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384923.611598:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384923.611604:0:17879:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384923.611607:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.611608:0:17881:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384923.611620:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384923.611623:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384923.611624:0:17881:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363753216 00000100:00000040:2.0:1767384923.611627:0:17879:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000020:00000001:0.0:1767384923.611635:0:17881:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384923.611636:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384923.611636:0:17879:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879034368 : -107292830517248 : ffff9e6af0f33800) 00000020:00000040:0.0:1767384923.611642:0:17881:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:0.0:1767384923.611649:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384923.611651:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384923.611653:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008be01d9f x1853237363753472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:149/0 lens 224/0 e 0 to 0 dl 1767384934 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384923.611654:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 00000100:00000001:3.0:1767384923.611658:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384923.611665:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384923.611670:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384923.611676:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384923.611679:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384923.611683:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.611686:0:17881:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000010:2.0:1767384923.611688:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000458c160c. 00000100:00000001:3.0:1767384923.611691:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.611696:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384923.611699:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384923.611706:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000458c160c. 00000020:00000010:0.0:1767384923.611707:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e629506e. 00000100:00100000:2.0:1767384923.611717:0:17879:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008be01d9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16340:x1853237363753472:12345-0@lo:400: 00000100:00000001:0.0:1767384923.611719:0:17881:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384923.611753:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e629506e. 00000100:00000001:3.0:1767384923.611754:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384923.611754:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363753472 00000100:00100000:3.0:1767384923.611763:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363753344 00000020:00000001:2.0:1767384923.611764:0:17879:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384923.611769:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384923.611773:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384923.611773:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005e5b135. 00000100:00000001:3.0:1767384923.611779:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.611784:0:17879:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384923.611787:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.611791:0:17879:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.611791:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e721c5b6. 00000100:00100000:3.0:1767384923.611794:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363753344 00000020:00000001:3.0:1767384923.611805:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384923.611805:0:17879:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384923.611809:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038bbbe83. 00000020:00000040:3.0:1767384923.611812:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384923.611813:0:17879:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:2.0:1767384923.611821:0:17879:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384923.611825:0:17879:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384923.611831:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384923.611831:0:17881:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384923.611832:0:17879:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1767384923.611839:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:2.0:1767384923.611840:0:17879:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384923.611843:0:17881:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384923.611847:0:17879:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.611850:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384923.611853:0:17881:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384923.611855:0:17879:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384923.611856:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384923.611898:0:17879:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384923.611901:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384923.611905:0:17879:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384923.611910:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 02000000:00000010:2.0:1767384923.611915:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c6313fbc. 00000100:00000001:0.0:1767384923.611917:0:17881:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.611918:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384923.611925:0:17879:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384923.611930:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 00000100:00000001:2.0:1767384923.611933:0:17879:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.611935:0:17881:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.611942:0:17879:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384923.611944:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae213486. 00010000:00000040:2.0:1767384923.611948:0:17879:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363753472 00000100:00000001:0.0:1767384923.611950:0:17881:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384923.611954:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000026067a56. 00010000:00000001:2.0:1767384923.611956:0:17879:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384923.611968:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da351a3d. 00010000:00000200:2.0:1767384923.611972:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008be01d9f x1853237363753472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.611979:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384923.611983:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384923.611986:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384923.611990:0:17879:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384923.611993:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384923.611996:0:17879:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.612000:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384923.612002:0:17881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00001000:2.0:1767384923.612008:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384923.612009:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.612010:0:17881:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 2 00000100:00000001:0.0:1767384923.612022:0:17881:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990649600 : -107292718902016 : ffff9e6af79a5500) 00000100:00000001:2.0:1767384923.612025:0:17879:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384923.612026:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.612034:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd4214a3 x1853237363753216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:149/0 lens 224/0 e 0 to 0 dl 1767384934 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384923.612036:0:17879:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384923.612044:0:17879:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:3.0:1767384923.612048:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384923.612055:0:17879:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384923.612061:0:17879:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.612071:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384923.612072:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384923.612074:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384923.612080:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363753088 00000100:00000040:2.0:1767384923.612081:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384923.612085:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e629506e. 02000000:00000001:3.0:1767384923.612089:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384923.612092:0:17881:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384923.612093:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d2b6249. 00000100:00000001:3.0:1767384923.612095:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384923.612101:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.612105:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e629506e. 00000100:00000200:2.0:1767384923.612106:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363753472, offset 224 02000000:00000001:3.0:1767384923.612107:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384923.612119:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363753088 00000020:00000001:3.0:1767384923.612126:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384923.612128:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384923.612128:0:17881:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd4214a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16342:x1853237363753216:12345-0@lo:13: 00000020:00000040:3.0:1767384923.612130:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384923.612140:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384923.612142:0:17881:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363753216 00000020:00000040:3.0:1767384923.612144:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:0.0:1767384923.612151:0:17881:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384923.612154:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384923.612155:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384923.612159:0:17881:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384923.612168:0:17881:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.612169:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:2.0:1767384923.612170:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c04200 00000020:00000001:0.0:1767384923.612180:0:17881:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384923.612184:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384923.612185:0:17881:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000400:00000200:2.0:1767384923.612190:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1691 [1] + 224 00000020:00000010:3.0:1767384923.612194:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 00000100:00000001:3.0:1767384923.612202:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384923.612209:0:17881:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384923.612212:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 00000020:00000001:0.0:1767384923.612217:0:17881:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384923.612219:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384923.612224:0:17881:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384923.612232:0:17881:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384923.612233:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384923.612240:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e99306a. 00000020:00000001:0.0:1767384923.612241:0:17881:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.612243:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384923.612254:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b90b2683. 00000100:00000001:0.0:1767384923.612254:0:17881:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384923.612256:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384923.612261:0:17881:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384923.612267:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046755d6a. 02000000:00000010:0.0:1767384923.612271:0:17881:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c2b6fc32. 00000100:00000001:3.0:1767384923.612278:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384923.612281:0:17881:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.612285:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384923.612294:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.612294:0:17881:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.612300:0:17879:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384923.612307:0:17881:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384923.612310:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384923.612316:0:17881:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384923.612320:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384923.612323:0:17881:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384923.612341:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384923.612344:0:17881:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384923.612347:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384923.612348:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000024:0.0:1767384923.612351:0:17881:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384923.612360:0:17881:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:2.0:1767384923.612364:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d2b6249 00000100:00100000:3.0:1767384923.612365:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000020:00000020:0.0:1767384923.612368:0:17881:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000400:00000010:2.0:1767384923.612374:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d2b6249. 00000100:00000040:3.0:1767384923.612376:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00002000:00000020:0.0:1767384923.612384:0:17881:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:3.0:1767384923.612386:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122453072 : -107293587098544 : ffff9e6ac3dab450) 00000100:00000001:2.0:1767384923.612388:0:17879:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384923.612395:0:17879:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:0.0:1767384923.612397:0:17881:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384923.612404:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.612405:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000086bf7edc x1853237363753344/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:149/0 lens 328/0 e 0 to 0 dl 1767384934 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384923.612406:0:17881:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384923.612414:0:17881:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.612420:0:17879:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00002000:00000001:0.0:1767384923.612426:0:17881:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384923.612432:0:17879:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:0.0:1767384923.612437:0:17881:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363753216 00000020:00000001:2.0:1767384923.612439:0:17879:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.612451:0:17881:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384923.612452:0:17879:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384923.612454:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384923.612463:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 00010000:00000200:0.0:1767384923.612470:0:17881:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cd4214a3 x1853237363753216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:149/0 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384923.612471:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008be01d9f x1853237363753472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.612472:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384923.612484:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 00000100:00100000:3.0:1767384923.612504:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000086bf7edc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363753344:12345-0@lo:101: 00000100:00000200:3.0:1767384923.612524:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363753344 00000020:00000001:3.0:1767384923.612533:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384923.612543:0:17881:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384923.612544:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384923.612550:0:17879:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008be01d9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16340:x1853237363753472:12345-0@lo:400: Request processed in 862us (1942us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384923.612554:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.612555:0:17881:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384923.612566:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=31 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384923.612576:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000001:3.0:1767384923.612577:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384923.612578:0:17881:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384923.612587:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000100:00000040:2.0:1767384923.612588:0:17879:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 1 00000100:00000040:0.0:1767384923.612591:0:17881:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:3.0:1767384923.612598:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384923.612600:0:17879:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384923.612601:0:17881:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:3.0:1767384923.612603:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384923.612606:0:17879:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384923.612613:0:17881:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384923.612615:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384923.612618:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6183577. 02000000:00000001:0.0:1767384923.612621:0:17881:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.612622:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384923.612627:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fb9be64. 00000020:00000001:3.0:1767384923.612629:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384923.612637:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acc60024. 00000020:00000001:3.0:1767384923.612638:0:17067:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:0.0:1767384923.612645:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384923.612646:0:17067:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000020:00000040:2.0:1767384923.612649:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000100:00000001:2.0:1767384923.612656:0:17879:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384923.612660:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384923.612664:0:17067:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384923.612669:0:17067:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000400:00000010:0.0:1767384923.612671:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00010000:00000001:3.0:1767384923.612673:0:17067:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.612684:0:17067:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:0.0:1767384923.612686:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363753216, offset 224 00000100:00000001:2.0:1767384923.612692:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000010:3.0:1767384923.612695:0:17067:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000015631bc4. 00000100:00000001:2.0:1767384923.612698:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384923.612706:0:17067:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:0.0:1767384923.612707:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384923.612716:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00010000:00000010:3.0:1767384923.612717:0:17067:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000056b4699d. 00000020:00000001:3.0:1767384923.612745:0:17067:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384923.612749:0:17067:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000056b4699d with handle 0x135556ebb4843b8a to hash 00000020:00000001:3.0:1767384923.612757:0:17067:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:2.0:1767384923.612761:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00010000:00000001:3.0:1767384923.612763:0:17067:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00000400:00000200:0.0:1767384923.612763:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384923.612771:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122446928 : -107293587104688 : ffff9e6ac3da9c50) 00010000:00000001:3.0:1767384923.612775:0:17067:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00010000:3.0:1767384923.612783:0:17067:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843b83 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384923.612788:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb18bbba x1853237363753088/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:149/0 lens 224/0 e 0 to 0 dl 1767384934 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384923.612802:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c04100 00010000:00000040:3.0:1767384923.612817:0:17067:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000020:00000040:3.0:1767384923.612826:0:17067:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00000400:00000200:0.0:1767384923.612831:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1681 [1] + 224 00000100:00000001:3.0:1767384923.612839:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384923.612842:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384923.612847:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384923.612849:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384923.612853:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000458c160c. 02000000:00000010:3.0:1767384923.612856:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002a3d3373. 02000000:00000001:3.0:1767384923.612893:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.612897:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.612901:0:17067:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1767384923.612906:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384923.612907:0:17067:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:0.0:1767384923.612911:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384923.612913:0:17067:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000010:2.0:1767384923.612919:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000458c160c. 00010000:00000001:3.0:1767384923.612921:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384923.612926:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.612928:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384923.612932:0:17067:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384923.612938:0:17067:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384923.612940:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb18bbba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363753088:12345-0@lo:400: 00000100:00000200:0.0:1767384923.612944:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384923.612946:0:17067:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384923.612952:0:17067:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384923.612957:0:17067:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000200:2.0:1767384923.612960:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363753088 00010000:00000001:3.0:1767384923.612963:0:17067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384923.612969:0:17067:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000015631bc4) refcount = 1 00000020:00000001:2.0:1767384923.612973:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384923.612984:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:3.0:1767384923.612988:0:17067:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384923.612991:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.613006:0:17881:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384923.613008:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384923.613014:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000020:00000001:2.0:1767384923.613025:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384923.613031:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384923.613041:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384923.613048:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384923.613051:0:17067:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:2.0:1767384923.613054:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.613058:0:17067:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:2.0:1767384923.613063:0:17065:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767384923.613064:0:17067:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384923.613069:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384923.613072:0:17067:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.613073:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384923.613074:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384923.613083:0:17067:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384923.613085:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000044b7fb02. 00000400:00000200:0.0:1767384923.613089:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 02000000:00000001:2.0:1767384923.613092:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.613093:0:17067:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000400:00000010:0.0:1767384923.613095:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000100:00000001:2.0:1767384923.613103:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384923.613105:0:17067:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384923.613106:0:17881:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384923.613110:0:17065:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.613113:0:17881:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384923.613122:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363753088 00000100:00000001:0.0:1767384923.613124:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.613130:0:17067:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384923.613134:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384923.613136:0:17067:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1767384923.613139:0:17881:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384923.613143:0:17067:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384923.613146:0:17881:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:2.0:1767384923.613149:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb18bbba x1853237363753088/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:149/0 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384923.613154:0:17881:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.613156:0:17067:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.613167:0:17881:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384923.613168:0:17067:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384923.613176:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384923.613177:0:17067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384923.613180:0:17067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384923.613183:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd4214a3 x1853237363753216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:149/0 lens 224/368 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384923.613184:0:17067:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000056b4699d, rc 0) 00000020:00000001:3.0:1767384923.613196:0:17067:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384923.613196:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384923.613209:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=41 v=5 (1 0 0 0) 00010000:00000040:3.0:1767384923.613211:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363753344 00000100:00100000:0.0:1767384923.613221:0:17881:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cd4214a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363753216:12345-0@lo:13: Request processed in 1140us (3392us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384923.613224:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384923.613226:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384923.613238:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000200:3.0:1767384923.613240:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000086bf7edc x1853237363753344/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:149/0 lens 328/344 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.613248:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00100000:0.0:1767384923.613251:0:17881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 02000000:00000001:2.0:1767384923.613260:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384923.613267:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.613269:0:17881:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00010000:00000001:3.0:1767384923.613273:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384923.613276:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384923.613280:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.613284:0:17881:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384923.613288:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=41 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384923.613290:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384923.613294:0:17881:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384923.613298:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d2b6249. 00000100:00000001:3.0:1767384923.613300:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384923.613308:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363753088, offset 224 00000100:00000040:3.0:1767384923.613313:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:3.0:1767384923.613322:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000010:0.0:1767384923.613324:0:17881:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e721c5b6. 00000400:00000200:2.0:1767384923.613331:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384923.613333:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384923.613341:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.613341:0:17881:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038bbbe83. 00000100:00000001:3.0:1767384923.613353:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384923.613356:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384923.613361:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005e5b135. 00000100:00000040:3.0:1767384923.613364:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384923.613373:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c04080 00000400:00000010:3.0:1767384923.613375:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00000020:00000040:0.0:1767384923.613379:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000400:00000200:2.0:1767384923.613385:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1695 [1] + 224 00000100:00000001:0.0:1767384923.613393:0:17881:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384923.613395:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384923.613397:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363753344, offset 224 00000400:00000200:2.0:1767384923.613410:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384923.613424:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384923.613432:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384923.613443:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384923.613448:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.613449:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384923.613456:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363753728 00000400:00000200:3.0:1767384923.613463:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c04180 02000000:00000001:0.0:1767384923.613466:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384923.613472:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384923.613479:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.613484:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1689 [1] + 224 02000000:00000001:0.0:1767384923.613489:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384923.613504:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363753728 00000100:00000040:2.0:1767384923.613507:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384923.613508:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384923.613510:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384923.613517:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000020:00000001:0.0:1767384923.613526:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384923.613527:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384923.613534:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000100:00000001:3.0:1767384923.613542:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384923.613546:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000200:3.0:1767384923.613554:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384923.613558:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:0.0:1767384923.613572:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384923.613573:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384923.613582:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384923.613584:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e629506e. 00000400:00000200:2.0:1767384923.613587:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d2b6249 00000020:00000010:0.0:1767384923.613597:0:17073:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dc72208d. 00000400:00000010:2.0:1767384923.613598:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d2b6249. 00000100:00000001:2.0:1767384923.613613:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384923.613614:0:17073:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:2.0:1767384923.613618:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384923.613619:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384923.613627:0:17073:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384923.613631:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.613634:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005e5b135. 00000400:00000200:3.0:1767384923.613638:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00000100:00000040:2.0:1767384923.613640:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000010:0.0:1767384923.613644:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e721c5b6. 00000400:00000010:3.0:1767384923.613646:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00010000:00000001:2.0:1767384923.613648:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384923.613655:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.613659:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384923.613661:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038bbbe83. 00000020:00000001:2.0:1767384923.613662:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384923.613665:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384923.613675:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384923.613675:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb18bbba x1853237363753088/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:149/0 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384923.613681:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1767384923.613689:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384923.613693:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384923.613699:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384923.613702:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384923.613707:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384923.613709:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.613716:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384923.613719:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1767384923.613744:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086bf7edc x1853237363753344/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:149/0 lens 328/344 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.613753:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384923.613759:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384923.613787:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb18bbba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363753088:12345-0@lo:400: Request processed in 942us (3020us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384923.613797:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000086bf7edc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:17069:x1853237363753344:12345-0@lo:101: Request processed in 1332us (3617us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384923.613798:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384923.613815:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000001:0.0:1767384923.613820:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384923.613822:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00100000:3.0:1767384923.613831:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000001:2.0:1767384923.613832:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384923.613845:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363753600 00000100:00000040:3.0:1767384923.613846:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384923.613846:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384923.613855:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384923.613857:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b90b2683. 00000100:00000001:3.0:1767384923.613858:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384923.613861:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384923.613900:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046755d6a. 00000100:00000001:0.0:1767384923.613904:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.613906:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384923.613909:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e99306a. 02000000:00000001:0.0:1767384923.613912:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384923.613917:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000026067a56. 00000020:00000040:2.0:1767384923.613919:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00100000:0.0:1767384923.613920:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363753600 00000020:00000010:3.0:1767384923.613927:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da351a3d. 00000020:00000001:0.0:1767384923.613930:0:17073:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384923.613932:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384923.613936:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae213486. 00000020:00000040:0.0:1767384923.613937:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 02000000:00000010:2.0:1767384923.613939:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000044b7fb02. 00000020:00000001:0.0:1767384923.613945:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384923.613948:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:0.0:1767384923.613952:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000001:2.0:1767384923.613957:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384923.613959:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000020:00000040:3.0:1767384923.613961:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000200:2.0:1767384923.613967:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1767384923.613969:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 02000000:00000001:3.0:1767384923.613972:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384923.613980:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002a3d3373. 00000400:00000010:2.0:1767384923.613980:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012028def. 00000100:00000001:0.0:1767384923.613982:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384923.613993:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1767384923.613994:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd60dcb0. 00000100:00000001:0.0:1767384923.614002:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384923.614005:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b27e8c98. 00000100:00000001:3.0:1767384923.614006:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384923.614008:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd60dcb0. 00000100:00000200:2.0:1767384923.614020:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1767384923.614027:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1e8332. 00000400:00000010:2.0:1767384923.614030:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b0d601. 00000020:00000010:0.0:1767384923.614037:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d4eda54. 00000400:00000010:2.0:1767384923.614040:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcfcc54b. 00000020:00000010:0.0:1767384923.614049:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f29dc577. 00000100:00000001:3.0:1767384923.614051:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384923.614057:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384923.614063:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384923.614071:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:0.0:1767384923.614072:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384923.614080:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000100:00000001:0.0:1767384923.614081:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.614089:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990646912 : -107292718904704 : ffff9e6af79a4a80) 00000100:00000001:0.0:1767384923.614094:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384923.614100:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384923.614102:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1e5fa14 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:149/0 lens 224/0 e 0 to 0 dl 1767384934 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.614105:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.614121:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384923.614127:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f05e86ec. 00000100:00000001:0.0:1767384923.614128:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.614133:0:17071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384923.614138:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f05e86ec. 00000100:00100000:3.0:1767384923.614147:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1e5fa14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16342:x1853237363753728:12345-0@lo:400: 00000100:00000001:0.0:1767384923.614152:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384923.614153:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363753728 00000100:00000001:0.0:1767384923.614160:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384923.614161:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384923.614170:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384923.614175:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384923.614176:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000001:3.0:1767384923.614182:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384923.614187:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000020:00000001:3.0:1767384923.614188:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:0.0:1767384923.614198:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794849792 : -107297914701824 : ffff9e69c1e8b800) 00000020:00000001:3.0:1767384923.614199:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384923.614205:0:17071:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384923.614211:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384923.614212:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000252606be x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:149/0 lens 224/0 e 0 to 0 dl 1767384934 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384923.614215:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384923.614221:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.614229:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384923.614237:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384923.614239:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384923.614242:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384923.614248:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002a3d3373. 02000000:00000001:3.0:1767384923.614252:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.614258:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.614258:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd60dcb0. 00000100:00000001:0.0:1767384923.614265:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384923.614268:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd60dcb0. 00000020:00000001:3.0:1767384923.614276:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384923.614277:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000252606be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16341:x1853237363753600:12345-0@lo:400: 00010000:00000040:3.0:1767384923.614286:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363753728 00000100:00000200:0.0:1767384923.614289:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363753600 00010000:00000001:3.0:1767384923.614292:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384923.614297:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:3.0:1767384923.614303:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1e5fa14 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384923.614304:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384923.614310:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.614320:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384923.614325:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00010000:00000001:3.0:1767384923.614328:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384923.614333:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384923.614334:0:17071:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.614340:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384923.614341:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=36 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384923.614352:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384923.614354:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384923.614357:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384923.614362:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:0.0:1767384923.614364:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.614368:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:0.0:1767384923.614371:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384923.614374:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384923.614378:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384923.614379:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.614384:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384923.614386:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384923.614393:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000025c8a53f. 00000100:00000040:3.0:1767384923.614394:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384923.614403:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384923.614404:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00000100:00000001:0.0:1767384923.614408:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384923.614412:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363753728, offset 224 00000020:00000001:0.0:1767384923.614415:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384923.614421:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363753600 00010000:00000001:0.0:1767384923.614426:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384923.614427:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1767384923.614436:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000252606be x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384923.614446:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384923.614464:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384923.614465:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c04300 00010000:00000001:0.0:1767384923.614470:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.614477:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16a1 [1] + 224 00000100:00001000:0.0:1767384923.614480:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=36 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384923.614488:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384923.614490:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384923.614499:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384923.614501:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:3.0:1767384923.614507:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384923.614509:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384923.614516:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384923.614519:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384923.614521:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.614537:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.614543:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384923.614556:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384923.614560:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384923.614563:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000100:00000200:0.0:1767384923.614572:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363753600, offset 224 00000400:00000200:3.0:1767384923.614573:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00000400:00000010:3.0:1767384923.614579:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00000100:00000001:3.0:1767384923.614584:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384923.614586:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384923.614599:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384923.614610:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.614622:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000200:0.0:1767384923.614623:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384923.614631:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384923.614632:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384923.614637:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384923.614639:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384923.614640:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.614645:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384923.614649:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c04280 00000400:00000001:1.0:1767384923.614650:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384923.614652:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384923.614658:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384923.614665:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470e8863. 00000100:00000040:3.0:1767384923.614666:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1e5fa14 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384923.614676:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:1.0:1767384923.614683:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000001:1.0:1767384923.614693:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384923.614694:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1e5fa14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16342:x1853237363753728:12345-0@lo:400: Request processed in 569us (3638us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384923.614696:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384923.614703:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384923.614706:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384923.614709:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbeeed56. 00000400:00000200:2.0:1767384923.614723:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b584092d 00000100:00100000:3.0:1767384923.614748:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000010:2.0:1767384923.614753:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b584092d. 00000100:00000040:3.0:1767384923.614761:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000001:2.0:1767384923.614766:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384923.614779:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384923.614786:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16a9 [1] + 224 00000100:00000001:3.0:1767384923.614788:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384923.614791:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384923.614797:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e721c5b6. 00000100:00000200:1.0:1767384923.614805:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384923.614808:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384923.614811:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038bbbe83. 00000020:00000010:3.0:1767384923.614825:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005e5b135. 00000400:00000200:0.0:1767384923.614831:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384923.614837:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:0.0:1767384923.614847:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384923.614849:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384923.614857:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384923.614912:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384923.614918:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384923.614926:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384923.614929:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00080000:3.0:1767384923.614938:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384923.614941:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.614945:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384923.614946:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:2.0:1767384923.614959:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384923.614968:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384923.614969:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384923.614973:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384923.614979:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384923.614980:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.614981:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384923.614983:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767384923.614989:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384923.614995:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.614995:0:16342:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767384923.614996:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384923.615004:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c6ffbd1. 02000000:00000001:1.0:1767384923.615005:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384923.615018:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000100:00001000:2.0:1767384923.615019:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=41 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384923.615022:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384923.615025:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00000001:1.0:1767384923.615032:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384923.615033:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384923.615035:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384923.615042:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 02000000:00000001:1.0:1767384923.615047:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.615048:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384923.615049:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384923.615050:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000100:00000001:2.0:1767384923.615056:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.615063:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384923.615068:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767384923.615069:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=35 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384923.615070:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384923.615076:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.615080:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.615089:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384923.615094:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=35 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384923.615099:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384923.615105:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384923.615110:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384923.615111:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384923.615112:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.615123:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384923.615135:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384923.615137:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000252606be x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.615146:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.615163:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384923.615181:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.615186:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384923.615199:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384923.615205:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384923.615212:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000252606be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16341:x1853237363753600:12345-0@lo:400: Request processed in 964us (3869us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384923.615222:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384923.615255:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767384923.615256:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384923.615263:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384923.615269:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.615269:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:3.0:1767384923.615272:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384923.615278:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384923.615281:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384923.615286:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384923.615287:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384923.615289:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384923.615293:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051689056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363753088:0@lo:400: 00000100:00000001:3.0:1767384923.615294:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384923.615295:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767384923.615304:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.615310:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:0.0:1767384923.615313:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d4eda54. 00000100:00001000:3.0:1767384923.615316:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=41 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384923.615317:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.615318:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.615324:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f29dc577. 00000100:00000001:2.0:1767384923.615327:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767384923.615338:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=41 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384923.615340:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384923.615342:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1e8332. 00000100:00000040:2.0:1767384923.615343:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051689056 x1853237363753088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.615353:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384923.615360:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:3.0:1767384923.615361:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.615375:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384923.615377:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384923.615381:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.615394:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.615401:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384923.615409:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384923.615411:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.615412:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384923.615414:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003898894e. 00000100:00000001:1.0:1767384923.615426:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384923.615427:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384923.615433:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384923.615434:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384923.615436:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384923.615437:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384923.615444:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384923.615446:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384923.615448:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384923.615453:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.615456:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384923.615458:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767384923.615461:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767384923.615466:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd295e3b. 00000400:00000001:0.0:1767384923.615472:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384923.615475:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384923.615479:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1767384923.615484:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012abc9f7. 02000000:00000001:2.0:1767384923.615492:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384923.615500:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051689056. 00000400:00000200:0.0:1767384923.615503:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7024bb8 00000100:00100000:1.0:1767384923.615512:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16342:1853237363753728:0@lo:400: 00000100:00000001:2.0:1767384923.615515:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767384923.615516:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7024bb8. 00000100:00000001:2.0:1767384923.615523:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384923.615534:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384923.615535:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363753344:0@lo:101: 00000100:00000001:0.0:1767384923.615537:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384923.615542:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384923.615549:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1767384923.615550:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384923.615554:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384923.615556:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.615557:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384923.615559:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7ac7f3. 00000100:00000001:3.0:1767384923.615561:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.615571:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384923.615573:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000200:1.0:1767384923.615574:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000100:00000001:2.0:1767384923.615578:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.615580:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384923.615584:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000100:00000040:3.0:1767384923.615593:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.615595:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384923.615600:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384923.615607:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384923.615613:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384923.615614:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384923.615618:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384923.615625:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384923.615628:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384923.615634:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000286db504. 00000100:00000010:3.0:1767384923.615640:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000053351ad1. 00000400:00000200:2.0:1767384923.615648:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000100:00000001:3.0:1767384923.615653:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000010:2.0:1767384923.615658:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000001:3.0:1767384923.615661:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.615671:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384923.615673:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000200:2.0:1767384923.615685:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.615687:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384923.615690:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1767384923.615692:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.615694:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384923.615697:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384923.615704:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851c921b refcount=4 00000100:00000001:0.0:1767384923.615707:0:16341:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384923.615716:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 02000000:00000001:0.0:1767384923.615717:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384923.615723:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384923.615750:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00000100:00000001:0.0:1767384923.615755:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.615768:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384923.615773:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384923.615777:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000851c921b, remote cookie: 0x135556ebb4843b8a, flags: 0x0 00000100:00000001:1.0:1767384923.615780:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384923.615788:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=36 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384923.615792:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1767384923.615792:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384923.615801:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384923.615810:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384923.615810:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:0.0:1767384923.615811:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384923.615812:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384923.615822:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:1.0:1767384923.615822:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384923.615823:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.615824:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384923.615829:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:0.0:1767384923.615831:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.615833:0:16340:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:3.0:1767384923.615834:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000839e6415) refcount = 1 02000000:00000001:2.0:1767384923.615841:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384923.615842:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384923.615848:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384923.615850:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1767384923.615852:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384923.615857:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384923.615859:0:16341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.615860:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384923.615909:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.615910:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:2.0:1767384923.615917:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.615918:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:1.0:1767384923.615924:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=31 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384923.615926:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384923.615928:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=31 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384923.615941:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:1.0:1767384923.615945:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=31 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384923.615951:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=31 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384923.615952:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.615962:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1767384923.615966:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384923.615968:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384923.615970:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.615977:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.615983:0:16341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.615984:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384923.615987:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384923.615995:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00080000:2.0:1767384923.615999:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384923.616003:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384923.616006:0:16341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00080000:1.0:1767384923.616009:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384923.616010:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384923.616013:0:16341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:3.0:1767384923.616018:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384923.616024:0:16341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767384923.616026:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384923.616032:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.616045:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384923.616046:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384923.616054:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.616059:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363753344/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384939 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384923.616064:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.616064:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.616076:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384923.616083:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384923.616091:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384923.616097:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.616099:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384923.616108:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:1.0:1767384923.616117:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.616118:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384923.616119:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384923.616128:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384923.616129:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.616130:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384923.616138:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a1353445. 00000100:00000001:0.0:1767384923.616143:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384923.616149:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384923.616152:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384923.616152:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.616157:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384923.616171:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384923.616171:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384923.616172:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384923.616179:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384923.616181:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384923.616183:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384923.616194:0:16342:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384923.616195:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384923.616196:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384923.616204:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1767384923.616205:0:16342:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000010:3.0:1767384923.616206:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000719e1be2. 00000004:00000040:1.0:1767384923.616217:0:16342:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00100000:0.0:1767384923.616217:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16341:1853237363753600:0@lo:400: 02000000:00000001:3.0:1767384923.616220:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384923.616226:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384923.616228:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384923.616236:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000004:00000020:1.0:1767384923.616242:0:16342:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:0.0:1767384923.616243:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.616247:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384923.616254:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.616257:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:3.0:1767384923.616267:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384923.616268:0:16342:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.616270:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054e27bee x1853237363753600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384923.616280:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384923.616286:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 00000100:00100000:2.0:1767384923.616288:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000685019c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363753472:0@lo:400: 00000100:00000040:1.0:1767384923.616291:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384923.616299:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.616312:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384923.616313:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384923.616317:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384923.616326:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851c921b refcount=3 00000100:00000001:2.0:1767384923.616327:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384923.616330:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384923.616337:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 02000000:00000001:0.0:1767384923.616339:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384923.616340:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000685019c6 x1853237363753472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384923.616348:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 02000000:00000010:0.0:1767384923.616349:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0d20d7e. 00010000:00000001:3.0:1767384923.616364:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 02000000:00000001:0.0:1767384923.616366:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767384923.616368:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a155b63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363753216:0@lo:13: 00010000:00000001:3.0:1767384923.616371:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384923.616374:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384923.616379:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384923.616380:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384923.616381:0:16341:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384923.616385:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384923.616388:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384923.616389:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384923.616391:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384923.616393:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384923.616397:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051362cb3. 02000000:00000010:0.0:1767384923.616399:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023a3ee05. 10000000:00000001:3.0:1767384923.616400:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 02000000:00000001:2.0:1767384923.616406:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000010:3.0:1767384923.616411:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007dbd5589. 02000000:00000001:0.0:1767384923.616414:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384923.616415:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384923.616419:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045d217b5 x1853237363753728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384923.616422:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767384923.616423:0:16340:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1767384923.616430:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054e27bee. 00000020:00000001:2.0:1767384923.616433:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384923.616437:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 02000000:00000010:2.0:1767384923.616441:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33d695a. 00000100:00000001:0.0:1767384923.616443:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384923.616449:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384923.616451:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384923.616455:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384923.616462:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384923.616464:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384923.616465:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.616466:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384923.616468:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767384923.616472:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000685019c6. 02000000:00000001:1.0:1767384923.616477:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384923.616478:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.616480:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384923.616482:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767384923.616485:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051cdebb1. 00000100:00000001:2.0:1767384923.616488:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.616490:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384923.616492:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000719e1be2. 02000000:00000001:1.0:1767384923.616496:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384923.616497:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.616503:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384923.616505:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384923.616506:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.616510:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384923.616512:0:16342:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384923.616512:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.616515:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000001:2.0:1767384923.616517:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384923.616525:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a1353445. 00000020:00000001:1.0:1767384923.616527:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384923.616529:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384923.616535:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f05e86ec. 02000000:00000010:1.0:1767384923.616536:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd08e694. 00000100:00000001:2.0:1767384923.616537:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384923.616544:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:1.0:1767384923.616547:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384923.616554:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000001:1.0:1767384923.616554:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384923.616559:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045d217b5. 00000100:00000001:1.0:1767384923.616564:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384923.616569:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.616572:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1767384923.616575:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384923.616581:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053351ad1. 00000100:00000040:1.0:1767384923.616582:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a155b63b x1853237363753216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.616591:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780860949056 : -107292848602560 : ffff9e6aefdf4240) 00000100:00000001:3.0:1767384923.616601:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384923.616606:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000001:1.0:1767384923.616608:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384923.616615:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384923.616616:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384923.616620:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003e23d34a. 00000100:00000001:3.0:1767384923.616621:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.616630:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 02000000:00000001:1.0:1767384923.616631:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384923.616633:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384923.616637:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384923.616641:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384923.616645:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384923.616648:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384923.616653:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dc167dfd. 02000000:00000001:1.0:1767384923.616662:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384923.616667:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384923.616670:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384923.616672:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a155b63b. 00000100:00000001:3.0:1767384923.616675:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.616679:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384923.616683:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384923.616684:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384923.616690:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384923.616691:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384923.616701:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384923.616708:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363753856:0@lo:256: 00000100:00000001:1.0:1767384923.616708:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384923.616715:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.616719:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384923.616722:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384923.616747:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384923.616751:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.616756:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.616757:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384923.616779:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c6ffbd1. 00000400:00000010:3.0:1767384923.616788:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000098b001b3. 00000100:00000200:3.0:1767384923.616793:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c04380-0x6958272c04380, portal 33 00000100:00000001:3.0:1767384923.616797:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384923.616799:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384923.616802:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae213486. 02000000:00000001:3.0:1767384923.616804:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384923.616807:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000553235f. 00000400:00000010:3.0:1767384923.616810:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000100:00000200:3.0:1767384923.616813:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363753856, portal 25 00000100:00000001:3.0:1767384923.616815:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384923.616817:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000040:3.0:1767384923.616821:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.616837:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384923.616840:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384923.616843:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00000100:00000200:3.0:1767384923.616846:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363753856, offset 0 00000400:00000200:3.0:1767384923.616851:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384923.616860:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384923.616905:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c04380 00000400:00000200:3.0:1767384923.616913:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xfe5 [2] + 0 00000400:00000010:3.0:1767384923.616918:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009461b328. 00000400:00000200:3.0:1767384923.616924:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000be82078b 00000400:00000200:3.0:1767384923.616928:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384923.616936:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384923.616940:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be82078b 00000400:00000010:3.0:1767384923.616943:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be82078b. 00000100:00000001:3.0:1767384923.616950:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384923.616954:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384923.616958:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000004c3078a3 x1853237363753856 msgsize 304 00000100:00100000:3.0:1767384923.616970:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384923.616974:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384923.617003:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384923.617011:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00000400:00000010:3.0:1767384923.617014:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00000100:00000001:3.0:1767384923.617018:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384923.617025:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.617037:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384923.617044:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.617053:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.617057:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384923.617064:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384923.617065:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384923.617074:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363753856 00000100:00000001:3.0:1767384923.617075:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294911502 02000000:00000001:0.0:1767384923.617082:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384923.617087:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911496 00000100:00000001:0.0:1767384923.617104:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384923.617109:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294911502 00000100:00000001:0.0:1767384923.617109:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.617117:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.617120:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911496 00000100:00100000:0.0:1767384923.617127:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363753856 00000100:00000001:3.0:1767384923.617129:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294911502 00000020:00000001:0.0:1767384923.617135:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384923.617140:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911496 00000020:00000040:0.0:1767384923.617141:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:0.0:1767384923.617149:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384923.617150:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294911502 00000020:00000040:0.0:1767384923.617153:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:3.0:1767384923.617157:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911496 00000020:00000001:0.0:1767384923.617160:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384923.617165:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384923.617167:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384923.617175:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.617178:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384923.617180:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384923.617185:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384923.617186:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f27f8ee. 00000100:00100000:3.0:1767384923.617188:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 0000000053351ad1 going to sleep for 11 seconds 00000100:00000001:0.0:1767384923.617198:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384923.617200:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384923.617206:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.617207:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f27f8ee. 00000020:00000010:0.0:1767384923.617218:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2ead6ad. 00000020:00000010:0.0:1767384923.617226:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d4eda54. 00000020:00000010:0.0:1767384923.617231:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f29dc577. 00000100:00000040:0.0:1767384923.617241:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384923.617246:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384923.617248:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384923.617251:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.617258:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.617276:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.617290:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384923.617292:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384923.617296:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000040:0.0:1767384923.617299:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384923.617302:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122444880 : -107293587106736 : ffff9e6ac3da9450) 00000100:00000040:0.0:1767384923.617308:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c3078a3 x1853237363753856/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:149/0 lens 304/0 e 0 to 0 dl 1767384934 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.617319:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384923.617324:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f27f8ee. 00000100:00000001:0.0:1767384923.617327:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384923.617341:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f27f8ee. 00000100:00100000:0.0:1767384923.617348:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c3078a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363753856:12345-0@lo:256: 00000100:00000200:0.0:1767384923.617353:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363753856 00000020:00000001:0.0:1767384923.617357:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384923.617360:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384923.617362:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.617365:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384923.617366:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:0.0:1767384923.617369:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384923.617371:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384923.617374:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384923.617376:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384923.617379:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.617383:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384923.617385:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384923.617391:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f6de0f96. 02000000:00000001:0.0:1767384923.617394:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.617397:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384923.617400:0:17064:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384923.617405:0:17064:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384923.617409:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384923.617412:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384923.617415:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384923.617417:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384923.617420:0:17064:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384923.617426:0:17064:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f34d46d7. 20000000:00000001:0.0:1767384923.617429:0:17064:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384923.617449:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384923.617457:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384923.617464:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384923.617467:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384923.617470:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384923.617473:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384923.617476:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384923.617478:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384923.617481:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384923.617495:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384923.617497:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384923.617501:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384923.617506:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384923.617510:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384923.617514:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384923.617519:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384923.617523:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384923.617528:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384923.617532:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:01000000:0.0:1767384923.617537:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 404, pages 3692/1/4/3. 20000000:00000040:0.0:1767384923.617551:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384923.617555:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384923.617560:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384923.617564:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384923.617567:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384923.617572:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384923.617577:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384923.617581:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384923.617585:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384923.617590:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384923.617594:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384923.617599:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384923.617603:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384923.617607:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384923.617612:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384923.617617:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384923.617621:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384923.617626:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384923.617631:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:01000000:0.0:1767384923.617636:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 404, pages 3288/1/4/3. 20000000:01000000:0.0:1767384923.617642:0:17064:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 808, version 42 20000000:00000001:0.0:1767384923.617644:0:17064:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=808 : 808 : 328) 00000100:00000001:0.0:1767384923.617648:0:17064:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384923.617655:0:17064:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f1852bb3. 00000100:00000010:0.0:1767384923.617661:0:17064:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e4c7e5c3. 00000020:00000040:0.0:1767384923.617664:0:17064:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:0.0:1767384923.617669:0:17064:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384923.617683:0:17064:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384923.617688:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000400:00000010:0.0:1767384923.617696:0:17064:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d70f0b25. 00000400:00000200:0.0:1767384923.617700:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384923.617710:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384923.617718:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 808 into portal 33 MB=0x6958272c04380 00000400:00000200:0.0:1767384923.617724:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 808/808 into md 0x16d1 [4] + 0 00000400:00000010:0.0:1767384923.617762:0:17064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c6ffbd1. 00000400:00000200:0.0:1767384923.617769:0:17064:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000098b001b3 00000400:00000200:0.0:1767384923.617777:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384923.617784:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384923.617789:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098b001b3 00000400:00000010:0.0:1767384923.617793:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000098b001b3. 00000100:00000001:0.0:1767384923.617800:0:17064:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384923.617803:0:17064:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000004385cc8a desc 00000000a1353445 mbits 1853237363753856 00000100:00000001:0.0:1767384923.617825:0:17064:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384923.617833:0:17064:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384923.617842:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384923.617858:0:17064:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x16dd 00000400:00000200:0.0:1767384923.617899:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384923.617911:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384923.617920:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384923.617924:0:17064:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f1852bb3 00000100:00000001:0.0:1767384923.617930:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384923.617945:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384923.617947:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000100:00000001:3.0:1767384923.617953:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384923.617955:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000100:00000001:0.0:1767384923.617965:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384923.617969:0:17064:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f1852bb3 00000100:00000001:0.0:1767384923.617973:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384923.617984:0:17064:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 808 bytes via portal 33 id 12345-0@lo mbits 0x6958272c04380-0x6958272c04380 00000100:00000001:0.0:1767384923.617989:0:17064:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.617994:0:17064:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.617998:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384923.618001:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:0.0:1767384923.618004:0:17064:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e4c7e5c3. 00000100:00000010:0.0:1767384923.618020:0:17064:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f1852bb3. 00000100:00000001:0.0:1767384923.618023:0:17064:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384923.618025:0:17064:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384923.618033:0:17064:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f34d46d7. 20000000:00000001:0.0:1767384923.618039:0:17064:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384923.618043:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363753856 00010000:00000001:0.0:1767384923.618045:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384923.618050:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c3078a3 x1853237363753856/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:149/0 lens 304/240 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384923.618060:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384923.618062:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384923.618065:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384923.618070:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384923.618073:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384923.618076:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384923.618079:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384923.618081:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.618085:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384923.618089:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384923.618096:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000100:00000200:0.0:1767384923.618102:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363753856, offset 224 00000400:00000200:0.0:1767384923.618111:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384923.618123:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384923.618137:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c04380 00000400:00000200:0.0:1767384923.618146:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x16d5 [1] + 224 00000400:00000200:0.0:1767384923.618154:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384923.618160:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384923.618166:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384923.618172:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384923.618190:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.618222:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384923.618244:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:0.0:1767384923.618247:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000100:00000001:0.0:1767384923.618253:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384923.618255:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384923.618261:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.618266:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384923.618270:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384923.618271:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384923.618278:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.618281:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384923.618283:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384923.618289:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c3078a3 x1853237363753856/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:149/0 lens 304/240 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384923.618290:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384923.618296:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000553235f. 00000400:00000200:3.0:1767384923.618307:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000400:00000010:3.0:1767384923.618311:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00100000:0.0:1767384923.618313:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c3078a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363753856:12345-0@lo:256: Request processed in 990us (1351us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384923.618320:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384923.618332:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000200:3.0:1767384923.618334:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384923.618341:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384923.618351:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384923.618356:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384923.618362:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384923.618364:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d4eda54. 00000020:00000010:0.0:1767384923.618377:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f29dc577. 00000100:00000001:3.0:1767384923.618381:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384923.618385:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2ead6ad. 00000100:00000001:3.0:1767384923.618386:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.618397:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384923.618401:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384923.618401:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:3.0:1767384923.618405:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384923.618410:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.618411:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384923.618414:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384923.618417:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f6de0f96. 02000000:00000001:0.0:1767384923.618421:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384923.618423:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384923.618428:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384923.618438:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff09481a. 00000100:00001000:3.0:1767384923.618439:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384923.618448:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=41 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384923.618449:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0b4cbc2. 00000100:00000001:3.0:1767384923.618454:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384923.618458:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.618463:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384923.618465:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.618469:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.618474:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384923.618488:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.618497:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384923.618499:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384923.618503:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384923.618512:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363753856:0@lo:256: 00000100:00000001:3.0:1767384923.618518:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.618521:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.618523:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384923.618525:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384923.618527:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.618535:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384923.618538:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000053351ad1. 00000100:00000001:3.0:1767384923.618543:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384923.618544:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384923.618549:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 42, more 0. 10000000:00000001:3.0:1767384923.618554:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384923.618563:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000a1351fd. 10000000:00000040:3.0:1767384923.618577:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384923.618585:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384923.618589:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384923.618607:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:3.0:1767384923.618610:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.618613:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384923.618615:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:3.0:1767384923.618618:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000400:00000200:3.0:1767384923.618623:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 19 NIDs 00000400:00001000:3.0:1767384923.618626:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384923.618630:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:3.0:1767384923.618637:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384923.618645:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (19) 00000400:00000200:3.0:1767384923.618650:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384923.618655:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:3.0:1767384923.618658:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (20) 00000400:00000200:3.0:1767384923.618661:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:3.0:1767384923.618664:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:3.0:1767384923.618668:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618671:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:3.0:1767384923.618673:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:3.0:1767384923.618677:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618680:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:3.0:1767384923.618682:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:3.0:1767384923.618685:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618687:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:3.0:1767384923.618690:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:3.0:1767384923.618693:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618695:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:3.0:1767384923.618697:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:3.0:1767384923.618700:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618702:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:3.0:1767384923.618705:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:3.0:1767384923.618708:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618710:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:3.0:1767384923.618712:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:3.0:1767384923.618716:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618718:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:3.0:1767384923.618720:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:3.0:1767384923.618762:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618765:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:3.0:1767384923.618767:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:3.0:1767384923.618770:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618772:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:3.0:1767384923.618775:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:3.0:1767384923.618779:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618780:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:3.0:1767384923.618782:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:3.0:1767384923.618785:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618788:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:3.0:1767384923.618791:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:3.0:1767384923.618796:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618797:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:3.0:1767384923.618799:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:3.0:1767384923.618802:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618804:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:3.0:1767384923.618805:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:3.0:1767384923.618808:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618810:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:3.0:1767384923.618812:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:3.0:1767384923.618815:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618816:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:3.0:1767384923.618818:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:3.0:1767384923.618821:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618823:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:3.0:1767384923.618825:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:3.0:1767384923.618827:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618829:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:3.0:1767384923.618831:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:3.0:1767384923.618834:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384923.618837:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000100:00000001:3.0:1767384923.618839:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.618842:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384923.618846:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:3.0:1767384923.618852:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000026067a56. 10000000:00000040:3.0:1767384923.618862:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 42/42 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:3.0:1767384923.618901:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384923.618911:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384923.618917:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0d20d7e. 00000020:00000010:3.0:1767384923.618924:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e99306a. 00000040:00000010:3.0:1767384923.618930:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f72f6fb. 00000020:00000010:3.0:1767384923.618936:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009b87bf59. 00000020:00000010:3.0:1767384923.618942:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384923.618948:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf0e10eb. 80000000:00000010:3.0:1767384923.618953:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ddfc475c. 40000000:00000010:3.0:1767384923.618958:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047a10882. 00100000:00000010:3.0:1767384923.618966:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e385411. 00040000:00000010:3.0:1767384923.618973:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000bd5eb34. 00040000:00000010:3.0:1767384923.618978:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000094aa185b. 00040000:00000010:3.0:1767384923.618983:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b20a887. 00080000:00000010:3.0:1767384923.618991:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d87f0025. 00080000:00000010:3.0:1767384923.618998:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006196981e. 00000004:00000010:3.0:1767384923.619008:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000df04542c. 00000004:00000010:3.0:1767384923.619014:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003417dc4f. 00000004:00000010:3.0:1767384923.619019:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006677cc5c. 00002000:00000010:3.0:1767384923.619026:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001b677563. 00000004:00000010:3.0:1767384923.619033:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005f59868a. 00000004:00000001:3.0:1767384923.619038:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384923.619041:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384923.619043:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000026067a56 00000040:00001000:3.0:1767384923.619045:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384923.619047:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384923.619049:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384923.619051:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384923.619054:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384923.619056:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384923.619057:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384923.619059:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:3.0:1767384923.619061:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384923.619150:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384923.619158:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006e99306a. 00000040:00000010:3.0:1767384923.619164:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001f72f6fb. 00000020:00000010:3.0:1767384923.619168:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009b87bf59. 00000020:00000010:3.0:1767384923.619173:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384923.619179:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cf0e10eb. 80000000:00000010:3.0:1767384923.619185:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ddfc475c. 40000000:00000010:3.0:1767384923.619189:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047a10882. 00100000:00000010:3.0:1767384923.619193:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003e385411. 00040000:00000010:3.0:1767384923.619196:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000bd5eb34. 00040000:00000010:3.0:1767384923.619200:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000094aa185b. 00040000:00000010:3.0:1767384923.619203:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009b20a887. 00080000:00000010:3.0:1767384923.619209:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006196981e. 00080000:00000010:3.0:1767384923.619213:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d87f0025. 00000004:00000010:3.0:1767384923.619217:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000df04542c. 00000004:00000010:3.0:1767384923.619221:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003417dc4f. 00000004:00000010:3.0:1767384923.619226:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006677cc5c. 00002000:00000010:3.0:1767384923.619230:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001b677563. 00000004:00000010:3.0:1767384923.619234:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005f59868a. 00000020:00000010:3.0:1767384923.619237:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0d20d7e. 00000020:00000001:3.0:1767384923.619241:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.619245:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384923.619249:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000026067a56. 10000000:00000010:3.0:1767384923.619253:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000a1351fd. 10000000:00000001:3.0:1767384923.619256:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.619260:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384923.619265:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363753856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384939 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.619274:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384923.619278:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384923.619280:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae213486. 02000000:00000001:3.0:1767384923.619284:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384923.619285:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384923.619288:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384923.619290:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384923.619304:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384923.619306:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384923.619308:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384923.619311:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384923.619314:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f05e86ec. 00000100:00000010:3.0:1767384923.619318:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a1353445. 00000100:00000001:3.0:1767384923.619322:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384923.619324:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000719e1be2. 02000000:00000001:3.0:1767384923.619327:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384923.619329:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384923.619331:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:3.0:1767384923.619335:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384923.619337:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384923.619357:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007dbd5589. 10000000:01000000:3.0:1767384923.619363:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384923.619369:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384923.619372:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384923.619374:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384923.619377:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851c921b refcount=3 00000020:00000001:3.0:1767384923.619380:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384923.619384:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384923.619387:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384923.619390:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.619400:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384923.619403:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384923.619406:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.619414:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384923.619416:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384923.619417:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384923.619419:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384923.619421:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384923.619425:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384923.619439:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384923.619441:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:3.0:1767384923.619445:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384923.624003:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294911502, at 4294911503 00000100:00000040:0.0:1767384923.624008:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294911502, at 4294911503 00000100:00000010:2.0:1767384923.624024:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064472aa. 00000100:00000010:0.0:1767384923.624030:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7ece201. 00000100:00000040:1.0:1767384923.624428:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294911502, at 4294911503 00000100:00000010:1.0:1767384923.624455:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001781aff1. 00000100:00000040:3.0:1767384923.624940:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294911502, at 4294911504 00000100:00000010:3.0:1767384923.624952:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c33f997. 00000020:00000010:2.0:1767384923.633663:0:25862:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000458c160c. 00000020:00000040:2.0:1767384923.633675:0:25862:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384923.633678:0:25862:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000458c160c. 00080000:00000010:3.0:1767384923.660156:0:25853:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000d8c32e6. 00080000:00000010:3.0:1767384923.660167:0:25853:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000d8c32e6. 00000020:00000001:3.0:1767384923.660175:0:25853:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384923.660187:0:25853:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000d8c32e6. 00080000:00000010:3.0:1767384923.660194:0:25853:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000d8c32e6. 00000020:00000001:3.0:1767384923.660201:0:25853:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384924.424845:0:26019:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384924.424851:0:26019:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:2.0:1767384924.429051:0:26019:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384924.436492:0:26020:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a1353445. 00000400:00000010:3.0:1767384924.436509:0:26020:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bd63d4be. 00000400:00000010:3.0:1767384924.436519:0:26020:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000413dccb2. 00000400:00000010:3.0:1767384924.436522:0:26020:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000670dcf37. 00000400:00000010:3.0:1767384924.436526:0:26020:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000789b41cc. 00000400:00000010:3.0:1767384924.436531:0:26020:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000047a10882. 00000400:00000010:3.0:1767384924.436533:0:26020:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006abd97f0. 00000400:00000010:3.0:1767384924.436534:0:26020:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000273587ae. 00000400:00000010:3.0:1767384924.436538:0:26020:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e5f76101. 00000800:00000010:3.0:1767384924.436550:0:26020:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f60ebfdb. 00000800:00000200:3.0:1767384924.436561:0:26020:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384924.436571:0:26020:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384924.436625:0:26020:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384924.436652:0:26020:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp28 [8/256/0/180] 00000400:00000010:3.0:1767384924.438328:0:26020:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000719e1be2. 00000400:00000010:3.0:1767384924.438334:0:26020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000553235f. 00000400:00000010:3.0:1767384924.438339:0:26020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000400:00000001:3.0:1767384924.438352:0:26020:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384924.438353:0:26020:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384924.438355:0:26020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000597b2dde. 00000400:00000200:3.0:1767384924.438357:0:26020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5db0cbd 00000400:00000010:3.0:1767384924.438359:0:26020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5db0cbd. 00000400:00000010:3.0:1767384924.438362:0:26020:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000df9007ae. 00000400:00000200:3.0:1767384924.438366:0:26020:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (19) 00000400:00000200:3.0:1767384924.438381:0:26020:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384924.438387:0:26020:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:3.0:1767384924.438393:0:26020:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d87f0025. 00000020:01000000:3.0:1767384924.438396:0:26020:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384924.438399:0:26020:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp28 00000400:00000010:3.0:1767384924.438428:0:26020:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bd63d4be. 00000400:00000010:3.0:1767384924.438432:0:26020:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a1353445. 00000400:00000200:1.0:1767384924.438463:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384924.438488:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:1.0:1767384924.438497:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba62cac. 00000400:00000200:1.0:1767384924.438500:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (20) 00000400:00000010:1.0:1767384924.438505:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007b7a8697. 00000400:00000200:1.0:1767384924.438510:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp26 00000400:00000200:1.0:1767384924.438525:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp26 to MR: 192.168.203.109@tcp26 local destination 00000400:00000200:1.0:1767384924.438536:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp26 NI seq info: [51:51:256:4294967295] 192.168.203.109@tcp26 LPNI seq info [51:51:8:4294967295] 00000400:00000200:1.0:1767384924.438544:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp26 00000400:00000200:1.0:1767384924.438557:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp26(192.168.203.109@tcp26:192.168.203.109@tcp26) -> 192.168.203.109@tcp26(192.168.203.109@tcp26:192.168.203.109@tcp26) : PUT try# 0 00000800:00000200:1.0:1767384924.438580:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.109@tcp26 00000020:00000001:2.0:1767384924.438582:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:1.0:1767384924.438584:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003624b046. 10000000:00000001:2.0:1767384924.438589:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:1.0:1767384924.438594:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 10000000:00000001:2.0:1767384924.438595:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384924.438600:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:1.1:1767384924.438601:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000020:01000004:2.0:1767384924.438609:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384924.438612:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384924.438614:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384924.438615:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384924.438617:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384924.438618:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384924.438619:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384924.438621:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384924.438623:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384924.438624:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.1:1767384924.438628:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp26 ip 192.168.203.109:988 00000800:00000200:1.1:1767384924.438633:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003624b046 type 1, nob 448 niov 1 nkiov 1 00000100:00000010:2.0:1767384924.438634:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000685019c6. 00000020:00000040:2.0:1767384924.438640:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384924.438646:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384924.438647:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 02000000:00000001:2.0:1767384924.438649:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384924.438653:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 02000000:00000001:2.0:1767384924.438656:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384924.438667:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b5509755. 00000100:00000001:2.0:1767384924.438674:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.438682:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384924.438684:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384924.438692:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685019c6] to pc [ptlrpcd_00_03+3] req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384924.438716:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384924.438742:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.438745:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384924.438747:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384924.438749:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000020:00000001:2.0:1767384924.438754:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384924.438757:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384924.438759:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384924.438760:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384924.438762:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384924.438764:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384924.438766:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384924.438767:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384924.438768:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384924.438770:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384924.438772:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384924.438773:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384924.438775:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384924.438779:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051689056. 00000020:00000040:2.0:1767384924.438782:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384924.438784:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384924.438785:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384924.438787:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384924.438791:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1767384924.438794:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ac0497a2. 00000800:00000010:1.0:1767384924.438796:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003624b046. 00000100:00000001:2.0:1767384924.438799:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.438804:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384924.438806:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.438806:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384924.438808:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000040:2.0:1767384924.438817:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051689056] to pc [ptlrpcd_00_00+0] req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384924.438818:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp26->192.168.203.109@tcp26: PUT: OK 00000400:00000200:1.0:1767384924.438827:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384924.438832:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp26: 0 00000800:00000001:1.0:1767384924.438852:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767384924.438853:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.438855:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 10000000:00000001:2.0:1767384924.438857:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384924.438860:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384924.438861:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384924.438889:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384924.438892:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d87f0025. 00000800:00000001:1.0:1767384924.438899:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.438906:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.438909:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.438915:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384924.438915:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp26(192.168.203.109@tcp26) <- 192.168.203.109@tcp26 : PUT - for me 00000100:00000001:2.0:1767384924.438920:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384924.438925:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384924.438929:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.438930:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384924.438944:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 336/352 into md 0x1669 [1] + 0 00000400:00000010:1.0:1767384924.438953:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae515a9. 00000100:00000001:2.0:1767384924.438954:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384924.438957:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.438960:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384924.438964:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384924.438967:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aacfa344 02000000:00000001:2.0:1767384924.438968:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384924.438973:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000685019c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363753984:0@lo:253: 00000800:00000001:1.0:1767384924.438974:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384924.438975:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000001:2.0:1767384924.438981:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:1.0:1767384924.438982:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384924.438987:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384924.438989:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384924.438995:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.438995:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp26->192.168.203.109@tcp26: PUT: OK 02000000:00000001:2.0:1767384924.439001:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384924.439005:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 02000000:00000010:2.0:1767384924.439008:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fb7385c0. 00000400:00000010:1.0:1767384924.439008:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 02000000:00000001:2.0:1767384924.439012:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.439012:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384924.439016:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.439019:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (21) 00000400:00000010:2.0:1767384924.439021:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000286db504. 00000400:00000200:1.0:1767384924.439027:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:2.0:1767384924.439029:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006550b332. 00000400:00000200:1.0:1767384924.439049:0:16334:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (352 bytes) 00000100:00000200:2.0:1767384924.439053:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363753984, portal 25 00000400:00000200:1.0:1767384924.439056:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:2.0:1767384924.439059:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384924.439062:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879025408 : -107292830526208 : ffff9e6af0f31500) 00000400:00000200:1.0:1767384924.439066:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (22) 00000100:00000040:2.0:1767384924.439070:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384924.439075:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384924.439082:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384924.439084:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.439088:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp26 to MR: 192.168.203.109@tcp26 local destination 00000100:00000040:2.0:1767384924.439092:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384924.439099:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031f96433. 00000400:00000200:1.0:1767384924.439104:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp26 NI seq info: [52:52:256:4294967295] 192.168.203.109@tcp26 LPNI seq info [52:52:8:4294967295] 00000100:00000200:2.0:1767384924.439105:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363753984, offset 0 00000400:00000200:2.0:1767384924.439121:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384924.439130:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp26(192.168.203.109@tcp26:192.168.203.109@tcp26) -> 192.168.203.109@tcp26(192.168.203.109@tcp26:192.168.203.109@tcp26) 192.168.203.109@tcp26 : ACK try# 0 00000800:00000200:1.0:1767384924.439136:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp26 00000800:00000010:1.0:1767384924.439140:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003624b046. 00000400:00000200:2.0:1767384924.439146:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384924.439165:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000800:00000200:1.0:1767384924.439167:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000400:00000200:2.0:1767384924.439175:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04400 00000800:00000200:1.0:1767384924.439178:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp26 ip 192.168.203.109:989 00000800:00000200:1.0:1767384924.439182:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003624b046 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384924.439186:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff5 [2] + 0 00000400:00000010:2.0:1767384924.439190:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aed341ad. 00000400:00000200:2.0:1767384924.439194:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6294b22 00000800:00000001:1.0:1767384924.439195:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384924.439200:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.439205:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:1.0:1767384924.439205:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.439213:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6294b22 00000400:00000200:0.0:1767384924.439216:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000010:2.0:1767384924.439223:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6294b22. 00000100:00000001:2.0:1767384924.439229:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384924.439231:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384924.439234:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000008df11187 x1853237363753984 msgsize 4848 00000800:00000200:1.0:1767384924.439236:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384924.439241:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003624b046. 00000100:00100000:2.0:1767384924.439244:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384924.439247:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384924.439248:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.439255:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp26->192.168.203.109@tcp26: ACK: OK 00000100:00000001:2.0:1767384924.439256:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384924.439260:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384924.439264:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f96433 00000800:00000001:1.0:1767384924.439265:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384924.439267:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031f96433. 00000800:00000001:1.0:1767384924.439270:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384924.439272:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384924.439274:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000200:2.0:1767384924.439276:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384924.439282:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384924.439287:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384924.439289:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384924.439291:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384924.439295:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384924.439305:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp26(192.168.203.109@tcp26) <- 192.168.203.109@tcp26 : ACK - for me 00000100:00000001:2.0:1767384924.439311:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.439314:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384924.439319:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.439320:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp26: ACK from 12345-192.168.203.109@tcp26 into md 0x16ed 00000100:00000001:2.0:1767384924.439325:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294912324 00000400:00000200:1.0:1767384924.439326:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.439333:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp26->192.168.203.109@tcp26: ACK: OK 00000100:00000010:2.0:1767384924.439334:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048729cb3. 00000400:00000200:1.0:1767384924.439339:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba62cac 00000400:00000200:0.0:1767384924.439339:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000001:2.0:1767384924.439342:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384924.439343:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba62cac. 00000400:00000200:1.0:1767384924.439351:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384924.439354:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294912324 00000400:00000200:1.0:1767384924.439357:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000100:00000010:2.0:1767384924.439361:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007234f27. 00000400:00000200:1.0:1767384924.439363:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:2.0:1767384924.439368:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384924.439369:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (21) 00000100:00000001:2.0:1767384924.439376:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294912324 00000800:00000001:1.0:1767384924.439377:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384924.439381:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cae06e8. 00000800:00000001:1.0:1767384924.439382:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.439389:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384924.439395:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.439396:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294912324 00000100:00000001:1.0:1767384924.439400:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384924.439402:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a76fbda7. 00000100:00000001:2.0:1767384924.439407:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384924.439411:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384924.439414:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.439433:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:2.0:1767384924.439442:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.439446:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.439456:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384924.439459:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384924.439459:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384924.439463:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384924.439467:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000120a1f44. 00000100:00000001:2.0:1767384924.439468:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384924.439473:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384924.439475:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ae515a9. 00000100:00000001:2.0:1767384924.439479:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384924.439484:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba62cac. 00000400:00000200:1.0:1767384924.439490:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000120a1f44 00000400:00000010:1.0:1767384924.439493:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000033adfb99. 00000400:00000200:1.0:1767384924.439497:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000100:00000001:2.0:1767384924.439499:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.439505:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384924.439505:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102051 00000400:00000200:1.0:1767384924.439511:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (20) 00000100:00000001:2.0:1767384924.439512:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384924.439517:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000d8528298. 00000400:00000010:1.0:1767384924.439523:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000100:00000040:2.0:1767384924.439524:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384924.439532:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008f6adb0e. 00000400:00000200:0.0:1767384924.439532:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.439544:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000100:00000001:2.0:1767384924.439552:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384924.439556:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.439557:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 02000000:00000001:2.0:1767384924.439565:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384924.439568:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 02000000:00000001:2.0:1767384924.439572:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384924.439579:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.439580:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00100000:2.0:1767384924.439587:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051689056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363754112:0@lo:253: 00000100:00000001:2.0:1767384924.439592:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384924.439595:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384924.439600:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.439604:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384924.439607:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 02000000:00000010:2.0:1767384924.439613:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000523ff2bd. 00000400:00000200:1.0:1767384924.439615:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 02000000:00000001:2.0:1767384924.439620:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.439630:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000010:2.0:1767384924.439631:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aed341ad. 00000400:00000200:0.0:1767384924.439633:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000010:2.0:1767384924.439642:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031f96433. 00000400:00000200:1.0:1767384924.439648:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000200:2.0:1767384924.439652:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363754112, portal 25 00000100:00000001:2.0:1767384924.439657:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384924.439658:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:2.0:1767384924.439662:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879021824 : -107292830529792 : ffff9e6af0f30700) 00000400:00000200:1.0:1767384924.439669:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000040:2.0:1767384924.439671:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384924.439687:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:2.0:1767384924.439689:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384924.439699:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000040:2.0:1767384924.439700:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384924.439707:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1ee8a7f. 00000400:00000200:1.0:1767384924.439711:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:1.0:1767384924.439736:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000200:2.0:1767384924.439741:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363754112, offset 0 00000400:00000200:1.0:1767384924.439745:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:1.0:1767384924.439756:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:2.0:1767384924.439757:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384924.439779:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.439784:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:1.0:1767384924.439789:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:1.0:1767384924.439793:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:1.0:1767384924.439797:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384924.439801:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767384924.439806:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp27 00000400:00000200:1.0:1767384924.439809:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767384924.439812:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp27 00000400:00000200:1.0:1767384924.439822:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp27 NI seq info: [53:53:256:4294967295] 192.168.203.109@tcp27 LPNI seq info [53:53:8:4294967295] 00000400:00000200:1.0:1767384924.439827:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp27 00000400:00000200:0.0:1767384924.439834:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.439836:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp27(192.168.203.109@tcp27:) -> 192.168.203.109@tcp27(192.168.203.109@tcp:192.168.203.109@tcp27) : GET try# 0 00000800:00000200:1.0:1767384924.439845:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp27 00000400:00000200:2.0:1767384924.439851:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384924.439851:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003624b046. 00000800:00000010:1.0:1767384924.439860:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005f88d22c. 00000400:00000200:2.0:1767384924.439862:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04480 00000800:00000010:1.0:1767384924.439867:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003a089d54. 00000800:00000200:1.0:1767384924.439872:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f88d22c] -> 12345-192.168.203.109@tcp27 (2) 00000400:00000200:0.0:1767384924.439874:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.439898:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1005 [2] + 0 00000400:00000010:2.0:1767384924.439901:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a766db. 00000800:00000200:1.1:1767384924.439903:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f88d22c] -> 12345-192.168.203.109@tcp27 (2) 00000400:00000200:2.0:1767384924.439905:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074ece7bd 00000400:00000200:2.0:1767384924.439912:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.439917:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384924.439921:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ece7bd 00000400:00000010:2.0:1767384924.439923:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074ece7bd. 00000100:00000001:2.0:1767384924.439927:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384924.439928:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000100:00000200:2.0:1767384924.439930:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384924.439933:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100251 rc 0 00000100:00000040:2.0:1767384924.439936:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000002b53b981 x1853237363754112 msgsize 4848 00000100:00100000:2.0:1767384924.439945:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384924.439949:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384924.439958:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000100:00000001:2.0:1767384924.439959:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384924.439966:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ee8a7f 00000400:00000010:2.0:1767384924.439969:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1ee8a7f. 00000100:00000001:2.0:1767384924.439974:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384924.439979:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.439981:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384924.439986:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363753984 00000100:00000001:2.0:1767384924.439989:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384924.439990:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384924.439995:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384924.439996:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.439997:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384924.440005:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.440007:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384924.440009:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363753984 00000100:00000001:2.0:1767384924.440010:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384924.440015:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384924.440018:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384924.440018:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:0.0:1767384924.440023:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000100:00000001:2.0:1767384924.440024:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294912325 00000020:00000001:1.0:1767384924.440024:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.440029:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:1.0:1767384924.440033:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384924.440034:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912324 00000020:00000001:1.0:1767384924.440037:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384924.440043:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294912325 00000100:00000001:1.0:1767384924.440043:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384924.440066:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a5808cf. 00000100:00000001:2.0:1767384924.440069:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912324 00000100:00000001:1.0:1767384924.440071:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384924.440076:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a5808cf. 00000100:00000001:2.0:1767384924.440078:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294912325 00000020:00000010:1.0:1767384924.440085:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d56c82. 00000020:00000010:1.0:1767384924.440096:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8d0b2fc. 00000100:00000001:2.0:1767384924.440097:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912324 00000020:00000010:1.0:1767384924.440105:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000001:2.0:1767384924.440106:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294912325 00000400:00000200:0.0:1767384924.440108:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000100:00000001:2.0:1767384924.440114:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912324 00000100:00000001:2.0:1767384924.440139:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384924.440139:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384924.440145:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.440145:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384924.440149:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.440151:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.440156:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384924.440157:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384924.440158:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.440160:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384924.440165:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.440167:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384924.440168:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.440169:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.440176:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.440197:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384924.440202:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000100:00000001:2.0:1767384924.440209:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384924.440212:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384924.440213:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363754112 00000100:00000001:1.0:1767384924.440215:0:17064:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.440217:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384924.440219:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384924.440221:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.440224:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.440226:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384924.440227:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363754112 00000100:00000001:1.0:1767384924.440229:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384924.440231:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384924.440234:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384924.440238:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384924.440238:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000020:00000040:2.0:1767384924.440243:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000100:00000040:1.0:1767384924.440244:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384924.440248:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078165584 : -107292631386032 : ffff9e6afcd1b850) 00000400:00000200:0.0:1767384924.440248:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000020:00000001:2.0:1767384924.440249:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384924.440256:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000040:1.0:1767384924.440259:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008df11187 x1853237363753984/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 4848/0 e 0 to 0 dl 1767384935 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.440261:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384924.440267:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee3f46a8. 00000100:00000001:1.0:1767384924.440270:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384924.440271:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384924.440275:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee3f46a8. 00000020:00000010:1.0:1767384924.440275:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a5808cf. 00000100:00000001:1.0:1767384924.440280:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384924.440282:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a5808cf. 00000020:00000010:2.0:1767384924.440283:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af902066. 00000020:00000010:2.0:1767384924.440288:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6183577. 00000100:00100000:1.0:1767384924.440291:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008df11187 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363753984:12345-0@lo:253: 00000020:00000010:2.0:1767384924.440295:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fb9be64. 00000100:00000200:1.0:1767384924.440297:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363753984 00000020:00000001:1.0:1767384924.440301:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384924.440302:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384924.440303:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000020:00000001:1.0:1767384924.440305:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384924.440308:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.440310:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384924.440312:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384924.440313:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384924.440316:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:2.0:1767384924.440321:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384924.440321:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384924.440322:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.440329:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384924.440329:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384924.440333:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384924.440336:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.440339:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384924.440342:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384924.440344:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384924.440348:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1767384924.440349:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009e5d723f. 02000000:00000001:1.0:1767384924.440352:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384924.440353:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:2.0:1767384924.440356:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000400:00000200:0.0:1767384924.440357:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000100:00000001:2.0:1767384924.440358:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078153296 : -107292631398320 : ffff9e6afcd18850) 00000100:00000001:1.0:1767384924.440365:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384924.440368:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b53b981 x1853237363754112/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 4848/0 e 0 to 0 dl 1767384935 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384924.440369:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384924.440377:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384924.440381:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee3f46a8. 20000000:00000010:1.0:1767384924.440381:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d94fa04a. 00000100:00000001:2.0:1767384924.440387:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384924.440387:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:2.0:1767384924.440389:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee3f46a8. 20000000:00000001:1.0:1767384924.440391:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384924.440393:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 20000000:00000001:1.0:1767384924.440395:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:2.0:1767384924.440398:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b53b981 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16340:x1853237363754112:12345-0@lo:253: 20000000:00000001:1.0:1767384924.440399:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384924.440405:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384924.440406:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363754112 20000000:00000001:1.0:1767384924.440409:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384924.440410:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384924.440414:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384924.440415:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.440418:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384924.440419:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 20000000:00000010:1.0:1767384924.440419:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7b65915. 00000400:00000200:0.0:1767384924.440422:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 20000000:01000000:1.0:1767384924.440423:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000020:00000001:2.0:1767384924.440425:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384924.440429:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384924.440431:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384924.440432:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384924.440451:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384924.440453:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384924.440454:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384924.440456:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384924.440459:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:2.0:1767384924.440460:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384924.440468:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007f9ee93f. 02000000:00000001:2.0:1767384924.440470:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.440472:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.440472:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 20000000:00000001:2.0:1767384924.440474:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384924.440476:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:2.0:1767384924.440492:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000047de866c. 00080000:00000001:1.0:1767384924.440493:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384924.440516:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384924.440516:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384924.440518:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00080000:00000001:1.0:1767384924.440520:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384924.440524:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384924.440526:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384924.440529:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384924.440530:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384924.440536:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384924.440537:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 20000000:00000001:2.0:1767384924.440544:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384924.440553:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 20000000:00000001:2.0:1767384924.440556:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000002:1.0:1767384924.440557:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384924.440562:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384924.440562:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00080000:00000001:1.0:1767384924.440569:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384924.440572:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384924.440574:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384924.440580:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384924.440584:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384924.440587:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8d2264a. 00080000:00000001:1.0:1767384924.440590:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780941915136 : -107292767636480 : ffff9e6af4b2b400) 00080000:00000001:1.0:1767384924.440593:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384924.440597:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384924.440601:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a5808cf. 00080000:00000001:1.0:1767384924.440604:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384924.440606:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384924.440611:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00080000:00000001:1.0:1767384924.440644:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384924.440665:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384924.440677:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000100:00000001:1.0:1767384924.440680:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384924.440693:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.440712:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384924.440795:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.440816:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384924.440863:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.440872:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384924.440968:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.440998:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441061:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441089:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441116:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441146:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441192:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000800:00000010:0.0:1767384924.441214:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d6c136e0. 00000800:00000010:0.0:1767384924.441221:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000027b12535. 00000400:00000200:1.0:1767384924.441226:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000010:0.0:1767384924.441226:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079812f19. 00000800:00000010:0.0:1767384924.441249:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079812f19. 00000400:00000200:1.0:1767384924.441252:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000800:00020000:0.0:1767384924.441259:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000400:00000200:1.0:1767384924.441278:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441298:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441312:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441324:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441342:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441360:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441375:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441389:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441402:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441417:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441433:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441447:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441480:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441494:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441547:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441565:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441600:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441617:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441644:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441663:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441681:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441697:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441713:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441747:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441782:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.441797:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000800:00000010:1.0:1767384924.441988:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012f6ffaa. 00000800:00000010:1.0:1767384924.441994:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074960055. 00000800:00000010:1.0:1767384924.442000:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f1f98b5b. 00000800:00000010:1.0:1767384924.442062:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f1f98b5b. 00000400:00000200:2.0:1767384924.442098:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384924.442140:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp27 from 219.3.0.2 00000800:00000010:2.0:1767384924.442145:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006b3da90e. 00000800:00000010:1.0:1767384924.442362:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000369eefaf. 00000800:00000010:1.0:1767384924.442368:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000438738c4. 00000800:00000010:1.0:1767384924.442387:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000564cce53. 00000800:00000200:1.1:1767384924.442392:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f88d22c] -> 12345-192.168.203.109@tcp27 (2) 00000800:00000200:1.1:1767384924.442397:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp27 00000000564cce53 deleted 00000800:00000010:1.1:1767384924.442399:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000564cce53. 00000800:00000200:1.1:1767384924.442403:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384924.442408:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp27 ip 192.168.203.109:987 00000800:00000200:1.1:1767384924.442410:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003624b046 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384924.442414:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp27 p 3.x 192.168.203.109 -> 192.168.203.109:987 incarnation:1767384922528882207 sched[0] 00000800:00000010:1.0:1767384924.442419:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001b55e8a1. 00000800:00000010:1.0:1767384924.442482:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001b55e8a1. 00000800:00000010:1.0:1767384924.442486:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000438738c4. 00000800:00000200:2.1:1767384924.442500:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384924.442512:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp27 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384922528882207 sched[0] 00000800:00000010:2.0:1767384924.442518:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074960055. 00000800:00000010:1.0:1767384924.442520:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006b3da90e. 00000800:00000001:1.0:1767384924.442536:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.442541:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384924.442589:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384924.442592:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000010:1.0:1767384924.442593:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003624b046. 00000400:00000200:2.0:1767384924.442634:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.442652:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.442659:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp27->192.168.203.109@tcp27: GET: OK 00000400:00000200:1.0:1767384924.442664:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384924.442668:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000400:00000200:2.0:1767384924.442670:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000001:1.0:1767384924.442676:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.442685:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384924.442688:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.442696:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384924.442703:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp27(192.168.203.109@tcp27) <- 192.168.203.109@tcp27 : GET - for me 00000400:00000200:2.0:1767384924.442708:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.442760:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384924.442764:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 352/352 into md 0x16e9 [1] + 0 00000400:00000200:1.0:1767384924.442772:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp27 to MR: 192.168.203.109@tcp27 local destination 00000400:00000200:1.0:1767384924.442778:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp27 NI seq info: [54:54:256:4294967295] 192.168.203.109@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1767384924.442780:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.442792:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp27(192.168.203.109@tcp27:192.168.203.109@tcp27) -> 192.168.203.109@tcp27(192.168.203.109@tcp27:192.168.203.109@tcp27) 192.168.203.109@tcp27 : REPLY try# 0 00000800:00000200:1.0:1767384924.442798:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.109@tcp27 00000800:00000010:1.0:1767384924.442801:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003624b046. 00000800:00000200:1.0:1767384924.442805:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f88d22c] -> 12345-192.168.203.109@tcp27 (4) 00000800:00000200:1.0:1767384924.442825:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp27 ip 192.168.203.109:988 00000800:00000200:1.0:1767384924.442828:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003624b046 type 3, nob 448 niov 1 nkiov 1 00000400:00000200:2.0:1767384924.442829:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.442859:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000800:00000200:1.0:1767384924.442871:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384924.442875:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003624b046. 00000400:00000200:1.0:1767384924.442879:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.442883:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp27->192.168.203.109@tcp27: REPLY: OK 00000800:00000001:1.0:1767384924.442892:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384924.442923:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000800:00000001:1.0:1767384924.442928:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384924.442932:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.442937:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384924.442939:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.442941:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384924.442947:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp27(192.168.203.109@tcp27) <- 192.168.203.109@tcp27 : REPLY - for me 00000400:00000200:1.0:1767384924.442956:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp27: Reply from 12345-192.168.203.109@tcp27 of length 352/352 into md 0x16fd 00000400:00000200:2.0:1767384924.442958:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000001:1.0:1767384924.442960:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.442968:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384924.442971:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.442976:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp27->192.168.203.109@tcp27: REPLY: OK 00000400:00000200:1.0:1767384924.442978:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000400:00000010:1.0:1767384924.442980:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000400:00000200:1.0:1767384924.442984:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384924.442988:0:16333:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:2.0:1767384924.442991:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.442999:0:16333:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:1.0:1767384924.443004:0:16333:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 20. state = 0x100251 00000400:00000200:1.0:1767384924.443009:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384924.443015:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (21) 00000400:00000200:2.0:1767384924.443019:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000800:00000001:1.0:1767384924.443022:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384924.443028:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.443060:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.443107:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.443156:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.443171:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384924.443178:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1000d1 00000400:00000010:1.0:1767384924.443184:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 0000000088c6edc8. 00000400:00000010:1.0:1767384924.443187:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 000000000b9e9937. 00000400:00000010:1.0:1767384924.443190:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 0000000093020f3f. 00000400:00000200:2.0:1767384924.443193:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.443232:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000010:1.0:1767384924.443251:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ee3b6df0. 00000400:00000200:1.0:1767384924.443258:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ee3b6df0 nid 192.168.203.109@tcp28 00000400:00000200:2.0:1767384924.443260:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000010:1.0:1767384924.443262:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001d00a8e8. 00000400:00000200:1.0:1767384924.443267:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000001d00a8e8 net tcp28 00000400:00000200:1.0:1767384924.443270:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (20) 00000400:00000200:1.0:1767384924.443276:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp28 flags 0x11 00000400:00000010:1.0:1767384924.443280:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 0000000088c6edc8. 00000400:00000200:2.0:1767384924.443298:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000010:1.0:1767384924.443300:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 000000000b9e9937. 00000400:00000010:1.0:1767384924.443305:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 0000000093020f3f. 00000400:00000010:1.0:1767384924.443309:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000d8528298. 00000400:00000200:1.0:1767384924.443313:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384924.443316:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100151 00000400:00000200:1.0:1767384924.443319:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 rc 1 00000400:00000200:1.0:1767384924.443323:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000200:1.0:1767384924.443326:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384924.443328:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100111 rc 0 00000400:00000200:1.0:1767384924.443332:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384924.443333:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.443335:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (21) 00000400:00000200:2.0:1767384924.443383:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.443440:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.443488:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.443549:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.443625:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.443652:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384924.443687:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00080000:00000010:1.0:1767384924.443690:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8d2264a. 00080000:00000010:1.0:1767384924.443715:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a5808cf. 00000400:00000200:2.0:1767384924.443741:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00040000:00000001:1.0:1767384924.443742:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384924.443748:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384924.443786:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384924.443790:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384924.443793:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384924.443795:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384924.443804:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 20000000:01000000:1.0:1767384924.443805:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384924.443815:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384924.443819:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384924.443823:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:2.0:1767384924.443848:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 20000000:01000000:1.0:1767384924.443895:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384924.443899:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384924.443902:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384924.443906:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384924.443909:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1767384924.443913:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00010000:00000040:1.0:1767384924.443916:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015631bc4 count: 2 00010000:00000001:1.0:1767384924.443920:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384924.443923:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384924.443927:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00000020:00000001:1.0:1767384924.443931:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384924.443948:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e424163 with handle 0x135556ebb4843b91 to hash 00000020:00000001:1.0:1767384924.443951:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384924.443952:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384924.443955:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384924.443958:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384924.443960:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00010000:00000001:1.0:1767384924.443960:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.443966:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.443975:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384924.443978:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384924.443980:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384924.443982:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.443985:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384924.443988:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.443994:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384924.444001:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.444003:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.444005:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.444006:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.444007:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00010000:00000001:1.0:1767384924.444009:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384924.444013:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384924.444029:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000015631bc4) refcount = 2 00010000:00000040:1.0:1767384924.444032:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384924.444034:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384924.444039:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384924.444040:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384924.444046:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a5808cf. 00000100:00000001:1.0:1767384924.444049:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:2.0:1767384924.444051:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000100:00000010:1.0:1767384924.444053:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000438738c4. 00000100:00000001:1.0:1767384924.444057:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775868200448 : -107297841351168 : ffff9e69c647f600) 00000100:00000001:1.0:1767384924.444059:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775868200448 : -107297841351168 : ffff9e69c647f600) 00000100:00000001:1.0:1767384924.444061:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384924.444063:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384924.444065:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384924.444068:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.444070:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384924.444072:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.444075:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.444077:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384924.444079:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384924.444082:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b59190b8. 00000020:00000040:1.0:1767384924.444096:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000100:00000001:1.0:1767384924.444099:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384924.444101:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384924.444104:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384924.444110:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8d2264a. 00000400:00000200:2.0:1767384924.444114:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000100:00000001:1.0:1767384924.444119:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.444125:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384924.444140:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 395 lvb_type: 0 00010000:00000001:1.0:1767384924.444147:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384924.444168:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384924.444172:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384924.444178:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384924.444180:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384924.444183:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b59190b8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363754240:0@lo:104: 00000100:00000001:1.0:1767384924.444185:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384924.444188:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384924.444190:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.444192:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 02000000:00000001:1.0:1767384924.444192:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384924.444197:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8528298. 02000000:00000001:1.0:1767384924.444200:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384924.444204:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9ee1eb3. 00000400:00000010:1.0:1767384924.444209:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000100:00000200:1.0:1767384924.444213:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363754240, portal 16 00000100:00000001:1.0:1767384924.444215:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384924.444216:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794526848 : -107297915024768 : ffff9e69c1e3ca80) 00000100:00000040:1.0:1767384924.444219:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384924.444224:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384924.444228:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384924.444231:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058034852. 00000100:00000200:1.0:1767384924.444233:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363754240, offset 0 00000400:00000200:1.0:1767384924.444238:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384924.444245:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384924.444247:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.444254:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c04500 00000400:00000200:1.0:1767384924.444267:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:1.0:1767384924.444271:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.444273:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384924.444276:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384924.444277:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384924.444280:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a563176. 00000100:00000040:1.0:1767384924.444282:0:17087:0:(events.c:337:request_in_callback()) incoming req@000000004a563176 x1853237363754240 msgsize 328 00000100:00100000:1.0:1767384924.444288:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384924.444297:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384924.444301:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:1.0:1767384924.444303:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058034852 00000400:00000010:1.0:1767384924.444306:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058034852. 00000100:00000001:1.0:1767384924.444309:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384924.444313:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384924.444320:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384924.444323:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384924.444328:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.444329:0:17087:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384924.444333:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.444335:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294912329 00000100:00000001:1.0:1767384924.444339:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294912325 00000100:00000001:1.0:1767384924.444341:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294912329 00000100:00000001:1.0:1767384924.444344:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294912325 00000100:00000001:1.0:1767384924.444347:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294912329 00000100:00000001:1.0:1767384924.444349:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294912325 00000100:00000001:1.0:1767384924.444350:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294912329 00000100:00000001:1.0:1767384924.444352:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294912325 00000100:00000001:1.0:1767384924.444354:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384924.444356:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.444358:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.444360:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384924.444367:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.444370:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.444371:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.444373:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.444375:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384924.444376:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384924.444378:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.444379:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384924.444381:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384924.444382:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000438738c4 going to sleep for 11 seconds 00000100:00000001:1.0:1767384924.444384:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384924.444386:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.444402:0:17056:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384924.444403:0:17056:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363754240 02000000:00000001:1.0:1767384924.444405:0:17056:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384924.444406:0:17056:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384924.444408:0:17056:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384924.444411:0:17056:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384924.444413:0:17056:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363754240 00000020:00000001:1.0:1767384924.444414:0:17056:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384924.444416:0:17056:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 00000020:00000001:1.0:1767384924.444417:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.444419:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 00000020:00000001:1.0:1767384924.444421:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000020:00000001:1.0:1767384924.444423:0:17056:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:1.0:1767384924.444426:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384924.444429:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000100:00000001:1.0:1767384924.444431:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384924.444432:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 00000020:00000010:1.0:1767384924.444438:0:17056:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093020f3f. 00000020:00000010:1.0:1767384924.444441:0:17056:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000159c3493. 00000020:00000010:1.0:1767384924.444446:0:17056:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d746215d. 00000100:00000040:1.0:1767384924.444454:0:17056:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384924.444457:0:17056:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384924.444458:0:17056:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384924.444465:0:17056:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.444470:0:17056:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384924.444474:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e912516. 00000100:00000001:1.0:1767384924.444478:0:17056:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384924.444480:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1ee8a7f. 00000800:00000010:2.0:1767384924.444502:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee3f46a8. 00000100:00000001:1.0:1767384924.444507:0:17056:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384924.444510:0:17056:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384924.444514:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384924.444517:0:17056:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 00000100:00000001:1.0:1767384924.444519:0:17056:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794527744 : -107297915023872 : ffff9e69c1e3ce00) 00000100:00000040:1.0:1767384924.444523:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a563176 x1853237363754240/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 328/0 e 0 to 0 dl 1767384935 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384924.444531:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384924.444535:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000100:00000001:1.0:1767384924.444537:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384924.444539:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 00000100:00100000:1.0:1767384924.444544:0:17056:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a563176 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363754240:12345-0@lo:104: 00000100:00000200:1.0:1767384924.444565:0:17056:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363754240 00010000:00000001:1.0:1767384924.444567:0:17056:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384924.444571:0:17056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.444573:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:2.0:1767384924.444575:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee3f46a8. 00000020:00000040:1.0:1767384924.444576:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851c921b refcount=2 00000020:00000001:1.0:1767384924.444581:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:1.0:1767384924.444586:0:17056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:1.0:1767384924.444589:0:17056:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.444592:0:17056:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.444595:0:17056:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384924.444603:0:17056:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384924.444605:0:17056:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384924.444609:0:17056:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000acda7553. 02000000:00000001:1.0:1767384924.444612:0:17056:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384924.444613:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ce656fe. 00000100:00000001:1.0:1767384924.444615:0:17056:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384924.444618:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:2.0:1767384924.444622:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384924.444625:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384924.444630:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384924.444631:0:17056:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384924.444635:0:17056:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384924.444639:0:17056:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=42 v=5 (1 0 0 0) 00080000:00000001:2.0:1767384924.444640:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:1.0:1767384924.444648:0:17056:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:2.0:1767384924.444652:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.444653:0:17056:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00080000:00000001:2.0:1767384924.444661:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384924.444661:0:17056:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00080000:00000001:2.0:1767384924.444666:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384924.444667:0:17056:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:2.0:1767384924.444670:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 02000000:00000001:1.0:1767384924.444672:0:17056:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384924.444674:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.444677:0:17056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000002:2.0:1767384924.444679:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000100:00000040:1.0:1767384924.444683:0:17056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384924.444688:0:17056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058034852. 00000100:00000200:1.0:1767384924.444694:0:17056:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363754240, offset 224 00000020:00000001:2.0:1767384924.444697:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:2.0:1767384924.444701:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384924.444708:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384924.444708:0:17056:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:2.0:1767384924.444715:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.444739:0:17056:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:2.0:1767384924.444741:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384924.444746:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384924.444767:0:17056:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c04500 00000020:00000001:2.0:1767384924.444768:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384924.444774:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384924.444777:0:17056:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1709 [1] + 224 00080000:00000010:2.0:1767384924.444779:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d530ca88. 00000400:00000200:1.0:1767384924.444782:0:17056:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384924.444785:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775867618816 : -107297841932800 : ffff9e69c63f1600) 00000400:00000200:1.0:1767384924.444789:0:17056:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:2.0:1767384924.444791:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384924.444793:0:17056:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:2.0:1767384924.444794:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384924.444799:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ee3f46a8. 00000100:00000200:1.0:1767384924.444799:0:17056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1767384924.444805:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384924.444809:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000040:1.0:1767384924.444815:0:17056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1767384924.444819:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.444830:0:17056:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:2.0:1767384924.444831:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384924.444836:0:17056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058034852 00000400:00000010:1.0:1767384924.444840:0:17056:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058034852. 00000100:00000001:1.0:1767384924.444842:0:17056:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384924.444843:0:17056:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384924.444846:0:17056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.444848:0:17056:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384924.444851:0:17056:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384924.444855:0:17056:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000564cce53. 00010000:00000001:1.0:1767384924.444857:0:17056:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384924.444886:0:17056:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384924.444895:0:17056:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.444897:0:17056:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.444899:0:17056:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.444903:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a563176 x1853237363754240/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 328/224 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384924.444911:0:17056:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a563176 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363754240:12345-0@lo:104: Request processed in 378us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384924.444918:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384924.444922:0:17056:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 00000100:00000001:1.0:1767384924.444924:0:17056:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384924.444926:0:17056:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384924.444930:0:17056:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000159c3493. 00000020:00000010:1.0:1767384924.444935:0:17056:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d746215d. 00000020:00000010:1.0:1767384924.444938:0:17056:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093020f3f. 00000020:00000040:1.0:1767384924.444943:0:17056:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 00000100:00000001:1.0:1767384924.444946:0:17056:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.444968:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384924.444972:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384924.444974:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384924.444976:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9ee1eb3. 00000400:00000200:1.0:1767384924.444980:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000400:00000010:1.0:1767384924.444982:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000100:00000001:1.0:1767384924.444986:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384924.444989:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384924.444997:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384924.445003:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384924.445006:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.445008:0:17087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384924.445010:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384924.445011:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384924.445013:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.445031:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 02000000:00000001:1.0:1767384924.445050:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384924.445054:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=42 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384924.445058:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp27 from 218.3.0.2 00000100:00001000:1.0:1767384924.445060:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=42 v=5 (1 0 0 0) 00000800:00000010:2.0:1767384924.445064:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000083568576. 00000100:00000001:1.0:1767384924.445066:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384924.445070:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.445074:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384924.445076:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.445078:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.445083:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384924.445088:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384924.445091:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384924.445092:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.445094:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384924.445095:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.445096:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.445098:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.445118:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384924.445124:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b59190b8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363754240:0@lo:104: 00000100:00000001:1.0:1767384924.445130:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.445133:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.445135:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384924.445138:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384924.445141:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b59190b8 x1853237363754240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384924.445148:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384924.445150:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384924.445153:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8528298. 02000000:00000001:1.0:1767384924.445157:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384924.445159:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384924.445161:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00000020:00000001:1.0:1767384924.445163:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384924.445165:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8d2264a. 02000000:00000001:1.0:1767384924.445184:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384924.445191:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384924.445193:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b59190b8. 00000100:00000001:1.0:1767384924.445196:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384924.445198:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384924.445199:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000438738c4. 00000100:00000001:1.0:1767384924.445203:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384924.445204:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384924.445206:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a5808cf. 00010000:00000001:1.0:1767384924.445210:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.445211:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.445213:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384924.445216:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384924.445218:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384924.445220:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384924.445237:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384924.445240:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384924.445242:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d94fa04a. 20000000:00000001:1.0:1767384924.445246:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384924.445249:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363753984 00010000:00000001:1.0:1767384924.445251:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384924.445255:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008df11187 x1853237363753984/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384924.445261:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384924.445262:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384924.445264:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384924.445267:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384924.445269:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384924.445271:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384924.445273:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384924.445275:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.445277:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384924.445280:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384924.445283:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000438738c4. 00000100:00000200:1.0:1767384924.445286:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363753984, offset 224 00000400:00000200:1.0:1767384924.445296:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384924.445301:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384924.445306:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767384924.445307:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04400 00000020:00000001:2.0:1767384924.445310:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384924.445314:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16f1 [2] + 224 00010000:00010000:2.0:1767384924.445315:0:17061:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384924.445320:0:17061:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:1.0:1767384924.445320:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384924.445324:0:17061:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384924.445327:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384924.445328:0:17061:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384924.445333:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384924.445337:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384924.445340:0:17061:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000851c921b already unused, calling callback (00000000c41d87b4) 10000000:00000001:2.0:1767384924.445346:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384924.445349:0:17061:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384924.445350:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384924.445366:0:17061:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384924.445369:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384924.445374:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384924.445376:0:17061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384924.445379:0:17061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851c921b refcount=3 00000400:00000200:1.0:1767384924.445380:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438738c4 00000020:00000001:2.0:1767384924.445382:0:17061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00000400:00000010:1.0:1767384924.445383:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000438738c4. 00010000:00000001:2.0:1767384924.445387:0:17061:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00000100:00000001:1.0:1767384924.445388:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384924.445392:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384924.445393:0:17061:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384924.445394:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.445396:0:17061:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384924.445398:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384924.445403:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384924.445415:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384924.445416:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384924.445419:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 10000000:00010000:2.0:1767384924.445420:0:17061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384924.445441:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008df11187 x1853237363753984/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384924.445450:0:17061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384924.445459:0:17061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384924.445464:0:17061:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00100000:1.0:1767384924.445464:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008df11187 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363753984:12345-0@lo:253: Request processed in 5190us (6225us total) trans 0 rc 0/0 10000000:00000040:2.0:1767384924.445469:0:17061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384924.445473:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384924.445476:0:17061:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384924.445480:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384924.445484:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384924.445486:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384924.445488:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:2.0:1767384924.445491:0:17061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000010:1.0:1767384924.445492:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8d0b2fc. 10000000:00000001:2.0:1767384924.445498:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1767384924.445501:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 10000000:00000040:2.0:1767384924.445502:0:17061:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 00000020:00000010:1.0:1767384924.445507:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d56c82. 10000000:00000001:2.0:1767384924.445509:0:17061:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384924.445512:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.445531:0:17061:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384924.445537:0:17061:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:1.0:1767384924.445537:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:2.0:1767384924.445544:0:17061:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:1.0:1767384924.445545:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384924.445549:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009e5d723f. 00010000:00000001:2.0:1767384924.445550:0:17061:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384924.445554:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384924.445556:0:17061:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.445558:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384924.445565:0:17061:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000851c921b with handle 0x135556ebb4843b83 from hash 00000100:00000200:1.0:1767384924.445568:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384924.445573:0:17061:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1767384924.445575:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9ee1eb3. 00010000:00000001:2.0:1767384924.445578:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384924.445581:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000438738c4. 00010000:00000001:2.0:1767384924.445583:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384924.445587:0:17061:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384924.445591:0:17061:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384924.445592:0:17061:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384924.445597:0:17061:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384924.445608:0:17061:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000010:1.0:1767384924.445609:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e5d723f. 00000100:00000010:2.0:1767384924.445614:0:17061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bd82017. 00000800:00000010:1.0:1767384924.445617:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ba09ea6d. 00000020:00000040:2.0:1767384924.445620:0:17061:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=6 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384924.445626:0:17061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384924.445628:0:17061:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384924.445632:0:17061:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384924.445638:0:17061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea9d7010. 00000800:00000010:1.0:1767384924.445640:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000004b75d40. 00000100:00000001:2.0:1767384924.445642:0:17061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.445647:0:17061:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000200:1.1:1767384924.445649:0:16331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f88d22c] -> 12345-192.168.203.109@tcp27 (4) 00010000:00010000:2.0:1767384924.445652:0:17061:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000800:00000200:1.1:1767384924.445658:0:16331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp27 0000000004b75d40 deleted 00000800:00000010:1.1:1767384924.445665:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000004b75d40. 00010000:00010000:2.0:1767384924.445672:0:17061:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000200:1.1:1767384924.445673:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:2.0:1767384924.445676:0:17061:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.445680:0:17061:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1767384924.445682:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp27 p 3.x 192.168.203.109 -> 192.168.203.109:986 incarnation:1767384922528882207 sched[0] 00000100:00000001:2.0:1767384924.445684:0:17061:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384924.445693:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a5808cf. 00000100:00000040:2.0:1767384924.445694:0:17061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bd82017] to pc [ptlrpcd_00_01+1] req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384924.445718:0:17061:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384924.445744:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384924.445746:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384924.445748:0:17061:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.445750:0:17061:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384924.445770:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.445773:0:17061:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384924.445778:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384924.445780:0:17061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 00000000851c921b/0x135556ebb4843b83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843b8a expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384924.445786:0:17061:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000839e6415 count: 0 00000800:00000010:1.0:1767384924.445788:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a5808cf. 00000800:00000010:1.0:1767384924.445794:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ba09ea6d. 00010000:00000001:2.0:1767384924.445799:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384924.445802:0:17061:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384924.445804:0:17061:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000564cce53. 00000800:00000010:1.0:1767384924.445811:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000083568576. 00010000:00000001:2.0:1767384924.445814:0:17061:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.445818:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384924.445819:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384924.445821:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1767384924.445822:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384924.445826:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:1.0:1767384924.445828:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384924.445829:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.445835:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384924.445838:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384924.445840:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.445842:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.1:1767384924.445851:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384924.445857:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp27 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384922528882207 sched[0] 00000800:00000010:1.0:1767384924.445860:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1ee8a7f. 00000100:00000001:2.0:1767384924.445861:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.445866:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384924.445869:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384924.445874:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.445905:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384924.445907:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384924.445908:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384924.445910:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384924.445913:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384924.445913:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384924.445919:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384924.445922:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bd82017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363754368:0@lo:103: 00000100:00000001:2.0:1767384924.445925:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384924.445928:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384924.445930:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.445931:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384924.445932:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384924.445935:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008866405. 00000100:00000001:1.0:1767384924.445936:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384924.445940:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384924.445942:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1767384924.445945:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a766db. 00000400:00000001:1.0:1767384924.445945:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384924.445949:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000286db504. 00000400:00000200:1.0:1767384924.445953:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006550b332 00000400:00000010:1.0:1767384924.445955:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006550b332. 00000100:00000001:1.0:1767384924.445957:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384924.445961:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000100:00000200:1.0:1767384924.445962:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384924.445967:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363754368, portal 18 00000100:00000001:2.0:1767384924.445972:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384924.445974:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879028992 : -107292830522624 : ffff9e6af0f32300) 00000100:00000200:1.0:1767384924.445978:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384924.445983:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.445997:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384924.446009:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384924.446010:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384924.446013:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384924.446024:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d2b6249. 00000100:00000001:1.0:1767384924.446025:0:16343:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384924.446028:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363754368, offset 0 02000000:00000001:1.0:1767384924.446029:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384924.446031:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384924.446034:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.446037:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384924.446038:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384924.446043:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=42 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384924.446048:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384924.446050:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384924.446054:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384924.446056:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.446059:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c04580 00010000:00000001:1.0:1767384924.446060:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384924.446064:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446067:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.446068:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000100:00000040:1.0:1767384924.446073:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384924.446076:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.446085:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384924.446089:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384924.446091:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384924.446093:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384924.446094:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767384924.446096:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384924.446099:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045d217b5. 00000020:01000004:1.0:1767384924.446100:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384924.446104:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000040:2.0:1767384924.446106:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000045d217b5 x1853237363754368 msgsize 328 00000020:01000004:1.0:1767384924.446107:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384924.446112:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384924.446114:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384924.446118:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:2.0:1767384924.446119:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1767384924.446122:0:16343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384924.446124:0:16343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384924.446126:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384924.446127:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384924.446129:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.446130:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384924.446138:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d2b6249 00000100:00100000:1.0:1767384924.446138:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000685019c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363753984:0@lo:253: 00000400:00000010:2.0:1767384924.446143:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d2b6249. 00000100:00000001:1.0:1767384924.446145:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.446163:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384924.446172:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000685019c6 x1853237363753984/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.446174:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384924.446180:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767384924.446181:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384924.446184:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384924.446187:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fb7385c0. 02000000:00000001:1.0:1767384924.446193:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384924.446194:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384924.446197:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384924.446199:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384924.446200:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384924.446205:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384924.446208:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b5509755. 02000000:00000001:1.0:1767384924.446213:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384924.446214:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384924.446215:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384924.446217:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000685019c6. 00000100:00000001:2.0:1767384924.446219:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384924.446221:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384924.446224:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446224:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.446226:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.446228:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294912331 00000100:00000001:1.0:1767384924.446231:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384924.446234:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912329 00000100:00000001:1.0:1767384924.446234:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446237:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.446239:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294912331 00000100:00000001:1.0:1767384924.446240:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.446245:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912329 00000100:00000001:2.0:1767384924.446250:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294912331 00000100:00000001:2.0:1767384924.446252:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912329 00000100:00000001:2.0:1767384924.446262:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294912331 00000100:00000001:2.0:1767384924.446267:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912329 00000800:00000010:0.0:1767384924.446267:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000027b12535. 00000100:00000001:1.0:1767384924.446268:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384924.446274:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363754368 00000100:00000001:2.0:1767384924.446275:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384924.446276:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d6c136e0. 02000000:00000001:1.0:1767384924.446277:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384924.446278:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446280:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384924.446284:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446284:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384924.446287:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.446288:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384924.446291:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363754368 00000020:00000001:1.0:1767384924.446294:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384924.446295:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384924.446296:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:2.0:1767384924.446298:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384924.446299:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.446302:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000100:00000001:2.0:1767384924.446303:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.446307:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384924.446307:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384924.446311:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384924.446311:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384924.446317:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446318:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384924.446323:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a5808cf. 00000100:00000001:1.0:1767384924.446327:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384924.446335:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a5808cf. 00000020:00000010:1.0:1767384924.446339:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d56c82. 00000020:00000010:1.0:1767384924.446342:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000159c3493. 00000020:00000010:1.0:1767384924.446345:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000040:1.0:1767384924.446351:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000400:02020000:0.0:1767384924.446352:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp26 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000100:00000001:1.0:1767384924.446354:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384924.446356:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384924.446360:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384924.446363:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.446367:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384924.446369:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.446371:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.446373:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056b4699d refcount=4 00000020:00000001:1.0:1767384924.446375:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:1.0:1767384924.446376:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00010000:1.0:1767384924.446379:0:17059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 395 lvb_type: 0 00010000:00000001:1.0:1767384924.446384:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446385:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.446386:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.446387:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.446391:0:17059:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384924.446394:0:17059:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000045d217b5 x1853237363754368/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 328/0 e 0 to 0 dl 1767384935 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.446399:0:17059:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384924.446400:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446407:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.446414:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384924.446415:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384924.446435:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384924.446438:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384924.446439:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384924.446440:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000100:00000001:2.0:1767384924.446444:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384924.446448:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.446449:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045d217b5 x1853237363754368/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 328/0 e 0 to 0 dl 1767384935 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.446452:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446466:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384924.446469:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a5808cf. 00000100:00000001:1.0:1767384924.446471:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384924.446473:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a5808cf. 00000100:00100000:1.0:1767384924.446477:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000045d217b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363754368:12345-0@lo:103: 00000100:00000200:1.0:1767384924.446480:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363754368 00010000:00000001:1.0:1767384924.446482:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384924.446484:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384924.446485:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384924.446488:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384924.446490:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384924.446492:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007a7a22ab. 02000000:00000001:1.0:1767384924.446494:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446495:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.446497:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384924.446499:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384924.446501:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.446502:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.446503:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056b4699d refcount=4 00000020:00000001:1.0:1767384924.446505:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:1.0:1767384924.446507:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000040:1.0:1767384924.446509:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000015631bc4 count: 3 00010000:00010000:1.0:1767384924.446511:0:17059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 395 lvb_type: 0 00000100:00001000:1.0:1767384924.446516:0:17059:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384924 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384924.446518:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384924.446522:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446523:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384924.446524:0:17059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 395 lvb_type: 0 00000020:00000001:1.0:1767384924.446529:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.446537:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.446538:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384924.446540:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.446542:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384924.446543:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384924.446548:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446549:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.446551:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.446552:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384924.446554:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000056b4699d with handle 0x135556ebb4843b8a from hash 00010000:00000001:1.0:1767384924.446556:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384924.446557:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446558:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.446559:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384924.446560:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384924.446562:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384924.446564:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000056b4699d/0x135556ebb4843b8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843b83 expref: 16 pid: 17067 timeout: 395 lvb_type: 0 00010000:00000040:1.0:1767384924.446569:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00000020:00000040:1.0:1767384924.446571:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:1.0:1767384924.446575:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.446577:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384924.446579:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384924.446580:0:17059:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006e424163 00010000:00000001:1.0:1767384924.446582:0:17059:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384924.446583:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.446585:0:17059:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.446586:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.446587:0:17059:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.446589:0:17059:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384924.446591:0:17059:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384924.446594:0:17059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446599:0:17059:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384924.446601:0:17059:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384924.446610:0:17059:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384924.446612:0:17059:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384924.446614:0:17059:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000015631bc4) refcount = 2 00010000:00010000:1.0:1767384924.446617:0:17059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446622:0:17059:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384924.446640:0:17059:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384924.446641:0:17059:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.446643:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384924.446646:0:17059:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a5808cf. 00000100:00000001:1.0:1767384924.446648:0:17059:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384924.446650:0:17059:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba09ea6d. 00000100:00000001:1.0:1767384924.446652:0:17059:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775868202368 : -107297841349248 : ffff9e69c647fd80) 00000100:00000001:1.0:1767384924.446653:0:17059:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775868202368 : -107297841349248 : ffff9e69c647fd80) 00000100:00000001:1.0:1767384924.446654:0:17059:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384924.446655:0:17059:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384924.446657:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384924.446658:0:17059:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384924.446661:0:17059:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384924.446663:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.446665:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.446666:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=5 00000020:00000001:1.0:1767384924.446667:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384924.446669:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384924.446671:0:17059:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384924.446673:0:17059:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446678:0:17059:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384924.446680:0:17059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446685:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446686:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384924.446694:0:17059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446699:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.446701:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.446702:0:17059:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384924.446703:0:17059:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384924.446707:0:17059:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e424163 already unused, calling callback (00000000c66beece) 00010000:00000001:1.0:1767384924.446710:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.446712:0:17059:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384924.446713:0:17059:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446736:0:17059:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384924.446738:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.446739:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.446740:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=6 00000020:00000001:1.0:1767384924.446741:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384924.446743:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384924.446745:0:17059:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384924.446746:0:17059:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446750:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384924.446751:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.446752:0:17059:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.446778:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384924.446779:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384924.446780:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.446781:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384924.446782:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e424163 with handle 0x135556ebb4843b91 from hash 00010000:00000001:1.0:1767384924.446784:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384924.446786:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446791:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.446793:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384924.446795:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384924.446796:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384924.446798:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384924.446800:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.446802:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.446803:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384924.446805:0:17059:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384924.446807:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446807:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.446808:0:17059:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.446810:0:17059:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.446811:0:17059:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.446813:0:17059:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446817:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446818:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384924.446819:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446819:0:17059:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384924.446822:0:17059:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384924.446825:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446827:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.446829:0:17059:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384924.446832:0:17059:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.446834:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384924.446836:0:17059:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384924.446837:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384924.446847:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384924.446850:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.446851:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.446854:0:17059:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.446858:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384924.446861:0:17059:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384924.446895:0:17059:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446897:0:17059:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446899:0:17059:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384924.446901:0:17059:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ba09ea6d. 00010000:00000001:2.0:1767384924.446903:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384924.446905:0:17059:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384924.446906:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.446908:0:17059:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384924.446910:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e424163/0x135556ebb4843b91 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384924.446911:0:17059:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a5808cf. 00010000:00000001:2.0:1767384924.446918:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.446921:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:2.0:1767384924.446922:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000040:1.0:1767384924.446924:0:17059:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000015631bc4 count: 0 00010000:00010000:1.0:1767384924.446933:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384924.446934:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.446937:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384924.446938:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384924.446940:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384924.446943:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384924.446946:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384924.446948:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384924.446950:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384924.446952:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.446954:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384924.446956:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384924.446959:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000100:00000200:1.0:1767384924.446961:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363754368, offset 224 00000400:00000200:1.0:1767384924.446965:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384924.446971:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384924.446977:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c04580 00000400:00000200:1.0:1767384924.446983:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x171d [1] + 224 00000400:00000200:1.0:1767384924.446986:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.446988:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384924.446991:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384924.446993:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384924.446999:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.447011:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384924.447014:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000400:00000010:1.0:1767384924.447016:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000100:00000001:1.0:1767384924.447020:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384924.447021:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384924.447031:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384924.447032:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384924.447036:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384924.447038:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384924.447040:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:2.0:1767384924.447042:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384924.447044:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a766db. 00010000:00000001:1.0:1767384924.447050:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.447052:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.447055:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045d217b5 x1853237363754368/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 328/224 e 0 to 0 dl 1767384935 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384924.447062:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000045d217b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363754368:12345-0@lo:103: Request processed in 596us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384924.447070:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000400:00000200:2.0:1767384924.447071:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000400:00000010:2.0:1767384924.447075:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000040:1.0:1767384924.447075:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384924.447080:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384924.447082:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384924.447083:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384924.447103:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000159c3493. 00000100:00000200:2.0:1767384924.447104:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384924.447108:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000020:00000010:1.0:1767384924.447113:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d56c82. 00000020:00000040:1.0:1767384924.447117:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000200:2.0:1767384924.447120:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.447122:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.447131:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384924.447133:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.447134:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384924.447136:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384924.447136:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384924.447138:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.447139:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384924.447142:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384924.447145:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384924.447147:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384924.447148:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.447150:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384924.447151:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.447152:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384924.447154:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.447159:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384924.447160:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384924.447161:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384924.447163:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384924.447168:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bd82017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363754368:0@lo:103: 00000100:00000001:2.0:1767384924.447170:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.447172:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384924.447173:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bd82017 x1853237363754368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.447185:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384924.447186:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384924.447188:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008866405. 02000000:00000001:2.0:1767384924.447189:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384924.447190:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384924.447191:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384924.447192:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384924.447193:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ea9d7010. 02000000:00000001:2.0:1767384924.447196:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384924.447197:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384924.447198:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bd82017. 00000100:00000001:2.0:1767384924.447199:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384924.447200:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.447201:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.447204:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384924.447205:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.447206:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.447207:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384924.447307:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d530ca88. 00080000:00000010:1.0:1767384924.447342:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ee3f46a8. 00040000:00000001:1.0:1767384924.447346:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384924.447347:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384924.447348:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384924.447350:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384924.447351:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384924.447353:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384924.447354:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384924.447361:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384924.447363:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384924.447368:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384924.447372:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384924.447375:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384924.447377:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384924.447379:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384924.447380:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384924.447384:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000402c1a99. 00010000:00000001:2.0:1767384924.447405:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384924.447407:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00000020:00000001:2.0:1767384924.447409:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384924.447411:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b4ec1874 with handle 0x135556ebb4843b98 to hash 00000020:00000001:2.0:1767384924.447414:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384924.447415:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384924.447418:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384924.447420:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384924.447421:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.447423:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384924.447437:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384924.447439:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384924.447441:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384924.447443:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384924.447445:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384924.447446:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384924.447447:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384924.447449:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384924.447450:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384924.447451:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384924.447452:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384924.447453:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000402c1a99) refcount = 1 00010000:00010000:2.0:1767384924.447456:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384924.447460:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384924.447461:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384924.447462:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384924.447464:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.447465:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384924.447467:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384924.447470:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384924.447472:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384924.447474:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384924.447475:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00000020:00000001:2.0:1767384924.447478:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384924.447480:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384924.447483:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384924.447485:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384924.447491:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384924.447493:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384924.447495:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:2.0:1767384924.447498:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384924.447499:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000047de866c. 20000000:00000001:1.0:1767384924.447507:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384924.447512:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363754112 00010000:00000001:1.0:1767384924.447515:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384924.447519:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b53b981 x1853237363754112/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384924.447543:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384924.447546:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384924.447550:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.447566:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384924.447570:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.447571:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:1.0:1767384924.447573:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=42 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384924.447575:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.447582:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384924.447583:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384924.447586:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384924.447588:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384924.447594:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384924.447600:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384924.447603:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.447605:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b4ec1874 already unused, calling callback (00000000c66beece) 00000100:00000001:1.0:1767384924.447607:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384924.447610:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384924.447613:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384924.447615:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:1.0:1767384924.447618:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba09ea6d. 00010000:00010000:2.0:1767384924.447619:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384924.447624:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363754112, offset 224 00010000:00000001:2.0:1767384924.447632:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384924.447637:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384924.447637:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384924.447642:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384924.447643:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=5 00000400:00000200:1.0:1767384924.447649:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384924.447650:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384924.447655:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384924.447659:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767384924.447659:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04480 00010000:00010000:2.0:1767384924.447661:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384924.447669:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1701 [2] + 224 00010000:00000001:2.0:1767384924.447676:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384924.447679:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384924.447680:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384924.447683:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.447689:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1767384924.447689:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384924.447694:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384924.447695:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384924.447696:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384924.447700:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384924.447708:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384924.447713:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4ec1874 with handle 0x135556ebb4843b98 from hash 00000100:00000040:1.0:1767384924.447714:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384924.447718:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384924.447741:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384924.447743:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384924.447746:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384924.447750:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384924.447770:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384924.447772:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384924.447773:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384924.447775:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.447777:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384924.447777:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384924.447781:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384924.447783:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384924.447785:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba09ea6d 00010000:00000001:2.0:1767384924.447786:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384924.447788:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384924.447790:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba09ea6d. 00010000:00000001:2.0:1767384924.447791:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.447794:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384924.447795:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.447798:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384924.447799:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384924.447802:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.447809:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384924.447809:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384924.447813:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.447814:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384924.447816:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1767384924.447817:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.447819:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:1.0:1767384924.447821:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384924.447822:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384924.447824:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384924.447825:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384924.447827:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384924.447832:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.447835:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b53b981 x1853237363754112/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384924.447836:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384924.447856:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384924.447860:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384924.447862:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843b98 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384924.447865:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b53b981 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363754112:12345-0@lo:253: Request processed in 7483us (7923us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384924.447877:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00010000:00000040:2.0:1767384924.447906:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000402c1a99 count: 0 00000100:00000040:1.0:1767384924.447907:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384924.447912:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384924.447914:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384924.447917:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6183577. 00010000:00000001:2.0:1767384924.447919:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384924.447922:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fb9be64. 20000000:00000001:2.0:1767384924.447923:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:1.0:1767384924.447929:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af902066. 00000020:00000040:1.0:1767384924.447933:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:2.0:1767384924.447936:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384924.447936:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384924.447939:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384924.447940:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007f9ee93f. 00000400:00000001:2.0:1767384924.447944:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384924.447945:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:2.0:1767384924.447948:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384924.447949:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384924.447953:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aed341ad. 00000100:00000200:1.0:1767384924.447955:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384924.447957:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f96433 00000400:00000010:2.0:1767384924.447961:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031f96433. 00000400:00000010:1.0:1767384924.447962:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbeeed56. 00000100:00000001:2.0:1767384924.447964:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384924.447968:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba09ea6d. 00000100:00000200:2.0:1767384924.447971:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384924.447979:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.447986:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384924.447988:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.447989:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384924.447990:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384924.447991:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384924.447992:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384924.447994:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384924.447996:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384924.447998:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384924.448000:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384924.448001:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.448002:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384924.448004:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.448006:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384924.448018:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.448024:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384924.448025:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384924.448027:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384924.448036:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384924.448037:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384924.448038:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384924.448054:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384924.448055:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384924.448057:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384924.448058:0:16340:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384924.448059:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384924.448061:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384924.448063:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384924.448069:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051689056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363754112:0@lo:253: 00000100:00000001:2.0:1767384924.448073:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.448074:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384924.448076:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051689056 x1853237363754112/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384924.448081:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384924.448083:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384924.448085:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000523ff2bd. 02000000:00000001:2.0:1767384924.448088:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384924.448089:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384924.448090:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384924.448092:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384924.448093:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ac0497a2. 02000000:00000001:2.0:1767384924.448095:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384924.448097:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384924.448099:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051689056. 00000100:00000001:2.0:1767384924.448102:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384924.448103:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.448104:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384924.448108:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384924.448125:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384924.448127:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384924.448128:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.452929:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294912331, at 4294912332 00000100:00000010:1.0:1767384924.452936:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007234f27. 00000100:00000040:2.0:1767384924.453917:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294912331, at 4294912333 00000100:00000010:2.0:1767384924.453925:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cae06e8. 00000100:00000040:3.0:1767384924.453926:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294912331, at 4294912333 00000100:00000040:0.0:1767384924.453931:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294912331, at 4294912333 00000100:00000010:3.0:1767384924.453935:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a76fbda7. 00000100:00000010:0.0:1767384924.453941:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048729cb3. 00010000:00000010:1.1:1767384924.457336:0:26026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056b4699d. 00010000:00000010:1.1:1767384924.457346:0:26026:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000015631bc4. 00010000:00000010:2.1:1767384924.457532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000839e6415. 00010000:00000010:2.1:1767384924.457543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000851c921b. 00010000:00000010:2.1:1767384924.457547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00010000:00000010:2.1:1767384924.457551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000402c1a99. 00010000:00000010:2.1:1767384924.457555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00000400:00000010:3.0:1767384924.459577:0:26025:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a6df6520. 00000400:00000040:3.0:1767384924.459595:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384924.459597:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384924.459600:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.459601:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384924.459603:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.459605:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384924.459607:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384924.459608:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384924.459610:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384924.459611:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384924.459613:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384924.459615:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384924.459617:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384924.459618:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384924.459619:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384924.459621:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384924.459638:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384924.459639:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384924.459640:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384924.459642:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.459643:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384924.459644:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384924.459645:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384924.459647:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384924.459648:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384924.459649:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.459656:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384924.459657:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384924.459658:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384924.459660:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384924.459661:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384924.459663:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384924.459664:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384924.459665:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384924.459666:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384924.459667:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384924.459668:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384924.459670:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384924.459672:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384924.459673:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384924.459674:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384924.459675:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384924.459677:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384924.459678:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384924.459679:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384924.459680:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384924.459681:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384924.459683:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384924.459685:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384924.459686:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384924.459687:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384924.459688:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384924.459690:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384924.459691:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384924.459692:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384924.459693:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384924.459694:0:26025:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384924.459768:0:26025:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a6df6520. 00010000:00000001:2.0:1767384924.504950:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384924.504955:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.504961:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384924.504963:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.504982:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384924.504984:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.504986:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384925.528993:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384925.529002:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384925.529011:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384925.529014:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384925.529058:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384925.529063:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384925.529068:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384925.556197:0:26346:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002cf31744. 00080000:00000010:1.0:1767384925.556205:0:26346:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002cf31744. 00000020:00000001:1.0:1767384925.556209:0:26346:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384925.556215:0:26346:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002cf31744. 00080000:00000010:1.0:1767384925.556219:0:26346:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002cf31744. 00000020:00000001:1.0:1767384925.556222:0:26346:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384926.201010:0:26510:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384926.201014:0:26510:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:1.0:1767384926.204023:0:26510:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384926.210207:0:26511:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000aad36637. 00000400:00000010:1.0:1767384926.210220:0:26511:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000621fe861. 00000400:00000010:1.0:1767384926.210232:0:26511:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000035b01835. 00000400:00000010:1.0:1767384926.210235:0:26511:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005528461b. 00000400:00000010:1.0:1767384926.210238:0:26511:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f268a439. 00000400:00000010:1.0:1767384926.210241:0:26511:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b2ed96c. 00000400:00000010:1.0:1767384926.210243:0:26511:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009ab3d360. 00000400:00000010:1.0:1767384926.210244:0:26511:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000768d6e96. 00000400:00000010:1.0:1767384926.210246:0:26511:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000009a367b4. 00000800:00000010:1.0:1767384926.210270:0:26511:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003624b046. 00000800:00000200:1.0:1767384926.210278:0:26511:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384926.210286:0:26511:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384926.210317:0:26511:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384926.210336:0:26511:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp29 [8/256/0/180] 00000400:00000010:1.0:1767384926.211622:0:26511:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000002820874b. 00000400:00000010:1.0:1767384926.211629:0:26511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae2f518. 00000400:00000010:1.0:1767384926.211634:0:26511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000400:00000001:1.0:1767384926.211651:0:26511:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384926.211654:0:26511:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384926.211656:0:26511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000553235f. 00000400:00000200:1.0:1767384926.211658:0:26511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000400:00000010:1.0:1767384926.211660:0:26511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000400:00000010:1.0:1767384926.211663:0:26511:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000719e1be2. 00000400:00000200:1.0:1767384926.211667:0:26511:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (20) 00000400:00000200:1.0:1767384926.211678:0:26511:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384926.211686:0:26511:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:1.0:1767384926.211693:0:26511:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d94fa04a. 00000020:01000000:1.0:1767384926.211697:0:26511:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384926.211699:0:26511:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp29 00000400:00000200:2.0:1767384926.211724:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384926.211726:0:26511:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000621fe861. 00000400:00000010:1.0:1767384926.211732:0:26511:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000aad36637. 00000400:00000200:2.0:1767384926.211735:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:2.0:1767384926.211745:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000400:00000200:2.0:1767384926.211748:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (21) 00000020:00000001:0.0:1767384926.211754:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384926.211755:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000746b984a. 10000000:00000001:0.0:1767384926.211761:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384926.211762:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp27 10000000:00000001:0.0:1767384926.211766:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384926.211771:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384926.211774:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384926.211777:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384926.211780:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384926.211783:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp27 to MR: 192.168.203.109@tcp27 local destination 00000020:01000004:0.0:1767384926.211784:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384926.211788:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384926.211792:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384926.211793:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384926.211795:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384926.211799:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp27 NI seq info: [55:55:256:4294967295] 192.168.203.109@tcp27 LPNI seq info [55:55:8:4294967295] 00000020:01000004:0.0:1767384926.211799:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384926.211803:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384926.211811:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp27 00000100:00000010:0.0:1767384926.211811:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a155b63b. 00000020:00000040:0.0:1767384926.211818:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384926.211827:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp27(192.168.203.109@tcp27:192.168.203.109@tcp27) -> 192.168.203.109@tcp27(192.168.203.109@tcp27:192.168.203.109@tcp27) : PUT try# 0 00000100:00000001:0.0:1767384926.211828:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384926.211832:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384926.211838:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.109@tcp27 02000000:00000001:0.0:1767384926.211839:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384926.211846:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023a3ee05. 02000000:00000010:0.0:1767384926.211851:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d6c136e0. 00000800:00000200:2.0:1767384926.211857:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f88d22c] -> 12345-192.168.203.109@tcp27 (6) 00000100:00000001:0.0:1767384926.211860:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.211889:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1767384926.211894:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp27 ip 192.168.203.109:988 00000100:00000001:0.0:1767384926.211894:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384926.211902:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023a3ee05 type 1, nob 464 niov 1 nkiov 1 00000100:00000040:0.0:1767384926.211906:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a155b63b] to pc [ptlrpcd_00_02+2] req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384926.211923:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384926.211930:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 10000000:00000001:0.0:1767384926.211955:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384926.211958:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.211961:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384926.211963:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384926.211971:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384926.211973:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384926.211975:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384926.211976:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384926.211978:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384926.211980:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384926.211982:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384926.211983:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384926.211985:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384926.211995:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384926.211996:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384926.211998:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384926.211999:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384926.212002:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006032cdbf. 00000020:00000040:0.0:1767384926.212005:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384926.212006:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384926.212009:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384926.212011:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384926.212012:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384926.212014:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384926.212017:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384926.212021:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384926.212026:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000deae5813. 00000100:00000001:0.0:1767384926.212032:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.212039:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384926.212040:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384926.212043:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.212043:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384926.212044:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384926.212051:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023a3ee05. 02000000:00000001:3.0:1767384926.212052:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384926.212054:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006032cdbf] to pc [ptlrpcd_00_03+3] req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384926.212055:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384926.212056:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384926.212062:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212067:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp27->192.168.203.109@tcp27: PUT: OK 00000100:00100000:3.0:1767384926.212078:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a155b63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363754496:0@lo:253: 10000000:00000001:0.0:1767384926.212080:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212087:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000001:0.0:1767384926.212087:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.212088:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384926.212093:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212094:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp27: 0 02000000:00000001:3.0:1767384926.212095:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:0.0:1767384926.212096:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:3.0:1767384926.212099:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384926.212102:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384926.212102:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d94fa04a. 00000800:00000001:2.0:1767384926.212105:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384926.212109:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006196981e. 02000000:00000001:3.0:1767384926.212112:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384926.212114:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384926.212117:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d345eb0d. 00000800:00000001:2.0:1767384926.212117:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384926.212119:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384926.212123:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384926.212124:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aae0ee2f. 00000100:00000200:3.0:1767384926.212130:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363754496, portal 25 00000100:00000001:0.0:1767384926.212130:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384926.212131:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp27(192.168.203.109@tcp27) <- 192.168.203.109@tcp27 : PUT - for me 00000100:00000001:0.0:1767384926.212134:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384926.212136:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384926.212139:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990648704 : -107292718902912 : ffff9e6af79a5180) 00000100:00000040:0.0:1767384926.212142:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384926.212145:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384926.212147:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384926.212160:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 352/368 into md 0x16f9 [1] + 0 00000400:00000010:2.0:1767384926.212168:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae515a9. 00000400:00000200:2.0:1767384926.212174:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eba62cac 00000100:00000001:3.0:1767384926.212176:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384926.212178:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384926.212180:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384926.212181:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384926.212182:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384926.212186:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c64bf29. 00000800:00000001:2.0:1767384926.212188:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384926.212188:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384926.212189:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363754496, offset 0 02000000:00000001:0.0:1767384926.212193:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384926.212194:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384926.212198:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384926.212202:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp27->192.168.203.109@tcp27: PUT: OK 02000000:00000001:0.0:1767384926.212202:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212211:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba62cac 00000100:00100000:0.0:1767384926.212211:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363754624:0@lo:253: 00000400:00000200:3.0:1767384926.212212:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384926.212216:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba62cac. 00000400:00000200:2.0:1767384926.212222:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384926.212222:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384926.212226:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04600 00000400:00000200:2.0:1767384926.212228:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (22) 02000000:00000001:0.0:1767384926.212229:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384926.212233:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1015 [2] + 0 02000000:00000001:0.0:1767384926.212234:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384926.212238:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a294f0f2. 00000400:00000200:2.0:1767384926.212238:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 02000000:00000001:0.0:1767384926.212239:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384926.212244:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c9603c3 00000400:00000200:2.0:1767384926.212245:0:16335:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (368 bytes) 02000000:00000010:0.0:1767384926.212248:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000079fb1d13. 00000400:00000200:3.0:1767384926.212253:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.212253:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 02000000:00000001:0.0:1767384926.212253:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384926.212260:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384926.212262:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b02ec52e. 00000400:00000200:2.0:1767384926.212263:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (23) 00000400:00000010:0.0:1767384926.212270:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038d75dcd. 00000400:00000200:2.0:1767384926.212273:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384926.212274:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c9603c3 00000400:00000200:2.0:1767384926.212279:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp27 to MR: 192.168.203.109@tcp27 local destination 00000400:00000010:3.0:1767384926.212284:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c9603c3. 00000400:00000200:2.0:1767384926.212288:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp27 NI seq info: [56:56:256:4294967295] 192.168.203.109@tcp27 LPNI seq info [56:56:8:4294967295] 00000100:00000001:3.0:1767384926.212290:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384926.212291:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363754624, portal 25 00000100:00000200:3.0:1767384926.212294:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384926.212297:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384926.212300:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000009a690d6a x1853237363754496 msgsize 4848 00000100:00000001:0.0:1767384926.212301:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990652288 : -107292718899328 : ffff9e6af79a5f80) 00000400:00000200:2.0:1767384926.212305:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp27(192.168.203.109@tcp27:192.168.203.109@tcp27) -> 192.168.203.109@tcp27(192.168.203.109@tcp27:192.168.203.109@tcp27) 192.168.203.109@tcp27 : ACK try# 0 00000100:00100000:3.0:1767384926.212311:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384926.212313:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384926.212316:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1767384926.212321:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp27 00000100:00000001:3.0:1767384926.212327:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:2.0:1767384926.212328:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023a3ee05. 00000100:00000001:0.0:1767384926.212331:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767384926.212335:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f88d22c] -> 12345-192.168.203.109@tcp27 (6) 00000400:00000200:3.0:1767384926.212336:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c64bf29 00000100:00000040:0.0:1767384926.212339:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384926.212340:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c64bf29. 00000400:00000010:0.0:1767384926.212345:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b2efc2f. 00000100:00000001:3.0:1767384926.212346:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384926.212351:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp27 ip 192.168.203.109:987 00000100:00000200:3.0:1767384926.212352:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384926.212353:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363754624, offset 0 00000800:00000200:2.0:1767384926.212354:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023a3ee05 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384926.212365:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384926.212367:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384926.212369:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384926.212372:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384926.212378:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384926.212378:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384926.212382:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.212386:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384926.212390:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.212393:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294914097 00000400:00000200:0.0:1767384926.212396:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04680 00000100:00000010:3.0:1767384926.212399:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce42eda. 00000800:00000200:2.0:1767384926.212406:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384926.212406:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1025 [2] + 0 00000100:00000001:3.0:1767384926.212407:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1767384926.212411:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023a3ee05. 00000400:00000010:0.0:1767384926.212414:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d88e2ab. 00000100:00000001:3.0:1767384926.212415:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294914097 00000400:00000200:2.0:1767384926.212416:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.212421:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b9c37b5 00000100:00000010:3.0:1767384926.212422:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fc49679. 00000400:00000200:2.0:1767384926.212424:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp27->192.168.203.109@tcp27: ACK: OK 00000100:00000001:3.0:1767384926.212428:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384926.212430:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384926.212432:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384926.212433:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294914097 00000800:00000001:2.0:1767384926.212437:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384926.212438:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f28c932. 00000800:00000001:2.0:1767384926.212441:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384926.212443:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384926.212445:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384926.212446:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.212447:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294914097 00000400:00000200:0.0:1767384926.212450:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b9c37b5 00000800:00000001:2.0:1767384926.212451:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384926.212452:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b08e4fb1. 00000400:00000010:0.0:1767384926.212456:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b9c37b5. 00000100:00000001:3.0:1767384926.212457:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384926.212457:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.212465:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384926.212465:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384926.212468:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp27(192.168.203.109@tcp27) <- 192.168.203.109@tcp27 : ACK - for me 00000100:00000200:0.0:1767384926.212470:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384926.212471:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384926.212476:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000d7721d02 x1853237363754624 msgsize 4848 00000100:00000001:3.0:1767384926.212483:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212483:0:16335:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp27: ACK from 12345-192.168.203.109@tcp27 into md 0x1735 00000100:00000001:3.0:1767384926.212490:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384926.212490:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384926.212491:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384926.212496:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384926.212499:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp27->192.168.203.109@tcp27: ACK: OK 00000100:00000001:3.0:1767384926.212500:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384926.212503:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384926.212504:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000100:00000001:3.0:1767384926.212506:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384926.212508:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000001:3.0:1767384926.212509:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384926.212510:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384926.212512:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384926.212513:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.212518:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212519:0:16335:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:0.0:1767384926.212519:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2efc2f 00000400:00000010:0.0:1767384926.212525:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b2efc2f. 00000400:00000200:2.0:1767384926.212527:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:0.0:1767384926.212532:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384926.212533:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (22) 00000100:00000001:3.0:1767384926.212539:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384926.212540:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384926.212541:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384926.212542:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363754496 00000800:00000001:2.0:1767384926.212545:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384926.212546:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384926.212550:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384926.212553:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384926.212559:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.212561:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384926.212563:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363754496 00000020:00000001:3.0:1767384926.212567:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384926.212567:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384926.212569:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000040:3.0:1767384926.212570:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384926.212574:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384926.212575:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000bd3486ae. 00000020:00000040:3.0:1767384926.212578:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000400:00000010:2.0:1767384926.212582:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aed341ad. 00000020:00000001:3.0:1767384926.212583:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384926.212589:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000010:2.0:1767384926.212589:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000100:00000001:0.0:1767384926.212590:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212595:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000bd3486ae 00000100:00000001:0.0:1767384926.212596:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384926.212597:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384926.212598:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000120a1f44. 00000020:00000010:3.0:1767384926.212602:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000360b0266. 00000400:00000200:2.0:1767384926.212603:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000100:00000001:0.0:1767384926.212604:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.212607:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384926.212610:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000360b0266. 00000100:00000001:0.0:1767384926.212610:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294914097 00000400:00000200:2.0:1767384926.212611:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102051 00000100:00000001:0.0:1767384926.212616:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294914097 00000020:00000010:3.0:1767384926.212617:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a13247a9. 00000100:00000001:0.0:1767384926.212623:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294914097 00000400:00000200:2.0:1767384926.212624:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (21) 00000020:00000010:3.0:1767384926.212626:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1a18649. 00000100:00000001:0.0:1767384926.212629:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294914097 00000400:00000010:2.0:1767384926.212630:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000004e9380b3. 00000020:00000010:3.0:1767384926.212632:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da351a3d. 00000100:00000001:0.0:1767384926.212633:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294914097 00000400:00000010:2.0:1767384926.212637:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d2b6249. 00000100:00000001:0.0:1767384926.212638:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294914097 00000100:00000001:0.0:1767384926.212642:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294914097 00000100:00000040:3.0:1767384926.212644:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384926.212645:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4c51aa4. 00000100:00000001:0.0:1767384926.212645:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294914097 00000100:00000001:3.0:1767384926.212649:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384926.212651:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384926.212653:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384926.212653:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000100:00000001:3.0:1767384926.212656:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.212658:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.212662:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212664:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000001:3.0:1767384926.212665:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.212666:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384926.212672:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:3.0:1767384926.212676:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.212682:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384926.212683:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00000001:0.0:1767384926.212686:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384926.212690:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384926.212691:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:0.0:1767384926.212692:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384926.212693:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363754624 00000100:00000001:0.0:1767384926.212696:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384926.212700:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:0.0:1767384926.212700:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384926.212701:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384926.212704:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384926.212723:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212723:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:0.0:1767384926.212724:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384926.212728:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384926.212733:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363754624 00000020:00000001:3.0:1767384926.212737:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384926.212737:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000040:3.0:1767384926.212738:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384926.212742:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384926.212744:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384926.212747:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384926.212747:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384926.212751:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:0.0:1767384926.212751:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384926.212752:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384926.212758:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384926.212762:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000020:00000010:3.0:1767384926.212763:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000360b0266. 00000400:00000200:2.0:1767384926.212766:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:3.0:1767384926.212768:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384926.212769:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000020:00000010:3.0:1767384926.212773:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000360b0266. 00000100:00000001:0.0:1767384926.212775:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078154320 : -107292631397296 : ffff9e6afcd18c50) 00000020:00000010:3.0:1767384926.212781:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cbe8d46. 00000400:00000200:2.0:1767384926.212784:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000040:0.0:1767384926.212784:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009a690d6a x1853237363754496/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:152/0 lens 4848/0 e 0 to 0 dl 1767384937 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384926.212787:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000547f5fa9. 00000020:00000010:3.0:1767384926.212794:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000755cb398. 00000100:00000001:3.0:1767384926.212800:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384926.212804:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384926.212805:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:3.0:1767384926.212806:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.212806:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384926.212812:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b7d6022. 00000100:00000001:3.0:1767384926.212813:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212817:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:3.0:1767384926.212819:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.212820:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384926.212826:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b7d6022. 00000100:00000001:3.0:1767384926.212830:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384926.212832:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000001:3.0:1767384926.212833:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384926.212837:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009a690d6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363754496:12345-0@lo:253: 00000100:00100000:3.0:1767384926.212840:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:3.0:1767384926.212846:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000200:0.0:1767384926.212848:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363754496 00000100:00000001:3.0:1767384926.212850:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078156368 : -107292631395248 : ffff9e6afcd19450) 00000400:00000200:2.0:1767384926.212850:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:0.0:1767384926.212854:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384926.212857:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7721d02 x1853237363754624/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:152/0 lens 4848/0 e 0 to 0 dl 1767384937 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384926.212861:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384926.212882:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384926.212885:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000360b0266. 00000020:00000001:0.0:1767384926.212887:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.212888:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384926.212892:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384926.212893:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000010:3.0:1767384926.212897:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000360b0266. 00000020:00000001:0.0:1767384926.212898:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00100000:3.0:1767384926.212904:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7721d02 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363754624:12345-0@lo:253: 00000020:00000001:0.0:1767384926.212906:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384926.212907:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000100:00000200:3.0:1767384926.212912:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363754624 00000020:00000001:0.0:1767384926.212912:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384926.212916:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384926.212918:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384926.212919:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384926.212924:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.212924:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384926.212929:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384926.212931:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:0.0:1767384926.212931:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212935:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000020:00000001:3.0:1767384926.212938:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384926.212939:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384926.212940:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384926.212944:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384926.212945:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384926.212948:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000020:00000001:3.0:1767384926.212949:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384926.212952:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.212957:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384926.212960:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384926.212960:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a0074b05. 00000400:00000200:2.0:1767384926.212961:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 02000000:00000001:0.0:1767384926.212966:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384926.212967:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002c815653. 02000000:00000001:3.0:1767384926.212972:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.212972:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.212973:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000100:00000001:3.0:1767384926.212976:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384926.212985:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384926.212991:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384926.212992:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 20000000:00000010:3.0:1767384926.212995:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d87f0025. 20000000:01000000:3.0:1767384926.212999:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384926.213001:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009ce8d676. 00000400:00000200:2.0:1767384926.213002:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp28 20000000:00000001:3.0:1767384926.213003:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384926.213007:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384926.213008:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384926.213012:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.213012:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp28 lpni_is_preferred = 0 20000000:00000001:0.0:1767384926.213013:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384926.213017:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384926.213018:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384926.213021:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384926.213022:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp28 20000000:00000001:0.0:1767384926.213023:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384926.213027:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384926.213030:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000750abca1. 00000400:00000200:2.0:1767384926.213032:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp28 NI seq info: [57:57:256:4294967295] 192.168.203.109@tcp28 LPNI seq info [57:57:8:4294967295] 20000000:00000001:0.0:1767384926.213032:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384926.213035:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000400:00000200:2.0:1767384926.213050:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp28 20000000:00000001:3.0:1767384926.213052:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384926.213057:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp28(192.168.203.109@tcp28:) -> 192.168.203.109@tcp28(192.168.203.109@tcp:192.168.203.109@tcp28) : GET try# 0 00080000:00000001:3.0:1767384926.213058:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384926.213062:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:2.0:1767384926.213063:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp28 00000800:00000010:2.0:1767384926.213067:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000023a3ee05. 00000800:00000010:2.0:1767384926.213072:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d72c7532. 00000800:00000010:2.0:1767384926.213076:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000031da73d4. 00080000:00000001:3.0:1767384926.213079:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:2.0:1767384926.213079:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (2) 00000800:00000200:2.1:1767384926.213085:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (2) 00080000:00000001:3.0:1767384926.213095:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384926.213095:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00080000:00000001:3.0:1767384926.213101:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384926.213101:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100251 rc 0 00080000:00000001:3.0:1767384926.213104:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384926.213107:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384926.213115:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384926.213118:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:3.0:1767384926.213122:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:3.0:1767384926.213124:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384926.213126:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384926.213129:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384926.213131:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384926.213134:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384926.213139:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384926.213142:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384926.213145:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009c522dab. 00080000:00000001:3.0:1767384926.213148:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775869657600 : -107297839894016 : ffff9e69c65e3200) 00000400:00000200:2.0:1767384926.213149:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00080000:00000001:3.0:1767384926.213151:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384926.213155:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384926.213159:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000360b0266. 00080000:00000001:3.0:1767384926.213162:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384926.213164:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384926.213176:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384926.213191:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384926.213212:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213256:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213276:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213295:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213317:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213337:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213353:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213370:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213396:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213413:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213428:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213441:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213454:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213470:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213489:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213513:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213532:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213556:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213570:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213584:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213598:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213618:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213638:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213655:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213671:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213698:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213758:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213792:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213831:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213946:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.213984:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.214009:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.214029:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.214079:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384926.214202:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078fe3bce. 00000800:00000010:2.0:1767384926.214206:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f79ef18. 00000800:00000010:2.0:1767384926.214211:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee3f46a8. 00080000:00000010:0.0:1767384926.214220:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009c522dab. 00000800:00000010:2.0:1767384926.214239:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee3f46a8. 00000800:00020000:2.0:1767384926.214248:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00080000:00000010:3.0:1767384926.214257:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000360b0266. 00040000:00000001:3.0:1767384926.214263:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384926.214266:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384926.214268:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384926.214270:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384926.214272:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384926.214273:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384926.214281:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384926.214287:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384926.214289:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384926.214293:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384926.214324:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f29f2862. 20000000:01000000:0.0:1767384926.214328:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:0.0:1767384926.214331:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384926.214334:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384926.214334:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384926.214337:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384926.214338:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384926.214341:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384926.214344:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384926.214347:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384926.214347:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:3.0:1767384926.214355:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a258a547. 00080000:00000001:0.0:1767384926.214356:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384926.214359:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384926.214360:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384926.214363:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384926.214366:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.214367:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:0.0:1767384926.214369:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00010000:00000010:3.0:1767384926.214371:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3679cc6. 00000020:00000001:0.0:1767384926.214375:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00000020:00000001:3.0:1767384926.214377:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:0.0:1767384926.214379:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:3.0:1767384926.214380:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3679cc6 with handle 0x135556ebb4843b9f to hash 00000020:00000001:3.0:1767384926.214384:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384926.214387:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384926.214388:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00080000:00000001:0.0:1767384926.214394:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384926.214396:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384926.214399:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384926.214403:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:3.0:1767384926.214404:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00080000:00000001:0.0:1767384926.214409:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384926.214411:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384926.214414:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000b1f2188. 00010000:00000001:3.0:1767384926.214415:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384926.214418:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384926.214420:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781255168 : -107297928296448 : ffff9e69c1194800) 00080000:00000001:0.0:1767384926.214426:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384926.214429:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:0.0:1767384926.214430:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384926.214433:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:0.0:1767384926.214434:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003b7d6022. 00010000:00000001:3.0:1767384926.214436:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384926.214439:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384926.214439:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.214442:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384926.214443:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384926.214444:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384926.214446:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384926.214448:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384926.214452:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384926.214453:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384926.214453:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384926.214455:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a258a547) refcount = 1 00010000:00010000:3.0:1767384926.214457:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384926.214459:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.214466:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384926.214467:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384926.214468:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384926.214469:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.214471:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384926.214472:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:3.0:1767384926.214473:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384926.214478:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384926.214481:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384926.214487:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384926.214488:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3679cc6 refcount=4 00000020:00000001:3.0:1767384926.214490:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00010000:00000001:3.0:1767384926.214492:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00010000:00000001:3.0:1767384926.214493:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384926.214495:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.214499:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384926.214501:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.214504:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.214506:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384926.214507:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.214510:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384926.214510:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.214512:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384926.214513:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384926.214517:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d3679cc6 already unused, calling callback (00000000c66beece) 00010000:00000001:3.0:1767384926.214519:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384926.214520:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384926.214521:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.214525:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384926.214526:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384926.214527:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384926.214527:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3679cc6 refcount=5 00000020:00000001:3.0:1767384926.214528:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00010000:00000001:3.0:1767384926.214530:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00010000:00000001:3.0:1767384926.214536:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384926.214537:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.214541:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384926.214542:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384926.214543:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.214545:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384926.214546:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384926.214547:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384926.214548:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384926.214549:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3679cc6 with handle 0x135556ebb4843b9f from hash 00010000:00000001:3.0:1767384926.214551:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384926.214552:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.214552:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384926.214553:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384926.214554:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384926.214555:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384926.214557:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384926.214558:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384926.214560:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.214561:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384926.214562:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384926.214563:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.214564:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384926.214565:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.214566:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.214567:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384926.214569:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.214571:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.214572:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384926.214573:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384926.214574:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384926.214575:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.214575:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384926.214581:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384926.214583:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384926.214584:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384926.214585:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.214589:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384926.214590:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384926.214591:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d3679cc6/0x135556ebb4843b9f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384926.214594:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a258a547 count: 0 00010000:00000001:3.0:1767384926.214599:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384926.214600:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384926.214606:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384926.214609:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384926.214610:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d87f0025. 20000000:00000001:3.0:1767384926.214613:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384926.214615:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363754624 00010000:00000001:3.0:1767384926.214617:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384926.214621:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7721d02 x1853237363754624/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384926.214627:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384926.214628:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384926.214631:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=44 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384926.214634:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384926.214636:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384926.214638:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384926.214640:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384926.214642:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.214644:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384926.214646:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384926.214648:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c64bf29. 00000100:00000200:3.0:1767384926.214651:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363754624, offset 224 00000400:00000200:3.0:1767384926.214654:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384926.214658:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384926.214667:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04680 00000400:00000200:3.0:1767384926.214670:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1741 [2] + 224 00000400:00000200:3.0:1767384926.214674:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384926.214676:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384926.214678:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384926.214681:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384926.214687:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.214699:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384926.214703:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c64bf29 00000400:00000010:3.0:1767384926.214704:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c64bf29. 00000100:00000001:3.0:1767384926.214706:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384926.214730:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384926.214733:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384926.214735:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384926.214737:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384926.214739:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.214740:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384926.214741:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384926.214745:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384926.214746:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7721d02 x1853237363754624/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384926.214759:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384926.214763:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384926.214764:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7721d02 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363754624:12345-0@lo:253: Request processed in 1880us (2286us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384926.214766:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b02ec52e. 00000400:00000200:0.0:1767384926.214774:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038d75dcd 00000100:00100000:3.0:1767384926.214775:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000400:00000010:0.0:1767384926.214778:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038d75dcd. 00000100:00000040:3.0:1767384926.214779:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384926.214784:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384926.214785:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384926.214786:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384926.214791:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000547f5fa9. 00000100:00000200:0.0:1767384926.214793:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384926.214796:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000755cb398. 00000020:00000010:3.0:1767384926.214801:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004cbe8d46. 00000020:00000040:3.0:1767384926.214806:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:3.0:1767384926.214811:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384926.214812:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384926.214819:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002c815653. 02000000:00000001:3.0:1767384926.214824:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384926.214826:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384926.214827:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.214830:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384926.214832:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384926.214835:0:16343:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384926.214837:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013298ee8. 02000000:00000001:0.0:1767384926.214838:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384926.214841:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c64bf29. 00000100:00000001:0.0:1767384926.214842:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384926.214846:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384926.214850:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384926.214853:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=44 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384926.214857:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384926.214861:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384926.214862:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.214886:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384926.214887:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.214890:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384926.214894:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.214903:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384926.214906:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384926.214908:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384926.214911:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384926.214913:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384926.214914:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384926.214921:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384926.214922:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384926.214923:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384926.214924:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384926.214926:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384926.214927:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384926.214930:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384926.214938:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363754624:0@lo:253: 00000100:00000001:0.0:1767384926.214942:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.214944:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384926.214946:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006032cdbf x1853237363754624/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.214953:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384926.214955:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384926.214957:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000079fb1d13. 02000000:00000001:0.0:1767384926.214961:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384926.214963:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384926.214965:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384926.214967:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384926.214969:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000deae5813. 02000000:00000001:0.0:1767384926.214972:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384926.214974:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384926.214975:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006032cdbf. 00000100:00000001:0.0:1767384926.214978:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384926.214979:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.214981:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384926.214985:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384926.214986:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.215000:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384926.215001:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384926.216445:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000b1f2188. 00080000:00000010:0.0:1767384926.216497:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003b7d6022. 00040000:00000001:0.0:1767384926.216502:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384926.216503:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384926.216505:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384926.216508:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384926.216510:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384926.216518:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384926.216520:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384926.216528:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384926.216531:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384926.216534:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384926.216536:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384926.216537:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384926.216540:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384926.216543:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384926.216544:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384926.216548:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f558904. 00010000:00000001:3.0:1767384926.216551:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384926.216553:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000369f6f4e. 00000020:00000001:3.0:1767384926.216555:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384926.216557:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000369f6f4e with handle 0x135556ebb4843ba6 to hash 00000020:00000001:3.0:1767384926.216559:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384926.216560:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384926.216562:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384926.216563:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384926.216564:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384926.216566:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.216571:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384926.216572:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384926.216574:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384926.216575:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384926.216576:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384926.216578:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384926.216578:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384926.216580:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384926.216581:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384926.216582:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384926.216582:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384926.216588:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008f558904) refcount = 1 00010000:00010000:3.0:1767384926.216591:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.216595:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384926.216596:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384926.216597:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384926.216599:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.216600:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384926.216602:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384926.216605:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384926.216607:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384926.216608:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384926.216610:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369f6f4e refcount=4 00000020:00000001:3.0:1767384926.216611:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384926.216613:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384926.216614:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384926.216615:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.216618:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384926.216619:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.216622:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.216623:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384926.216623:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.216626:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384926.216627:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.216628:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384926.216629:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384926.216632:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000369f6f4e already unused, calling callback (00000000c66beece) 00010000:00000001:3.0:1767384926.216638:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384926.216639:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384926.216640:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.216643:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384926.216644:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384926.216645:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384926.216645:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369f6f4e refcount=5 00000020:00000001:3.0:1767384926.216646:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384926.216647:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384926.216649:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384926.216650:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.216653:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384926.216654:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384926.216654:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.216656:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384926.216657:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384926.216658:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384926.216658:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384926.216660:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000369f6f4e with handle 0x135556ebb4843ba6 from hash 00010000:00000001:3.0:1767384926.216662:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384926.216662:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.216663:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384926.216664:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384926.216665:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384926.216666:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384926.216667:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384926.216668:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384926.216669:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.216670:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384926.216672:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384926.216674:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.216675:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384926.216679:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.216680:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384926.216681:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384926.216683:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.216686:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.216688:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384926.216688:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384926.216689:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384926.216690:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384926.216691:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384926.216692:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384926.216693:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384926.216694:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384926.216696:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384926.216699:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384926.216700:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384926.216701:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000369f6f4e/0x135556ebb4843ba6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384926.216704:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008f558904 count: 0 00080000:00000020:0.0:1767384926.216724:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384926.216725:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384926.216727:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384926.216730:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384926.216734:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009ce8d676. 20000000:00000001:0.0:1767384926.216738:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384926.216741:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363754496 00010000:00000001:0.0:1767384926.216743:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384926.216747:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a690d6a x1853237363754496/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384926.216755:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384926.216756:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384926.216759:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384926.216762:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384926.216764:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384926.216766:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384926.216768:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384926.216770:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.216772:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384926.216774:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384926.216777:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038d75dcd. 00000100:00000200:0.0:1767384926.216780:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363754496, offset 224 00000400:00000200:0.0:1767384926.216785:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384926.216791:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384926.216797:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04600 00000400:00000200:0.0:1767384926.216801:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1739 [2] + 224 00000400:00000200:0.0:1767384926.216805:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384926.216808:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384926.216812:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384926.216815:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384926.216824:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384926.216844:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384926.216851:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384926.216851:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038d75dcd 00000100:00000001:3.0:1767384926.216854:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384926.216856:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038d75dcd. 00000400:00000001:3.0:1767384926.216860:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384926.216860:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384926.216862:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384926.216877:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384926.216880:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d345eb0d. 00000400:00000200:3.0:1767384926.216883:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aae0ee2f 00000400:00000010:3.0:1767384926.216885:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aae0ee2f. 00000100:00000001:0.0:1767384926.216888:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.216889:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384926.216894:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000200:3.0:1767384926.216895:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384926.216900:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384926.216904:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384926.216906:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384926.216909:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384926.216915:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a690d6a x1853237363754496/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.216926:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384926.216929:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.216933:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384926.216936:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384926.216937:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009a690d6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363754496:12345-0@lo:253: Request processed in 4127us (4632us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384926.216938:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384926.216941:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384926.216945:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384926.216950:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=44 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384926.216955:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=44 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384926.216955:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:0.0:1767384926.216961:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384926.216962:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384926.216964:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.216966:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384926.216967:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384926.216970:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384926.216971:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384926.216972:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384926.216976:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1a18649. 00000100:00000040:3.0:1767384926.216977:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384926.216989:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da351a3d. 00000100:00000001:3.0:1767384926.216991:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384926.216994:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384926.216995:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384926.216995:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a13247a9. 00000020:01000004:3.0:1767384926.216999:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384926.217002:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:00000040:0.0:1767384926.217002:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000020:01000004:3.0:1767384926.217004:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384926.217008:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384926.217009:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384926.217010:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384926.217011:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384926.217014:0:16342:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000010:0.0:1767384926.217014:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a0074b05. 00000020:01000004:3.0:1767384926.217017:0:16342:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384926.217019:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384926.217020:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384926.217021:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384926.217024:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384926.217025:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384926.217032:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384926.217034:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a155b63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363754496:0@lo:253: 00000400:00000010:0.0:1767384926.217038:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b02ec52e. 00000100:00000001:3.0:1767384926.217040:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.217042:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384926.217043:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038d75dcd. 00000100:00000040:3.0:1767384926.217051:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a155b63b x1853237363754496/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.217056:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384926.217058:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384926.217059:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006196981e. 02000000:00000001:3.0:1767384926.217062:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384926.217064:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384926.217064:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384926.217066:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384926.217067:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d6c136e0. 02000000:00000001:3.0:1767384926.217069:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384926.217069:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384926.217070:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a155b63b. 00000100:00000001:3.0:1767384926.217072:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384926.217073:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.217074:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.217077:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384926.217078:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.217080:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384926.217081:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384926.217769:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f79ef18. 00000800:00000010:2.0:1767384926.217775:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000078fe3bce. 00000400:02020000:2.0:1767384926.217823:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp28 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000100:00000040:3.0:1767384926.218915:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294914097, at 4294914098 00000100:00000010:3.0:1767384926.218922:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b08e4fb1. 00000100:00000040:0.0:1767384926.218936:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294914097, at 4294914098 00000100:00000010:0.0:1767384926.218943:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce42eda. 00000100:00000040:1.0:1767384926.219904:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294914097, at 4294914098 00000100:00000010:1.0:1767384926.219910:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fc49679. 00000400:00000200:2.0:1767384926.220768:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp28 notifying 192.168.203.109@tcp28: down 00000800:00000200:2.0:1767384926.220775:0:16329:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp28 down 00000800:00000100:2.0:1767384926.220782:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp28 00000800:00000010:2.0:1767384926.220785:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000023a3ee05. 00000400:00000200:2.0:1767384926.220789:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384926.220794:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp28->192.168.203.109@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384926.220801:0:16329:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp28 added to recovery queue. ping count: 0 next ping: 247 health :900 00000400:00000200:2.0:1767384926.220804:0:16329:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384926.220807:0:16329:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000400:00000200:2.0:1767384926.220809:0:16329:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000040:2.0:1767384926.220824:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294914097, at 4294914099 00000100:00000010:2.0:1767384926.220829:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f28c932. 00000400:00000200:2.0:1767384926.220840:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384926.220844:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100851 00000400:00000001:2.0:1767384926.220847:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384926.220848:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384926.220850:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d2b6249 00000400:00000010:2.0:1767384926.220852:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d2b6249. 00000400:00000200:2.0:1767384926.220855:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384926.220857:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000010:2.0:1767384926.220860:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000004e9380b3. 00000400:00000200:2.0:1767384926.220896:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (22) 00000400:00000200:2.0:1767384926.220900:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00000400:00000200:2.0:1767384926.220903:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102051 rc -71 00000400:00000200:2.0:1767384926.220907:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384926.220911:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (21) 00000400:00000010:0.0:1767384926.227038:0:26516:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a09c4b76. 00000400:00000040:0.0:1767384926.227054:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384926.227056:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384926.227058:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.227059:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384926.227061:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.227061:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384926.227063:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384926.227064:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384926.227065:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384926.227066:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384926.227068:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384926.227069:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384926.227070:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384926.227071:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384926.227072:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384926.227073:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384926.227074:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384926.227075:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384926.227076:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384926.227078:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.227079:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384926.227080:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384926.227081:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384926.227082:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384926.227082:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384926.227084:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.227085:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384926.227086:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384926.227087:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384926.227088:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384926.227088:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384926.227090:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.227091:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384926.227092:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384926.227093:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384926.227094:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384926.227095:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384926.227096:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384926.227103:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384926.227104:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384926.227105:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384926.227107:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384926.227108:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384926.227109:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384926.227110:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384926.227111:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384926.227112:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384926.227113:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384926.227115:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384926.227116:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384926.227117:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384926.227118:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384926.227119:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384926.227120:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384926.227121:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384926.227123:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384926.227124:0:26516:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384926.227163:0:26516:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a09c4b76. 00010000:00000010:3.1:1767384926.227882:0:26517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a258a547. 00010000:00000010:3.1:1767384926.227889:0:26517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3679cc6. 00010000:00000010:3.1:1767384926.227895:0:26517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f558904. 00010000:00000010:3.1:1767384926.227901:0:26517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000369f6f4e. 00010000:00000001:2.0:1767384926.553022:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384926.553027:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384926.553039:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384926.553040:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.553054:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384926.553056:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384926.553058:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384926.553931:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp28 00000400:00000010:0.0:1767384926.553936:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000066dbbdbe. 00000400:00000010:0.0:1767384926.553943:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b0afa0c4. 00000400:00000010:0.0:1767384926.553947:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000400:00000010:0.0:1767384926.553965:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000010fd3635. 00000400:00000200:0.0:1767384926.553968:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp28 00000400:00000200:0.0:1767384926.553983:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp28 local destination 00000400:00000200:0.0:1767384926.553988:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp28 00000400:00000200:0.0:1767384926.553990:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp28 NI seq info: [58:58:256:4294967295] 192.168.203.109@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:0.0:1767384926.553996:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp28 00000400:00000200:0.0:1767384926.554001:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp28(192.168.203.109@tcp28:) -> 192.168.203.109@tcp28(192.168.203.109@tcp28:192.168.203.109@tcp28) : GET try# 0 00000800:00000200:0.0:1767384926.554005:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp28 00000800:00000010:0.0:1767384926.554009:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049248f8b. 00000800:00000200:0.0:1767384926.554014:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (2) 00000800:00000200:0.1:1767384926.554035:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (2) 00000400:00000200:0.0:1767384926.554054:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp28 added to recovery queue. ping count: 1 next ping: 249 health :900 00000400:00000010:0.0:1767384926.554060:0:16337:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 000000001781aff1. 00000400:02000040:0.0:1767384926.554063:0:16337:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.109@tcp28 00000400:00000200:2.0:1767384926.554109:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554161:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554184:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554204:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554222:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554255:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554273:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554291:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554309:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554327:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554343:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554363:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554380:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554401:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554415:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554429:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554441:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554454:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554471:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554485:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554503:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554527:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554567:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554614:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554651:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554683:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554734:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554782:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554819:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.554853:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.555151:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.555176:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.555205:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.555249:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384926.555293:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384926.555405:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078fe3bce. 00000800:00000010:2.0:1767384926.555410:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009da24766. 00000800:00000010:2.0:1767384926.555415:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091891acc. 00000800:00000010:2.0:1767384926.555434:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091891acc. 00000800:00020000:2.0:1767384926.555441:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384926.555444:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009da24766. 00000800:00000010:2.0:1767384926.555446:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000078fe3bce. 00000400:02020000:2.0:1767384926.555478:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp28 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384926.555483:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp28 notifying 192.168.203.109@tcp28: down 00000400:00000200:2.0:1767384926.555486:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384926.555489:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp28 00000800:00000010:2.0:1767384926.555492:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049248f8b. 00000400:00000200:2.0:1767384926.555495:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384926.555500:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp28->192.168.203.109@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384926.555507:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384926.555509:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384926.555514:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp28) recovery failed with -71 00000400:00000010:0.0:1767384926.555664:0:16337:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 000000001781aff1. 00080000:00000010:2.0:1767384927.287289:0:26848:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005549197a. 00080000:00000010:2.0:1767384927.287301:0:26848:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005549197a. 00000020:00000001:2.0:1767384927.287308:0:26848:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384927.287319:0:26848:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005549197a. 00080000:00000010:2.0:1767384927.287325:0:26848:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005549197a. 00000020:00000001:2.0:1767384927.287329:0:26848:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384927.576949:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000001:3.0:1767384927.576953:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384927.576956:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384927.576957:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384927.576961:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00010000:00000001:2.0:1767384927.576964:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000010:3.0:1767384927.576968:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00010000:00000001:2.0:1767384927.576968:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384927.576975:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384927.576981:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384927.576991:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000066dbbdbe. 00000400:00000010:3.0:1767384927.576996:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b0afa0c4. 00000020:00000001:1.0:1767384927.577008:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384927.577013:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.577017:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384928.099308:0:27012:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384928.099311:0:27012:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:2.0:1767384928.102284:0:27012:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384928.109406:0:27013:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a8cb804e. 00000400:00000010:2.0:1767384928.109421:0:27013:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008c6ce53d. 00000400:00000010:2.0:1767384928.109431:0:27013:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000071e1a93c. 00000400:00000010:2.0:1767384928.109435:0:27013:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000055046bc0. 00000400:00000010:2.0:1767384928.109439:0:27013:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006b2eba4c. 00000400:00000010:2.0:1767384928.109443:0:27013:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091891acc. 00000400:00000010:2.0:1767384928.109445:0:27013:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000053c5e685. 00000400:00000010:2.0:1767384928.109446:0:27013:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db889784. 00000400:00000010:2.0:1767384928.109449:0:27013:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000055743a60. 00000800:00000010:2.0:1767384928.109463:0:27013:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000563befc1. 00000800:00000200:2.0:1767384928.109475:0:27013:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384928.109485:0:27013:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384928.109533:0:27013:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:2.0:1767384928.109559:0:27013:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp30 [8/256/0/180] 00000400:00000010:2.0:1767384928.111042:0:27013:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000001357adde. 00000400:00000010:2.0:1767384928.111050:0:27013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a766db. 00000400:00000010:2.0:1767384928.111057:0:27013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d2b6249. 00000400:00000001:2.0:1767384928.111073:0:27013:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384928.111075:0:27013:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384928.111077:0:27013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bae2f518. 00000400:00000200:2.0:1767384928.111079:0:27013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000400:00000010:2.0:1767384928.111081:0:27013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000400:00000010:2.0:1767384928.111084:0:27013:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000002820874b. 00000400:00000200:2.0:1767384928.111088:0:27013:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (20) 00000400:00000200:2.0:1767384928.111098:0:27013:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384928.111106:0:27013:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:2.0:1767384928.111112:0:27013:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000078fe3bce. 00000400:00000200:0.0:1767384928.111117:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384928.111119:0:27013:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384928.111123:0:27013:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp30 00000400:00000200:0.0:1767384928.111125:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102071 00000400:00000200:0.0:1767384928.111129:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (21) 00000400:00000010:0.0:1767384928.111134:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000535bdb7f. 00000400:00000010:2.0:1767384928.111137:0:27013:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008c6ce53d. 00000400:00000010:0.0:1767384928.111137:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000669f9a57. 00000400:00000010:2.0:1767384928.111142:0:27013:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a8cb804e. 00000400:00000010:0.0:1767384928.111143:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008df11b58. 00000400:00000200:0.0:1767384928.111149:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1767384928.111160:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1767384928.111165:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000001:3.0:1767384928.111170:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384928.111170:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 10000000:00000001:3.0:1767384928.111175:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384928.111177:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 10000000:00000001:3.0:1767384928.111180:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384928.111184:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384928.111184:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:01000004:3.0:1767384928.111190:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384928.111192:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:01000004:3.0:1767384928.111194:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384928.111197:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:0.0:1767384928.111201:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:01000004:3.0:1767384928.111205:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384928.111209:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384928.111209:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:01000004:3.0:1767384928.111211:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384928.111215:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384928.111218:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384928.111218:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:01000004:3.0:1767384928.111221:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384928.111225:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384928.111226:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:01000004:3.0:1767384928.111227:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384928.111231:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000010:3.0:1767384928.111233:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000400:00000200:0.0:1767384928.111235:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000040:3.0:1767384928.111239:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384928.111244:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384928.111248:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384928.111251:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 02000000:00000001:3.0:1767384928.111253:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.111255:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384928.111260:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 02000000:00000010:3.0:1767384928.111263:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006196981e. 00000400:00000200:0.0:1767384928.111264:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:0.0:1767384928.111270:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000100:00000001:3.0:1767384928.111272:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.111275:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:0.0:1767384928.111279:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 10], ns[58, 10] 00000100:00000001:3.0:1767384928.111283:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384928.111283:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000100:00000001:3.0:1767384928.111287:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.111290:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp11 00000400:00000200:0.0:1767384928.111296:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384928.111298:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp11 00000100:00000040:3.0:1767384928.111301:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_00+0] req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384928.111302:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp11 NI seq info: [59:59:256:4294967295] 192.168.203.109@tcp11 LPNI seq info [59:59:8:4294967295] 00000400:00000200:0.0:1767384928.111311:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp11 00000400:00000200:0.0:1767384928.111323:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp11(192.168.203.109@tcp11:) -> 192.168.203.109@tcp11(192.168.203.109@tcp:192.168.203.109@tcp11) : GET try# 0 00000800:00000200:0.0:1767384928.111329:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp11 00000800:00000010:0.0:1767384928.111333:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a662c262. 00000800:00000200:0.0:1767384928.111339:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e9bd8e33] -> 12345-192.168.203.109@tcp11 (6) 10000000:00000001:3.0:1767384928.111345:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384928.111349:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp11 ip 192.168.203.109:988 10000000:00000001:3.0:1767384928.111351:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.111355:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.111355:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384928.111355:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a662c262 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384928.111360:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384928.111363:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384928.111364:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384928.111371:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384928.111372:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384928.111376:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 10000000:00000001:3.0:1767384928.111377:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384928.111382:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100271 rc 0 10000000:00000001:3.0:1767384928.111383:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384928.111387:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384928.111389:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384928.111391:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384928.111392:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384928.111397:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384928.111398:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384928.111401:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384928.111402:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384928.111407:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384928.111407:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384928.111412:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:2.0:1767384928.111413:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363754752:0@lo:253: 00000020:01000004:3.0:1767384928.111416:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384928.111418:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384928.111419:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384928.111423:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384928.111423:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:3.0:1767384928.111425:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384928.111427:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384928.111430:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 02000000:00000001:2.0:1767384928.111430:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384928.111436:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000010:2.0:1767384928.111437:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ffec34a0. 02000000:00000001:2.0:1767384928.111440:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.111446:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d067967. 00000100:00000001:3.0:1767384928.111447:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384928.111451:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384928.111453:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c6ce53d. 02000000:00000001:3.0:1767384928.111455:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384928.111458:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363754752, portal 25 00000100:00000001:2.0:1767384928.111462:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384928.111463:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002c815653. 00000100:00000001:2.0:1767384928.111464:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000001:3.0:1767384928.111471:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.111472:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.111480:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384928.111481:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384928.111484:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384928.111484:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384928.111486:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:0.0:1767384928.111490:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a662c262. 00000400:00000010:2.0:1767384928.111492:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000391e1d3b. 00000100:00000040:3.0:1767384928.111495:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfa954a] to pc [ptlrpcd_00_01+1] req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384928.111495:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384928.111496:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363754752, offset 0 00000400:00000200:0.0:1767384928.111507:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp11->192.168.203.109@tcp11: GET: OK 00000400:00000200:2.0:1767384928.111509:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384928.111521:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384928.111521:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000001:3.0:1767384928.111524:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.111525:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 10000000:00000001:3.0:1767384928.111530:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.111534:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384928.111536:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:0.0:1767384928.111538:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384928.111539:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000078fe3bce. 00000400:00000200:2.0:1767384928.111547:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04700 00000800:00000001:0.0:1767384928.111547:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384928.111551:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384928.111555:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384928.111556:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1035 [2] + 0 00000800:00000001:0.0:1767384928.111558:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.111561:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384928.111561:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787aaa9c. 00000100:00000001:3.0:1767384928.111565:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384928.111567:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ff55faba 00000400:00000200:0.0:1767384928.111569:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp11(192.168.203.109@tcp11) <- 192.168.203.109@tcp11 : GET - for me 00000100:00000040:3.0:1767384928.111573:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384928.111575:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.111582:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384928.111584:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384928.111594:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 368/368 into md 0x1765 [1] + 0 00000400:00000200:2.0:1767384928.111602:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff55faba 00000100:00000001:3.0:1767384928.111603:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384928.111607:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff55faba. 00000100:00000001:3.0:1767384928.111608:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.111608:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp11 to MR: 192.168.203.109@tcp11 local destination 00000100:00000001:2.0:1767384928.111615:0:16340:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384928.111616:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384928.111619:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384928.111620:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp11 NI seq info: [60:60:256:4294967295] 192.168.203.109@tcp11 LPNI seq info [60:60:8:4294967295] 02000000:00000001:3.0:1767384928.111621:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384928.111625:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000065dde2e0 x1853237363754752 msgsize 4848 02000000:00000001:3.0:1767384928.111629:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384928.111636:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384928.111639:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363754880:0@lo:253: 00000100:00000040:2.0:1767384928.111641:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384928.111646:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp11(192.168.203.109@tcp11:192.168.203.109@tcp11) -> 192.168.203.109@tcp11(192.168.203.109@tcp11:192.168.203.109@tcp11) 192.168.203.109@tcp11 : REPLY try# 0 00000100:00000001:3.0:1767384928.111650:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384928.111651:0:16340:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384928.111654:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767384928.111655:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.109@tcp11 02000000:00000001:3.0:1767384928.111659:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.111659:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391e1d3b 00000800:00000010:0.0:1767384928.111661:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a662c262. 00000400:00000010:2.0:1767384928.111662:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000391e1d3b. 02000000:00000001:3.0:1767384928.111667:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384928.111668:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384928.111672:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e9bd8e33] -> 12345-192.168.203.109@tcp11 (6) 02000000:00000010:3.0:1767384928.111675:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d87f0025. 00000100:00000200:2.0:1767384928.111675:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384928.111682:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384928.111682:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp11 ip 192.168.203.109:1019 00000800:00000200:0.0:1767384928.111689:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a662c262 type 3, nob 464 niov 1 nkiov 1 00000400:00000010:3.0:1767384928.111690:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d345eb0d. 00000100:00000001:2.0:1767384928.111708:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384928.111712:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384928.111719:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f70d4450. 00000100:00000001:2.0:1767384928.111719:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.111723:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384928.111726:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363754880, portal 25 00000100:00000001:2.0:1767384928.111728:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.111732:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294915996 00000100:00000001:3.0:1767384928.111738:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767384928.111738:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048729cb3. 00000800:00000200:0.0:1767384928.111741:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384928.111742:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000800:00000010:0.0:1767384928.111744:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a662c262. 00000100:00000001:2.0:1767384928.111746:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384928.111749:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384928.111753:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.111754:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294915996 00000400:00000200:0.0:1767384928.111758:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp11->192.168.203.109@tcp11: REPLY: OK 00000100:00000010:2.0:1767384928.111759:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000538e0482. 00000100:00000001:2.0:1767384928.111765:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384928.111769:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384928.111770:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294915996 00000100:00000001:3.0:1767384928.111775:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384928.111775:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384928.111776:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cae06e8. 00000800:00000001:0.0:1767384928.111779:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384928.111780:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384928.111783:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384928.111786:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfc527be. 00000800:00000001:0.0:1767384928.111787:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384928.111788:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384928.111791:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384928.111793:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363754880, offset 0 00000100:00000001:2.0:1767384928.111793:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294915996 00000400:00000200:0.0:1767384928.111801:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp11(192.168.203.109@tcp11) <- 192.168.203.109@tcp11 : REPLY - for me 00000100:00000010:2.0:1767384928.111803:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007234f27. 00000400:00000200:3.0:1767384928.111808:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384928.111809:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384928.111813:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.111816:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.111821:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp11: Reply from 12345-192.168.203.109@tcp11 of length 368/368 into md 0x1769 00000400:00000200:3.0:1767384928.111822:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384928.111822:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384928.111827:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384928.111828:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.111836:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04780 00000100:00000001:2.0:1767384928.111836:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384928.111839:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.111840:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384928.111845:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.111846:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1045 [2] + 0 00000100:00000001:2.0:1767384928.111846:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.111849:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384928.111853:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.111854:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp11->192.168.203.109@tcp11: REPLY: OK 00000400:00000010:3.0:1767384928.111855:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002eb3a134. 00000100:00000001:2.0:1767384928.111860:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.111863:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000494d394 00000400:00000200:0.0:1767384928.111899:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000669f9a57 00000400:00000200:3.0:1767384928.111902:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384928.111902:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000669f9a57. 00000400:00000200:0.0:1767384928.111908:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384928.111912:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384928.111915:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:3.0:1767384928.111918:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000494d394 00000400:00000200:0.0:1767384928.111919:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:3.0:1767384928.111940:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000494d394. 00000400:00000200:0.0:1767384928.111940:0:16335:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.109@tcp (384 bytes) 00000400:00000200:0.0:1767384928.111947:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:3.0:1767384928.111949:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384928.111953:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384928.111955:0:16335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000535bdb7f. 00000100:00000040:3.0:1767384928.111958:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000efb79ec2 x1853237363754880 msgsize 4848 00000400:00000200:0.0:1767384928.111960:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (22) 00000100:00100000:3.0:1767384928.111970:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384928.111970:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384928.111976:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384928.111977:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.111991:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.112000:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfc527be 00000400:00000010:3.0:1767384928.112003:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfc527be. 00000100:00000001:2.0:1767384928.112005:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384928.112007:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384928.112010:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363754752 00000100:00000200:3.0:1767384928.112015:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384928.112017:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384928.112021:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384928.112027:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.112034:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.112035:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384928.112040:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.112042:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363754752 00000020:00000001:2.0:1767384928.112048:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384928.112053:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384928.112055:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.112058:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384928.112060:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384928.112079:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000400:00000200:0.0:1767384928.112079:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384928.112085:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000535bdb7f. 00000020:00000001:2.0:1767384928.112086:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384928.112089:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.112091:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad83d277. 00000020:00000001:2.0:1767384928.112092:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384928.112095:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294915997 00000400:00000010:0.0:1767384928.112098:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000669f9a57. 00000100:00000001:2.0:1767384928.112099:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384928.112103:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294915996 00000400:00000200:0.0:1767384928.112104:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000535bdb7f 00000020:00000010:2.0:1767384928.112105:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056951ae0. 00000400:00000001:0.0:1767384928.112110:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384928.112111:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.112113:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294915997 00000400:00000001:0.0:1767384928.112114:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384928.112115:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056951ae0. 00000400:00000010:0.0:1767384928.112116:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aed341ad. 00000400:00000200:0.0:1767384928.112122:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000100:00000001:3.0:1767384928.112123:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294915996 00000020:00000010:2.0:1767384928.112124:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002820874b. 00000400:00000010:0.0:1767384928.112124:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000001:3.0:1767384928.112131:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294915997 00000400:00000200:0.0:1767384928.112131:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000020:00000010:2.0:1767384928.112132:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d34b4ab1. 00000400:00000010:0.0:1767384928.112135:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000bd3486ae. 00000100:00000001:3.0:1767384928.112139:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294915996 00000400:00000200:0.0:1767384928.112140:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000020:00000010:2.0:1767384928.112141:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004865c312. 00000400:00000200:0.0:1767384928.112145:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100871 00000100:00000001:3.0:1767384928.112146:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294915997 00000400:00000200:0.0:1767384928.112152:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:0 00000100:00000001:3.0:1767384928.112154:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294915996 00000400:00000200:0.0:1767384928.112156:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102071 rc 1 00000100:00000040:2.0:1767384928.112159:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384928.112162:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.112164:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384928.112164:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102071 00000100:00000001:3.0:1767384928.112168:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.112168:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384928.112169:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (21) 00000100:00000001:2.0:1767384928.112171:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.112175:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.112175:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000072caef30. 00000100:00000001:2.0:1767384928.112179:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.112180:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384928.112181:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00000100:00000001:2.0:1767384928.112188:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.112191:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384928.112191:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006791c957. 00000100:00000001:3.0:1767384928.112194:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384928.112198:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.112200:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384928.112202:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384928.112204:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000100:00100000:2.0:1767384928.112205:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363754880 00000100:00000001:3.0:1767384928.112206:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.112209:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384928.112212:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.112212:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384928.112214:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000001:2.0:1767384928.112216:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.112221:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.112221:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00100000:2.0:1767384928.112224:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363754880 00000020:00000001:2.0:1767384928.112228:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384928.112229:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:00000040:2.0:1767384928.112230:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384928.112234:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384928.112235:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384928.112236:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 36], ns[12, 36] 00000020:00000040:2.0:1767384928.112239:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:3.0:1767384928.112240:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384928.112245:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:0.0:1767384928.112246:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:00000001:2.0:1767384928.112250:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00100000:3.0:1767384928.112251:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000001:2.0:1767384928.112257:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384928.112261:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000100:00000040:3.0:1767384928.112262:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000020:00000010:2.0:1767384928.112262:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056951ae0. 00000100:00000001:2.0:1767384928.112268:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.112269:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078160464 : -107292631391152 : ffff9e6afcd1a450) 00000020:00000010:2.0:1767384928.112273:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056951ae0. 00000400:00000200:0.0:1767384928.112273:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000040:3.0:1767384928.112280:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065dde2e0 x1853237363754752/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 4848/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384928.112282:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb768c24. 00000400:00000200:0.0:1767384928.112284:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:00000010:2.0:1767384928.112288:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0bc7e24. 00000020:00000010:2.0:1767384928.112295:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000400:00000200:0.0:1767384928.112301:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000100:00000001:2.0:1767384928.112302:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384928.112305:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384928.112308:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.112312:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384928.112315:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.112316:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000020:00000010:3.0:1767384928.112317:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a395d58c. 00000100:00000001:2.0:1767384928.112320:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.112323:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384928.112330:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a395d58c. 00000400:00000200:0.0:1767384928.112330:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00000001:2.0:1767384928.112331:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384928.112335:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384928.112342:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000100:00100000:3.0:1767384928.112343:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065dde2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363754752:12345-0@lo:253: 00000100:00100000:2.0:1767384928.112344:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:2.0:1767384928.112350:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000400:00000200:0.0:1767384928.112351:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000100:00000001:2.0:1767384928.112361:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078152272 : -107292631399344 : ffff9e6afcd18450) 00000100:00000200:3.0:1767384928.112362:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363754752 00000400:00000200:0.0:1767384928.112362:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000020:00000001:3.0:1767384928.112370:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384928.112371:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000efb79ec2 x1853237363754880/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 4848/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384928.112372:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000020:00000001:3.0:1767384928.112377:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384928.112382:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.112388:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000020:00000001:3.0:1767384928.112390:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384928.112396:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:2.0:1767384928.112396:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384928.112397:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 12], ns[48, 12] 00000020:00000010:2.0:1767384928.112401:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056951ae0. 00000020:00000001:3.0:1767384928.112404:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384928.112406:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384928.112407:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000020:00000001:3.0:1767384928.112408:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384928.112410:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056951ae0. 00000020:00000001:3.0:1767384928.112416:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384928.112419:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 12], ns[56, 12] 00000020:00000001:3.0:1767384928.112420:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384928.112421:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000efb79ec2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363754880:12345-0@lo:253: 00000020:00000001:3.0:1767384928.112426:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384928.112428:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363754880 00000020:00000001:2.0:1767384928.112432:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384928.112435:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384928.112436:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384928.112436:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000020:00000001:2.0:1767384928.112440:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.112441:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384928.112444:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000020:00000001:2.0:1767384928.112446:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384928.112449:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004e208cc0. 00000020:00000001:2.0:1767384928.112450:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:0.0:1767384928.112450:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp12 02000000:00000001:3.0:1767384928.112456:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.112456:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp12 lpni_is_preferred = 0 00000020:00000001:2.0:1767384928.112457:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384928.112461:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.112463:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.112464:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp12 00000020:00000001:2.0:1767384928.112465:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384928.112469:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384928.112469:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384928.112473:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp12 NI seq info: [61:61:256:4294967295] 192.168.203.109@tcp12 LPNI seq info [61:61:8:4294967295] 00000020:00000001:2.0:1767384928.112474:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.112479:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384928.112481:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp12 20000000:00000010:3.0:1767384928.112482:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000305c4991. 02000000:00000001:2.0:1767384928.112483:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384928.112489:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:2.0:1767384928.112489:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008a1d6dfe. 00000400:00000200:0.0:1767384928.112492:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12:) -> 192.168.203.109@tcp12(192.168.203.109@tcp:192.168.203.109@tcp12) : GET try# 0 02000000:00000001:2.0:1767384928.112495:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.112496:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384928.112499:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.112501:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.0:1767384928.112502:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp12 20000000:00000001:2.0:1767384928.112504:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384928.112506:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384928.112508:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a662c262. 20000000:00000001:3.0:1767384928.112511:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384928.112511:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000078fe3bce. 00000800:00000200:0.0:1767384928.112516:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (6) 20000000:00000001:3.0:1767384928.112518:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384928.112518:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384928.112523:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:0.0:1767384928.112524:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp12 ip 192.168.203.109:988 20000000:00000001:2.0:1767384928.112525:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.0:1767384928.112527:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a662c262 type 2, nob 96 niov 1 nkiov 0 20000000:00000001:2.0:1767384928.112528:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384928.112531:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a0d20d7e. 20000000:00000001:2.0:1767384928.112533:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384928.112536:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:2.0:1767384928.112537:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384928.112540:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384928.112543:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100271 rc 0 20000000:00000001:3.0:1767384928.112545:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384928.112553:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384928.112558:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384928.112578:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:0.0:1767384928.112583:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384928.112585:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a662c262. 00000400:00000200:0.0:1767384928.112588:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.112590:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: GET: OK 00080000:00000001:3.0:1767384928.112593:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.112593:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384928.112598:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00080000:00000001:3.0:1767384928.112599:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384928.112603:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384928.112603:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384928.112608:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000001:0.0:1767384928.112609:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384928.112611:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384928.112612:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000002:3.0:1767384928.112617:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000800:00000001:0.0:1767384928.112619:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.112628:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12) <- 192.168.203.109@tcp12 : GET - for me 00000020:00000001:3.0:1767384928.112631:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:3.0:1767384928.112635:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384928.112637:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 384 into portal 0 MB=0x8000000000000000 00080000:00000001:3.0:1767384928.112642:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384928.112646:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 384/384 into md 0x1765 [1] + 0 00080000:00000001:3.0:1767384928.112651:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384928.112655:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.112656:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp12 to MR: 192.168.203.109@tcp12 local destination 00000020:00000001:3.0:1767384928.112660:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384928.112668:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000400:00000200:0.0:1767384928.112668:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp12 NI seq info: [62:62:256:4294967295] 192.168.203.109@tcp12 LPNI seq info [62:62:8:4294967295] 00080000:00000001:3.0:1767384928.112677:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384928.112679:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12:192.168.203.109@tcp12) -> 192.168.203.109@tcp12(192.168.203.109@tcp12:192.168.203.109@tcp12) 192.168.203.109@tcp12 : REPLY try# 0 00080000:00000010:3.0:1767384928.112683:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cf0e10eb. 00000800:00000200:0.0:1767384928.112685:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.109@tcp12 00080000:00000001:3.0:1767384928.112690:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780988963840 : -107292720587776 : ffff9e6af7809c00) 00000800:00000010:0.0:1767384928.112690:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a662c262. 00000800:00000200:0.0:1767384928.112712:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (6) 00080000:00000001:3.0:1767384928.112714:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000200:0.0:1767384928.112718:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp12 ip 192.168.203.109:1017 00000001:00000001:3.0:1767384928.112720:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:0.0:1767384928.112721:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a662c262 type 3, nob 480 niov 1 nkiov 1 00080000:00000010:3.0:1767384928.112726:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a395d58c. 00080000:00000001:3.0:1767384928.112731:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384928.112734:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:0.0:1767384928.112749:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:3.0:1767384928.112750:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384928.112753:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a662c262. 00000400:00000200:0.0:1767384928.112757:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.112760:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: REPLY: OK 00000800:00000001:0.0:1767384928.112765:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.112767:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384928.112769:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384928.112772:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384928.112772:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384928.112773:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.112778:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.112783:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12) <- 192.168.203.109@tcp12 : REPLY - for me 00000400:00000200:0.0:1767384928.112788:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp12: Reply from 12345-192.168.203.109@tcp12 of length 384/384 into md 0x1781 00000800:00000001:0.0:1767384928.112791:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.112794:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.112796:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.112799:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: REPLY: OK 00000400:00000200:0.0:1767384928.112801:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000400:00000010:0.0:1767384928.112803:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00000400:00000200:0.0:1767384928.112805:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384928.112807:0:16334:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:0.0:1767384928.112808:0:16334:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:0.0:1767384928.112811:0:16334:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 22. state = 0x100271 00000400:00000200:0.0:1767384928.112814:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384928.112831:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (22) 00000800:00000001:0.0:1767384928.112836:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.112839:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.112852:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384928.113092:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1000f1 00000400:00000010:2.0:1767384928.113099:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 000000001fc570f4. 00000400:00000010:2.0:1767384928.113101:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000b248dc87. 00000400:00000010:2.0:1767384928.113104:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 0000000050a4b000. 00000400:00000200:2.0:1767384928.113123:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp28(00000000ee3b6df0) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384928.113130:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005b961dc3. 00000400:00000200:2.0:1767384928.113134:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005b961dc3 nid 192.168.203.109@tcp29 00000400:00000010:2.0:1767384928.113137:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c0b65b7c. 00000400:00000200:2.0:1767384928.113139:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c0b65b7c net tcp29 00000400:00000200:2.0:1767384928.113141:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (21) 00000400:00000200:2.0:1767384928.113145:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp29 flags 0x11 00000400:00000010:2.0:1767384928.113150:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007706cfd6. 00000400:00000200:2.0:1767384928.113152:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007706cfd6 nid 192.168.203.109@tcp30 00000400:00000010:2.0:1767384928.113154:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f390282e. 00000400:00000200:2.0:1767384928.113156:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f390282e net tcp30 00000400:00000200:2.0:1767384928.113158:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (22) 00000400:00000200:2.0:1767384928.113160:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp30 flags 0x11 00000400:00000010:2.0:1767384928.113162:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 000000001fc570f4. 00000400:00000010:2.0:1767384928.113165:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000b248dc87. 00000400:00000010:2.0:1767384928.113167:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 0000000050a4b000. 00000400:00000010:2.0:1767384928.113169:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000072caef30. 00000400:00000200:2.0:1767384928.113172:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384928.113174:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100171 00000400:00000200:2.0:1767384928.113176:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100171 rc 1 00000400:00000200:2.0:1767384928.113179:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100171 00000400:00000010:2.0:1767384928.113183:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e34168f. 00000400:00000200:2.0:1767384928.113185:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (23) 00000400:00000010:2.0:1767384928.113188:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f08bfaf. 00000400:00000200:2.0:1767384928.113190:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp12 00000400:00000200:2.0:1767384928.113196:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp12 to MR: 192.168.203.109@tcp12 local destination 00000400:00000200:2.0:1767384928.113199:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp12 NI seq info: [63:63:256:4294967295] 192.168.203.109@tcp12 LPNI seq info [63:63:8:4294967295] 00000400:00000200:2.0:1767384928.113203:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp12 00000400:00000200:2.0:1767384928.113215:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12:192.168.203.109@tcp12) -> 192.168.203.109@tcp12(192.168.203.109@tcp12:192.168.203.109@tcp12) : PUT try# 0 00000800:00000200:2.0:1767384928.113219:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.109@tcp12 00000800:00000010:2.0:1767384928.113222:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e1edcd5. 00000800:00000200:2.0:1767384928.113225:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (6) 00000800:00000200:2.0:1767384928.113229:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp12 ip 192.168.203.109:988 00000800:00000200:2.0:1767384928.113231:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e1edcd5 type 1, nob 480 niov 1 nkiov 1 00000400:00000200:2.0:1767384928.113257:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384928.113259:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100571 rc 0 00000800:00000200:3.0:1767384928.113338:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384928.113343:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e1edcd5. 00000400:00000200:3.0:1767384928.113347:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.113354:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: PUT: OK 00000400:00000200:3.0:1767384928.113373:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384928.113377:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp12: 0 00000800:00000001:3.0:1767384928.113384:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.113390:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384928.113393:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.113397:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.113405:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12) <- 192.168.203.109@tcp12 : PUT - for me 00000400:00000200:3.0:1767384928.113415:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384928.113422:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 384/384 into md 0x177d [1] + 0 00000400:00000010:3.0:1767384928.113426:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad83d277. 00000400:00000200:3.0:1767384928.113430:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000669f9a57 00000800:00000001:3.0:1767384928.113434:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.113440:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.113449:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.113454:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: PUT: OK 00000400:00000200:3.0:1767384928.113459:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000669f9a57 00000400:00000010:3.0:1767384928.113461:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000669f9a57. 00000400:00000200:3.0:1767384928.113465:0:16333:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384928.113469:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (24) 00000400:00000200:3.0:1767384928.113474:0:16333:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:3.0:1767384928.113478:0:16333:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000f7e68a65. 00000400:00000200:3.0:1767384928.113482:0:16333:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 22 00000400:00000200:3.0:1767384928.113486:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384928.113502:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (25) 00000400:00000200:3.0:1767384928.113508:0:16333:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384928.113515:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp12 to MR: 192.168.203.109@tcp12 local destination 00000400:00000200:3.0:1767384928.113537:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp12 NI seq info: [64:64:256:4294967295] 192.168.203.109@tcp12 LPNI seq info [64:64:8:4294967295] 00000400:00000200:3.0:1767384928.113550:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12:192.168.203.109@tcp12) -> 192.168.203.109@tcp12(192.168.203.109@tcp12:192.168.203.109@tcp12) 192.168.203.109@tcp12 : ACK try# 0 00000400:00000200:2.0:1767384928.113558:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384928.113559:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp12 00000400:00000010:2.0:1767384928.113564:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787aaa9c. 00000800:00000010:3.0:1767384928.113567:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000620d2794. 00000400:00000010:2.0:1767384928.113571:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000915e3904. 00000400:00000200:2.0:1767384928.113576:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000535bdb7f 00000800:00000200:3.0:1767384928.113578:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (6) 00000400:00000200:2.0:1767384928.113583:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1004f1 00000400:00000010:2.0:1767384928.113590:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000162f757e. 00000800:00000200:3.0:1767384928.113591:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp12 ip 192.168.203.109:1017 00000400:00000010:2.0:1767384928.113594:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000b248dc87. 00000800:00000200:3.0:1767384928.113597:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000620d2794 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384928.113599:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 0000000050a4b000. 00000400:00000010:2.0:1767384928.113617:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000162f757e. 00000400:00000010:2.0:1767384928.113622:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000b248dc87. 00000400:00000010:2.0:1767384928.113624:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 0000000050a4b000. 00000400:00000010:2.0:1767384928.113626:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000f7e68a65. 00000400:00000200:2.0:1767384928.113630:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384928.113632:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100571 00000400:00000200:2.0:1767384928.113636:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100571 rc 1 00000800:00000001:0.0:1767384928.113636:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384928.113659:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100571 00000400:00000200:2.0:1767384928.113662:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384928.113664:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100511 rc 0 00000400:00000200:2.0:1767384928.113667:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384928.113670:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (24) 00000800:00000001:0.0:1767384928.113692:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.113713:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384928.113716:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384928.113716:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384928.113722:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000620d2794. 00000800:00000001:2.0:1767384928.113722:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384928.113723:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.113733:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.113736:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp12(192.168.203.109@tcp12) <- 192.168.203.109@tcp12 : ACK - for me 00000400:00000200:3.0:1767384928.113760:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: ACK: OK 00000400:00000200:0.0:1767384928.113765:0:16335:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp12: ACK from 12345-192.168.203.109@tcp12 into md 0x1785 00000400:00000200:0.0:1767384928.113769:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.113772:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp12->192.168.203.109@tcp12: ACK: OK 00000400:00000200:0.0:1767384928.113775:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e34168f 00000400:00000010:0.0:1767384928.113777:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e34168f. 00000400:00000200:0.0:1767384928.113780:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384928.113782:0:16335:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:0.0:1767384928.113784:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (23) 00000800:00000001:0.0:1767384928.113788:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.113790:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384928.114726:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cf0e10eb. 00080000:00000010:3.0:1767384928.114813:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a395d58c. 00040000:00000001:3.0:1767384928.114821:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384928.114824:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384928.114827:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384928.114831:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384928.114834:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.114837:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384928.114858:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384928.114924:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384928.114925:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050a4b000. 20000000:01000000:0.0:1767384928.114928:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384928.114931:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:01000000:3.0:1767384928.114933:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:0.0:1767384928.114934:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384928.114938:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384928.114943:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384928.114946:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384928.114946:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384928.114952:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384928.114952:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384928.114956:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:0.0:1767384928.114960:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af4f1be2. 00080000:00000001:2.0:1767384928.114964:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384928.114966:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384928.114971:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3ba996e. 00080000:00000001:2.0:1767384928.114974:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.114975:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384928.114979:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000040:0.0:1767384928.114980:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3ba996e with handle 0x135556ebb4843bad to hash 00080000:00000001:2.0:1767384928.114982:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.114985:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384928.114987:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384928.114988:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00080000:00000001:2.0:1767384928.114993:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.114994:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00080000:00000002:2.0:1767384928.115003:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00010000:00000001:0.0:1767384928.115004:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384928.115010:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00010000:00000001:0.0:1767384928.115031:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384928.115032:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:0.0:1767384928.115036:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384928.115039:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384928.115047:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.115049:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384928.115054:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.115055:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384928.115061:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384928.115061:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384928.115065:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384928.115067:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384928.115069:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:0.0:1767384928.115069:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384928.115072:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.115077:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384928.115078:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384928.115080:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384928.115083:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384928.115084:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:2.0:1767384928.115085:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000162f757e. 00010000:00000040:0.0:1767384928.115086:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af4f1be2) refcount = 1 00080000:00000001:2.0:1767384928.115092:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780941537280 : -107292768014336 : ffff9e6af4acf000) 00010000:00010000:0.0:1767384928.115092:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384928.115100:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384928.115102:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:2.0:1767384928.115105:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384928.115105:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384928.115110:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.115111:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384928.115112:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000056951ae0. 00010000:00000001:0.0:1767384928.115113:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384928.115120:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384928.115120:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384928.115123:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00080000:00000001:2.0:1767384928.115126:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384928.115127:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.115131:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.115132:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3ba996e refcount=4 00000020:00000001:0.0:1767384928.115134:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:0.0:1767384928.115137:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:0.0:1767384928.115139:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384928.115140:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.115141:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.115149:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1767384928.115152:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384928.115158:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384928.115162:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384928.115163:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.115167:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384928.115169:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384928.115169:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384928.115174:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000305c4991. 00010000:00000001:0.0:1767384928.115180:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:3.0:1767384928.115183:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.115183:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.115190:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000040:3.0:1767384928.115192:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363754752 00010000:00010000:0.0:1767384928.115192:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.115201:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384928.115203:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e3ba996e already unused, calling callback (00000000c66beece) 00010000:00000001:0.0:1767384928.115206:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000200:3.0:1767384928.115209:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065dde2e0 x1853237363754752/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.115209:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384928.115213:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.115228:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384928.115230:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.115232:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.115235:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3ba996e refcount=5 00010000:00000001:3.0:1767384928.115236:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384928.115238:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:3.0:1767384928.115242:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.115242:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:0.0:1767384928.115245:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384928.115247:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384928.115248:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=46 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384928.115257:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384928.115259:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384928.115260:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384928.115261:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384928.115268:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384928.115268:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384928.115271:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384928.115274:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:0.0:1767384928.115274:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384928.115280:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384928.115282:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.115284:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.115285:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3ba996e with handle 0x135556ebb4843bad from hash 00000100:00000001:3.0:1767384928.115291:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384928.115291:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384928.115293:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.115296:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.115298:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1767384928.115300:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384928.115301:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384928.115305:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:3.0:1767384928.115307:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfc527be. 00010000:00000001:0.0:1767384928.115308:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384928.115311:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384928.115315:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363754752, offset 224 00010000:00000001:0.0:1767384928.115316:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.115320:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384928.115339:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384928.115343:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384928.115344:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384928.115346:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.115350:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.115352:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.115354:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.115360:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384928.115360:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.115371:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.115372:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.115376:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767384928.115377:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04700 00010000:00000001:0.0:1767384928.115378:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384928.115382:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.115384:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.115386:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384928.115388:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x176d [2] + 224 00010000:00000001:0.0:1767384928.115390:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384928.115396:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.115400:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767384928.115400:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384928.115411:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384928.115412:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384928.115416:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384928.115433:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384928.115434:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e3ba996e/0x135556ebb4843bad lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384928.115441:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384928.115463:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af4f1be2 count: 0 00000100:00000040:3.0:1767384928.115469:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.115472:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384928.115475:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384928.115496:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.115502:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfc527be 00000400:00000010:3.0:1767384928.115504:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfc527be. 00000100:00000001:3.0:1767384928.115507:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384928.115509:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384928.115513:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384928.115517:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384928.115517:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384928.115520:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384928.115521:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384928.115524:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384928.115527:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384928.115529:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384928.115531:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384928.115534:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d067967. 00000100:00000040:3.0:1767384928.115536:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065dde2e0 x1853237363754752/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384928.115539:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6ce53d 00000400:00000010:2.0:1767384928.115543:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c6ce53d. 00000100:00000001:2.0:1767384928.115549:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384928.115556:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065dde2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363754752:12345-0@lo:253: Request processed in 3242us (3927us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384928.115557:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.115595:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:3.0:1767384928.115600:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384928.115607:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384928.115611:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384928.115615:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384928.115618:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d34b4ab1. 00000020:00000010:3.0:1767384928.115628:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004865c312. 00000100:00000001:2.0:1767384928.115628:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384928.115630:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.115636:0:16340:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384928.115637:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002820874b. 02000000:00000001:2.0:1767384928.115638:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384928.115641:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384928.115644:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384928.115647:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:2.0:1767384928.115648:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384928.115652:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=46 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384928.115656:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384928.115657:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=46 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384928.115662:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004e208cc0. 00000100:00000001:2.0:1767384928.115663:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384928.115666:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.115671:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384928.115674:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384928.115674:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.115679:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.115680:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384928.115684:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384928.115691:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384928.115692:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.115729:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384928.115731:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f79d269f. 00000100:00000001:2.0:1767384928.115731:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384928.115737:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384928.115740:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfc527be. 00000020:01000004:2.0:1767384928.115740:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384928.115743:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384928.115746:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384928.115748:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384928.115750:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384928.115751:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384928.115752:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384928.115753:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384928.115754:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384928.115757:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.115764:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363754752:0@lo:253: 00000100:00000001:2.0:1767384928.115774:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.115776:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384928.115778:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363754752/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.115783:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384928.115785:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384928.115787:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ffec34a0. 02000000:00000001:2.0:1767384928.115790:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384928.115791:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384928.115792:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384928.115794:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384928.115795:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006196981e. 02000000:00000001:2.0:1767384928.115798:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384928.115799:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384928.115800:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:2.0:1767384928.115803:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384928.115804:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.115805:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.115810:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384928.115811:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.115814:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.115816:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384928.116805:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000162f757e. 00080000:00000010:2.0:1767384928.116866:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000056951ae0. 00040000:00000001:2.0:1767384928.116872:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384928.116873:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384928.116876:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384928.116931:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384928.116934:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384928.116936:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384928.116938:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384928.116945:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384928.116949:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384928.116953:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384928.116957:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384928.116961:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384928.116962:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384928.116965:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384928.116967:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384928.116972:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000422d2ead. 00010000:00000001:0.0:1767384928.116975:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384928.116977:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000617d95f2. 00000020:00000001:0.0:1767384928.116980:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384928.116982:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000617d95f2 with handle 0x135556ebb4843bb4 to hash 00000020:00000001:0.0:1767384928.116983:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384928.116985:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:0.0:1767384928.116987:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:0.0:1767384928.116989:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384928.116990:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.116992:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.116997:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384928.116999:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384928.117000:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384928.117001:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384928.117003:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.117004:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384928.117006:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.117007:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384928.117009:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384928.117010:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384928.117011:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384928.117012:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000422d2ead) refcount = 1 00010000:00010000:0.0:1767384928.117022:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.117027:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384928.117028:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384928.117030:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.117031:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.117033:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384928.117035:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384928.117037:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:0.0:1767384928.117039:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.117040:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.117041:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000617d95f2 refcount=4 00000020:00000001:0.0:1767384928.117042:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:0.0:1767384928.117044:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:0.0:1767384928.117046:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384928.117047:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.117051:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384928.117052:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.117056:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.117058:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384928.117059:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.117063:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384928.117064:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.117066:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384928.117067:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384928.117071:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000617d95f2 already unused, calling callback (00000000c66beece) 00010000:00000001:0.0:1767384928.117079:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384928.117081:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384928.117082:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.117087:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384928.117089:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.117090:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.117091:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000617d95f2 refcount=5 00000020:00000001:0.0:1767384928.117092:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:0.0:1767384928.117094:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:0.0:1767384928.117096:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384928.117097:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.117101:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384928.117102:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384928.117103:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.117105:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384928.117106:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384928.117108:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384928.117126:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.117128:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000617d95f2 with handle 0x135556ebb4843bb4 from hash 00010000:00000001:0.0:1767384928.117130:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384928.117131:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.117132:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.117133:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384928.117135:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384928.117136:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384928.117137:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384928.117138:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.117140:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.117142:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384928.117143:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384928.117145:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.117146:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.117152:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.117153:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.117154:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.117156:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.117160:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.117162:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.117163:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000020:2.0:1767384928.117164:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384928.117165:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384928.117168:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384928.117170:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384928.117170:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:2.0:1767384928.117173:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000078fe3bce. 00010000:00000001:0.0:1767384928.117174:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384928.117176:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384928.117178:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.117179:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384928.117188:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.117188:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384928.117191:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1767384928.117193:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363754880 00010000:00010000:0.0:1767384928.117194:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000617d95f2/0x135556ebb4843bb4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.117199:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384928.117204:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000422d2ead count: 0 00010000:00000200:2.0:1767384928.117206:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000efb79ec2 x1853237363754880/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.117211:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384928.117215:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384928.117216:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384928.117220:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384928.117222:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384928.117225:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384928.117227:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384928.117228:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384928.117230:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384928.117231:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.117233:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384928.117234:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384928.117237:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c6ce53d. 00000100:00000200:2.0:1767384928.117239:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363754880, offset 224 00000400:00000200:2.0:1767384928.117243:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384928.117248:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384928.117254:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04780 00000400:00000200:2.0:1767384928.117257:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1775 [2] + 224 00000400:00000200:2.0:1767384928.117261:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.117264:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384928.117266:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384928.117269:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384928.117276:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.117288:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384928.117292:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6ce53d 00000400:00000010:2.0:1767384928.117293:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c6ce53d. 00000100:00000001:2.0:1767384928.117295:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384928.117296:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384928.117306:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.117308:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384928.117310:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384928.117312:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.117313:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384928.117316:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efb79ec2 x1853237363754880/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.117323:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000efb79ec2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363754880:12345-0@lo:253: Request processed in 4927us (5364us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384928.117344:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384928.117348:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000001:3.0:1767384928.117350:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384928.117353:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384928.117356:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384928.117357:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384928.117358:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384928.117363:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384928.117365:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0bc7e24. 00000020:00000010:2.0:1767384928.117368:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00000020:00000010:2.0:1767384928.117371:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb768c24. 00000400:00000010:3.0:1767384928.117374:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d345eb0d. 00000020:00000040:2.0:1767384928.117376:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000400:00000200:3.0:1767384928.117384:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f70d4450 02000000:00000001:2.0:1767384928.117385:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384928.117388:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008a1d6dfe. 00000400:00000010:3.0:1767384928.117390:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f70d4450. 02000000:00000001:2.0:1767384928.117393:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384928.117398:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.117400:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384928.117402:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384928.117407:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d067967. 00000100:00000200:3.0:1767384928.117409:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384928.117413:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c6ce53d. 00000100:00000200:3.0:1767384928.117427:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.117438:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384928.117440:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.117443:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384928.117445:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384928.117447:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384928.117449:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.117452:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384928.117455:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384928.117459:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384928.117462:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384928.117464:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.117466:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384928.117468:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.117471:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384928.117474:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.117499:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.117503:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384928.117504:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384928.117508:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384928.117511:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384928.117513:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384928.117514:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384928.117516:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384928.117518:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384928.117520:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384928.117521:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384928.117523:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384928.117532:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.117543:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363754880:0@lo:253: 00000100:00000001:3.0:1767384928.117548:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.117551:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384928.117553:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363754880/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.117562:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384928.117564:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384928.117567:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d87f0025. 02000000:00000001:3.0:1767384928.117571:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384928.117573:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384928.117574:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384928.117578:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384928.117580:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002c815653. 02000000:00000001:3.0:1767384928.117583:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384928.117585:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384928.117586:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 00000100:00000001:3.0:1767384928.117604:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384928.117605:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.117607:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.117612:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384928.117613:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.117616:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384928.117618:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.118944:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294915997, at 4294915998 00000100:00000040:0.0:1767384928.118948:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294915997, at 4294915998 00000100:00000010:2.0:1767384928.118954:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cae06e8. 00000100:00000010:0.0:1767384928.118957:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048729cb3. 00000100:00000040:3.0:1767384928.118968:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294915997, at 4294915998 00000100:00000010:3.0:1767384928.118979:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007234f27. 00000100:00000040:1.0:1767384928.119990:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294915997, at 4294915999 00000100:00000010:1.0:1767384928.119996:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000538e0482. 00010000:00000010:0.1:1767384928.124915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af4f1be2. 00010000:00000010:0.1:1767384928.124924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3ba996e. 00000400:00000010:1.0:1767384928.130130:0:27018:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001382b274. 00000400:00000040:1.0:1767384928.130152:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384928.130155:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384928.130159:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.130161:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384928.130164:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.130166:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384928.130169:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384928.130171:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384928.130173:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384928.130174:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384928.130178:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384928.130180:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384928.130182:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384928.130184:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384928.130186:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384928.130189:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384928.130191:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384928.130193:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384928.130194:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384928.130197:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.130199:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384928.130201:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384928.130203:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384928.130205:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384928.130207:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384928.130210:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.130212:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384928.130214:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384928.130216:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384928.130218:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384928.130220:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384928.130223:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384928.130225:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384928.130227:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384928.130243:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384928.130245:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384928.130247:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384928.130250:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384928.130252:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384928.130254:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384928.130256:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384928.130257:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384928.130260:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384928.130261:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384928.130263:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384928.130265:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384928.130267:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384928.130269:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384928.130271:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384928.130273:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384928.130275:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384928.130277:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384928.130278:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384928.130281:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384928.130282:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384928.130285:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384928.130286:0:27018:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384928.130357:0:27018:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001382b274. 00010000:00000010:0.1:1767384928.130911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000422d2ead. 00010000:00000010:0.1:1767384928.130921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000617d95f2. 00010000:00000001:2.0:1767384928.600921:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384928.600926:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.600932:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384928.600933:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.601039:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384928.601043:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.601046:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384928.601142:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp28 00000400:00000010:3.0:1767384928.601148:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000048997d52. 00000400:00000010:3.0:1767384928.601155:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ae213486. 00000400:00000010:3.0:1767384928.601161:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00000400:00000010:3.0:1767384928.601171:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000036868256. 00000400:00000200:3.0:1767384928.601179:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp28 00000400:00000200:3.0:1767384928.601199:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp28 local destination 00000400:00000200:3.0:1767384928.601216:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp28 00000400:00000200:3.0:1767384928.601223:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp28 NI seq info: [65:65:256:4294967295] 192.168.203.109@tcp28 LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1767384928.601233:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp28 00000400:00000200:3.0:1767384928.601249:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp28(192.168.203.109@tcp28:) -> 192.168.203.109@tcp28(192.168.203.109@tcp28:192.168.203.109@tcp28) : GET try# 0 00000800:00000200:3.0:1767384928.601258:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp28 00000800:00000010:3.0:1767384928.601263:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fda30620. 00000800:00000200:3.0:1767384928.601272:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (2) 00000800:00000200:3.1:1767384928.601283:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (2) 00000400:00000200:1.0:1767384928.601368:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601436:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601505:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601571:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601636:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601714:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384928.601751:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp28 added to recovery queue. ping count: 2 next ping: 253 health :800 00000400:00000200:1.0:1767384928.601758:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601789:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601805:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601819:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601831:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601850:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601922:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.601961:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602000:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602041:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602082:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602132:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602165:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602186:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602222:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602255:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602279:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602304:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602338:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602377:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602415:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602451:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602483:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602517:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602552:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602587:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602619:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602654:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384928.602684:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384928.602863:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d94fa04a. 00000800:00000010:1.0:1767384928.602886:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cb341e1f. 00000800:00000010:1.0:1767384928.602891:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000000eef993. 00000800:00000010:1.0:1767384928.602911:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000000eef993. 00000800:00020000:1.0:1767384928.602918:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384928.609967:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cb341e1f. 00000800:00000010:1.0:1767384928.609972:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d94fa04a. 00000400:02020000:1.0:1767384928.610016:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp28 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384928.615606:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp28 notifying 192.168.203.109@tcp28: down 00000800:00000200:1.0:1767384928.615612:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp28 down 00000800:00000100:1.0:1767384928.615618:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp28 00000800:00000010:1.0:1767384928.615621:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fda30620. 00000400:00000200:1.0:1767384928.615626:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384928.615631:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp28->192.168.203.109@tcp28: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384928.615638:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384928.615641:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384928.615645:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp28) recovery failed with -71 00000004:00000001:2.0:1767384928.728954:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384928.728959:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384928.728964:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051689056. 00000020:00000040:2.0:1767384928.728970:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384928.728981:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384928.728984:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384928.728989:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384928.728996:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000001f25c3. 00000100:00000001:2.0:1767384928.729001:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729006:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384928.729008:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.729017:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051689056] to pc [ptlrpcd_00_02+2] req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384928.729039:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729095:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.729099:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384928.729101:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384928.729105:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.729111:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384928.729113:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.729116:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384928.729118:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384928.729119:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384928.729121:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051689056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363755008:0@lo:13: 00000100:00000001:2.0:1767384928.729125:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384928.729128:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384928.729130:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.729132:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384928.729135:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009ab9c458. 02000000:00000001:2.0:1767384928.729137:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.729142:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dfe5ac9. 00000400:00000010:2.0:1767384928.729147:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005670bf3a. 00000100:00000200:2.0:1767384928.729152:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363755008, portal 4 00000100:00000001:2.0:1767384928.729154:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384928.729155:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879021824 : -107292830529792 : ffff9e6af0f30700) 00000100:00000040:2.0:1767384928.729160:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.729175:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384928.729178:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384928.729182:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009301cea. 00000100:00000200:2.0:1767384928.729184:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363755008, offset 0 00000400:00000200:2.0:1767384928.729189:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384928.729201:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384928.729212:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c04800 00000400:00000200:2.0:1767384928.729220:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000400:00000200:2.0:1767384928.729236:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1767384928.729236:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384928.729240:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 00000400:00000200:2.0:1767384928.729244:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:1.0:1767384928.729245:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384928.729249:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384928.729251:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384928.729253:0:16342:0:(events.c:286:request_in_callback()) Process entered 10000000:00000001:1.0:1767384928.729253:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384928.729255:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000200:2.0:1767384928.729256:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 10000000:00000001:1.0:1767384928.729260:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000010:2.0:1767384928.729262:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bd82017. 10000000:01000000:1.0:1767384928.729263:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 43 00000100:00000040:2.0:1767384928.729267:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000006bd82017 x1853237363755008 msgsize 224 10000000:00000001:1.0:1767384928.729267:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384928.729271:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00100000:2.0:1767384928.729276:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384928.729278:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b59190b8. 00000020:00000040:1.0:1767384928.729282:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384928.729284:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384928.729287:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384928.729288:0:16342:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384928.729291:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.729296:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009301cea 02000000:00000010:1.0:1767384928.729298:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007251175b. 00000400:00000010:2.0:1767384928.729299:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009301cea. 00000100:00000001:1.0:1767384928.729304:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729305:0:16342:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384928.729310:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000200:2.0:1767384928.729311:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384928.729314:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1767384928.729323:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:1.0:1767384928.729323:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c42f1c11. 00000100:00000040:2.0:1767384928.729326:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384928.729329:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384928.729335:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b9705b2. 00000100:00000001:2.0:1767384928.729336:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729339:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384928.729340:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1767384928.729344:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384928.729344:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b9705b2 with handle 0x135556ebb4843bbb to hash 00000100:00000040:2.0:1767384928.729348:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4361 usecs (5 jiffies) 00000020:00000001:1.0:1767384928.729354:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384928.729355:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294916613 00010000:00000001:1.0:1767384928.729356:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384928.729361:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00000100:00000010:2.0:1767384928.729362:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000089d5d32. 00010000:00000001:1.0:1767384928.729365:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384928.729368:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384928.729370:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384928.729371:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384928.729378:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294916613 00010000:00010000:1.0:1767384928.729379:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384928.729387:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384928.729389:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a81be17b. 00000100:00000001:2.0:1767384928.729394:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384928.729397:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384928.729399:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294916613 00000100:00000001:1.0:1767384928.729400:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384928.729405:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a817fa77. 00000100:00000010:1.0:1767384928.729406:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080e1f3c8. 00000100:00000001:2.0:1767384928.729408:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384928.729410:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775865299136 : -107297844252480 : ffff9e69c61bb0c0) 00000100:00000001:2.0:1767384928.729413:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294916613 00000100:00000001:1.0:1767384928.729414:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384928.729416:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794526848 : -107297915024768 : ffff9e69c1e3ca80) 00000100:00000010:2.0:1767384928.729420:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f9ff553. 00000100:00000001:1.0:1767384928.729420:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384928.729423:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729426:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384928.729427:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384928.729429:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384928.729431:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384928.729435:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.729436:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729442:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729447:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.729448:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384928.729452:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.729455:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384928.729456:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.729457:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384928.729458:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729461:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384928.729462:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b59190b8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363755136:0@lo:101: 00000100:00000001:2.0:1767384928.729465:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.729468:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384928.729469:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384928.729470:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729472:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.729479:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384928.729481:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.729483:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384928.729485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767384928.729486:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000038375e45. 02000000:00000001:1.0:1767384928.729491:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729493:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384928.729497:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce92181. 00000100:00000010:2.0:1767384928.729498:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054e27bee. 00000020:00000040:2.0:1767384928.729502:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384928.729505:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384928.729505:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058034852. 02000000:00000001:2.0:1767384928.729507:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384928.729510:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363755136, portal 25 02000000:00000001:2.0:1767384928.729511:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.729515:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384928.729518:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba9e2c15. 00000100:00000001:1.0:1767384928.729518:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794526848 : -107297915024768 : ffff9e69c1e3ca80) 00000100:00000040:1.0:1767384928.729522:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.729523:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.729531:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384928.729532:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384928.729540:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384928.729544:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384928.729545:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d32e7c1. 00000100:00000001:2.0:1767384928.729546:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384928.729548:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363755136, offset 0 00000100:00000040:2.0:1767384928.729552:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054e27bee] to pc [ptlrpcd_00_03+3] req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384928.729558:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384928.729570:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384928.729583:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c04880 00000100:00000001:2.0:1767384928.729586:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.729590:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1055 [2] + 0 00000100:00000040:2.0:1767384928.729592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384928.729594:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029ca6601. 00000100:00000001:2.0:1767384928.729597:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384928.729599:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c2b1223c 00000100:00000010:2.0:1767384928.729601:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a0eeefc. 00000400:00000200:1.0:1767384928.729603:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384928.729605:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384928.729608:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384928.729609:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384928.729611:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384928.729614:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b1223c 02000000:00000001:2.0:1767384928.729615:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384928.729618:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2b1223c. 02000000:00000010:2.0:1767384928.729622:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3c17e4d. 00000100:00000001:1.0:1767384928.729623:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384928.729626:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384928.729627:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.729633:0:17069:0:(events.c:337:request_in_callback()) incoming req@00000000d658d9da x1853237363755136 msgsize 328 00000100:00000040:2.0:1767384928.729634:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384928.729645:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384928.729649:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384928.729650:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384928.729653:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.729657:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a0eeefc] to pc [ptlrpcd_00_00+0] req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.729660:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384928.729667:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d32e7c1 00000400:00000010:1.0:1767384928.729668:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d32e7c1. 00000100:00000001:1.0:1767384928.729672:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384928.729674:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.729677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384928.729682:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384928.729684:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384928.729685:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033203a1c. 00000020:00000040:2.0:1767384928.729704:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384928.729709:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384928.729712:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384928.729712:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384928.729715:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.729718:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384928.729721:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007fda90de. 00000100:00000001:2.0:1767384928.729727:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.729727:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.729731:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384928.729733:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384928.729736:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729743:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384928.729744:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294916614 00000100:00000001:2.0:1767384928.729745:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.729751:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916613 00000100:00000040:2.0:1767384928.729757:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033203a1c] to pc [ptlrpcd_00_01+1] req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.729757:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294916614 00000100:00000001:1.0:1767384928.729761:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916613 00000100:00000001:1.0:1767384928.729767:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294916614 00000100:00000001:2.0:1767384928.729771:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.729773:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916613 00000100:00000001:1.0:1767384928.729777:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294916614 00000100:00000001:1.0:1767384928.729778:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916613 00000100:00000001:1.0:1767384928.729779:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.729781:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.729787:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384928.729788:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (254) 00000100:00000001:1.0:1767384928.729788:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384928.729790:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 0000000080e1f3c8 going to sleep for 11 seconds 00000100:00000001:1.0:1767384928.729794:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384928.729796:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.729808:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.729810:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384928.729812:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384928.729813:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384928.729816:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.729818:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363755008 02000000:00000001:2.0:1767384928.729823:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384928.729825:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384928.729827:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384928.729828:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.729832:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.729832:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384928.729835:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384928.729839:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384928.729843:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363755008 02000000:00000001:1.0:1767384928.729844:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.729848:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384928.729849:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363755264:0@lo:400: 00000020:00000040:2.0:1767384928.729853:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00000001:1.0:1767384928.729854:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384928.729859:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384928.729859:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384928.729861:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384928.729886:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000020:00000001:2.0:1767384928.729890:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 02000000:00000001:1.0:1767384928.729890:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384928.729894:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 02000000:00000010:1.0:1767384928.729895:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000105f0578. 00000100:00000001:2.0:1767384928.729899:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384928.729899:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384928.729902:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e22c6. 00000020:00000010:2.0:1767384928.729905:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032d410e5. 00000400:00000010:1.0:1767384928.729908:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d32e7c1. 00000020:00000010:2.0:1767384928.729911:0:17882:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e3465f2c. 00000100:00000200:1.0:1767384928.729913:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363755264, portal 25 00000100:00000001:1.0:1767384928.729917:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767384928.729918:0:17882:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:1.0:1767384928.729918:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879028096 : -107292830523520 : ffff9e6af0f31f80) 00000100:00000040:1.0:1767384928.729926:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.729931:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384928.729933:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384928.729934:0:17882:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:1.0:1767384928.729936:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc4b54b1. 00000020:00000010:2.0:1767384928.729939:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b33bc5. 00000100:00000200:1.0:1767384928.729939:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363755264, offset 0 00000100:00080000:3.0:1767384928.729943:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:1.0:1767384928.729944:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384928.729946:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fc9bda2. 00000020:00000040:3.0:1767384928.729950:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000020:00000010:2.0:1767384928.729953:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000400:00000200:1.0:1767384928.729955:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384928.729965:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c04900 00000100:00000040:2.0:1767384928.729967:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:1.0:1767384928.729971:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1065 [2] + 0 00000100:00000001:2.0:1767384928.729973:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384928.729976:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384928.729977:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7a7f747. 00000100:00000001:2.0:1767384928.729980:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.729982:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064a160f3 00000400:00000200:1.0:1767384928.729986:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384928.729989:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.729991:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384928.729995:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a160f3 00000400:00000010:1.0:1767384928.729997:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064a160f3. 00000100:00000001:2.0:1767384928.730001:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.730001:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384928.730004:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384928.730007:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000cc4b8770 x1853237363755264 msgsize 224 00000100:00100000:1.0:1767384928.730012:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384928.730014:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384928.730026:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384928.730029:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384928.730031:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384928.730035:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384928.730036:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384928.730040:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:1.0:1767384928.730044:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384928.730045:0:17881:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.730050:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879028992 : -107292830522624 : ffff9e6af0f32300) 00000100:00000001:0.0:1767384928.730050:0:17881:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.730051:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc4b54b1 00000400:00000010:1.0:1767384928.730056:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc4b54b1. 00000100:00000001:3.0:1767384928.730057:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384928.730059:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384928.730060:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006bd82017 x1853237363755008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.730061:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363755136 02000000:00000001:3.0:1767384928.730065:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384928.730067:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.730068:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384928.730071:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.730077:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384928.730083:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363755136 00000020:00000001:3.0:1767384928.730088:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384928.730093:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:2.0:1767384928.730094:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384928.730095:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384928.730098:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384928.730100:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3465f2c. 00000100:00000040:1.0:1767384928.730100:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384928.730103:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:2.0:1767384928.730105:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384928.730111:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000010:2.0:1767384928.730112:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3465f2c. 00000100:00000001:1.0:1767384928.730117:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.730119:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384928.730120:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384928.730121:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006bd82017 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363755008:12345-0@lo:13: 00000100:00000001:1.0:1767384928.730124:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.730127:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384928.730131:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363755008 00000100:00000001:1.0:1767384928.730131:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294916615 00000020:00000010:3.0:1767384928.730134:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d98813ac. 00000020:00000001:2.0:1767384928.730136:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384928.730137:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916614 00000100:00000001:3.0:1767384928.730142:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384928.730142:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384928.730143:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294916615 00000020:00000001:2.0:1767384928.730146:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384928.730148:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d98813ac. 00000020:00000001:2.0:1767384928.730151:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384928.730151:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916614 00000020:00000010:3.0:1767384928.730154:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c702b5c7. 00000020:00000001:2.0:1767384928.730155:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000100:00000001:1.0:1767384928.730156:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294916615 00000020:00000001:2.0:1767384928.730161:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384928.730162:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75d6cb. 00000100:00000001:1.0:1767384928.730162:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916614 00000020:00000001:2.0:1767384928.730165:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384928.730169:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000755cb398. 00000020:00000001:2.0:1767384928.730170:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384928.730170:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294916615 00000020:00000001:2.0:1767384928.730174:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384928.730177:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.730177:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916614 00000100:00000040:3.0:1767384928.730183:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384928.730183:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384928.730183:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384928.730186:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384928.730186:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.730189:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384928.730190:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000804985ab. 00000100:00000001:1.0:1767384928.730192:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384928.730195:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.730196:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384928.730198:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.730199:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384928.730200:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:2.0:1767384928.730202:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384928.730203:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384928.730204:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384928.730206:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384928.730206:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.730210:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384928.730211:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384928.730212:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.730213:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.730220:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.730221:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384928.730225:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384928.730228:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384928.730229:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384928.730246:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384928.730249:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384928.730252:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384928.730252:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.730255:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.730256:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384928.730257:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384928.730260:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363755264 02000000:00000001:3.0:1767384928.730263:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:2.0:1767384928.730264:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384928.730267:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:2.0:1767384928.730267:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.730270:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.730271:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384928.730272:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.730276:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384928.730278:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363755008 00000100:00100000:3.0:1767384928.730282:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363755264 00010000:00000001:2.0:1767384928.730284:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384928.730287:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384928.730290:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:1.0:1767384928.730291:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000200:2.0:1767384928.730292:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006bd82017 x1853237363755008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384928.730294:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384928.730294:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384928.730298:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 02000000:00000001:1.0:1767384928.730300:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384928.730304:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 02000000:00000001:1.0:1767384928.730305:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384928.730307:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384928.730310:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 02000000:00000001:1.0:1767384928.730311:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.730312:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.730315:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:2.0:1767384928.730317:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=36 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384928.730318:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a0eeefc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363755392:0@lo:400: 00000020:00000010:3.0:1767384928.730319:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d98813ac. 00000100:00000001:3.0:1767384928.730326:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.730326:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384928.730327:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384928.730331:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1767384928.730332:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d98813ac. 00000100:00000040:2.0:1767384928.730333:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 02000000:00000001:1.0:1767384928.730335:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.730339:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384928.730339:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767384928.730340:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000719e1be2. 02000000:00000001:2.0:1767384928.730344:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1767384928.730344:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c522dab. 00000020:00000010:3.0:1767384928.730346:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0526c02. 02000000:00000001:2.0:1767384928.730347:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.730349:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.730354:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384928.730355:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8885f64. 00000400:00000010:1.0:1767384928.730356:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f556d46. 00000100:00000040:2.0:1767384928.730360:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384928.730361:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384928.730364:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc4b54b1. 00000100:00000001:3.0:1767384928.730365:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1767384928.730366:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009301cea. 00000100:00000001:3.0:1767384928.730367:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384928.730370:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363755392, portal 10 00000100:00000200:2.0:1767384928.730372:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363755008, offset 224 00000100:00000001:3.0:1767384928.730374:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.730374:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384928.730378:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879023616 : -107292830528000 : ffff9e6af0f30e00) 00000100:00000001:3.0:1767384928.730380:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.730383:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384928.730386:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.730396:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384928.730396:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384928.730397:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384928.730401:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384928.730406:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384928.730409:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c04800 00000100:00100000:3.0:1767384928.730412:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000400:00000010:1.0:1767384928.730413:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000392be7a0. 00000400:00000200:2.0:1767384928.730419:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17a1 [1] + 224 00000100:00000040:3.0:1767384928.730420:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:2.0:1767384928.730423:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384928.730425:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078166608 : -107292631385008 : ffff9e6afcd1bc50) 00000400:00000200:2.0:1767384928.730429:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384928.730429:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363755392, offset 0 00000100:00000001:2.0:1767384928.730435:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384928.730441:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384928.730442:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384928.730444:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d658d9da x1853237363755136/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 328/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384928.730457:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384928.730468:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.730473:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384928.730473:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c04980 00000020:00000010:3.0:1767384928.730479:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d98813ac. 00000100:00000001:2.0:1767384928.730488:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384928.730493:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384928.730497:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000020:00000010:3.0:1767384928.730499:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d98813ac. 00000400:00000200:1.0:1767384928.730508:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384928.730509:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d658d9da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363755136:12345-0@lo:101: 00000400:00000200:2.0:1767384928.730510:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009301cea 00000400:00000010:2.0:1767384928.730514:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009301cea. 00000400:00000200:1.0:1767384928.730517:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384928.730519:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384928.730521:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363755136 00000100:00000001:1.0:1767384928.730525:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384928.730526:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384928.730528:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384928.730529:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384928.730532:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384928.730534:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.730536:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.730539:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000020:00000001:3.0:1767384928.730544:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384928.730544:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:1.0:1767384928.730546:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000001:2.0:1767384928.730548:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.730549:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:2.0:1767384928.730552:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384928.730552:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000003bc8f8da x1853237363755392 msgsize 224 00000020:00000001:3.0:1767384928.730556:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384928.730560:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384928.730561:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd82017 x1853237363755008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384928.730566:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384928.730566:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384928.730571:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384928.730577:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384928.730578:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006bd82017 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363755008:12345-0@lo:13: Request processed in 482us (1309us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384928.730582:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384928.730584:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384928.730589:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00100000:2.0:1767384928.730590:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:1.0:1767384928.730591:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392be7a0 00010000:00010000:3.0:1767384928.730593:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000400:00000010:1.0:1767384928.730595:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000392be7a0. 00000100:00000040:2.0:1767384928.730596:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00010000:00000001:3.0:1767384928.730597:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1767384928.730597:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384928.730599:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384928.730601:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384928.730602:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.730604:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384928.730605:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.730610:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363755392 00010000:00000001:3.0:1767384928.730611:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000010:2.0:1767384928.730612:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fc9bda2. 00000100:00000001:1.0:1767384928.730617:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384928.730617:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384928.730618:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00010000:00000010:3.0:1767384928.730621:0:17065:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f558904. 00000100:00000001:0.0:1767384928.730622:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384928.730623:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b33bc5. 00000100:00000040:1.0:1767384928.730623:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384928.730628:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1767384928.730628:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384928.730630:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00010000:00000010:3.0:1767384928.730633:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3679cc6. 00000100:00000001:2.0:1767384928.730635:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384928.730637:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.730640:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384928.730645:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3679cc6 with handle 0x135556ebb4843bc2 to hash 00000100:00000001:1.0:1767384928.730646:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.730646:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363755392 00000020:00000001:3.0:1767384928.730650:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384928.730650:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.730651:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384928.730653:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1767384928.730654:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00000100:00000001:2.0:1767384928.730655:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384928.730657:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.730657:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000100:00000001:2.0:1767384928.730658:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384928.730659:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00010000:00010000:3.0:1767384928.730664:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843bbb expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384928.730664:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384928.730665:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3311 usecs (4 jiffies) 00000100:00000040:2.0:1767384928.730666:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384928.730669:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000001:1.0:1767384928.730671:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294916613 00000020:00000001:0.0:1767384928.730677:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:1.0:1767384928.730678:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294916615 00000020:00000001:0.0:1767384928.730684:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:1.0:1767384928.730686:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294916613 00000100:00000001:1.0:1767384928.730702:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294916615 00010000:00000040:3.0:1767384928.730705:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000100:00000001:0.0:1767384928.730705:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384928.730707:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294916613 00000100:00000001:2.0:1767384928.730710:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384928.730711:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00000100:00000001:1.0:1767384928.730712:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294916615 00000020:00000010:0.0:1767384928.730712:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060c8b272. 00000100:00000001:2.0:1767384928.730713:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.730718:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.730719:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294916613 00000100:00000001:3.0:1767384928.730720:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384928.730720:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1767384928.730723:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060c8b272. 00000100:00000001:1.0:1767384928.730725:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294916615 02000000:00000001:3.0:1767384928.730726:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384928.730726:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384928.730729:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001461781. 02000000:00000001:2.0:1767384928.730731:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.730731:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384928.730732:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cec9b5af. 00000100:00000001:1.0:1767384928.730738:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.730739:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384928.730740:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033203a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16341:1853237363755520:0@lo:400: 00000100:00000001:1.0:1767384928.730743:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.730745:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384928.730746:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066668676. 00000100:00000001:1.0:1767384928.730749:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384928.730750:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.730753:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384928.730753:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384928.730754:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f29dc577. 00010000:00000001:3.0:1767384928.730755:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:2.0:1767384928.730758:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384928.730759:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384928.730760:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 02000000:00000001:2.0:1767384928.730761:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.730764:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000040:0.0:1767384928.730764:0:17764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384928.730768:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384928.730769:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384928.730769:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384928.730771:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384928.730772:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.730772:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.730773:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:2.0:1767384928.730775:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090b33bc5. 00000100:00000001:0.0:1767384928.730778:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.730779:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:2.0:1767384928.730780:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.730780:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.730783:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.730785:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1767384928.730787:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:2.0:1767384928.730787:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000feaae00d. 00000100:00000001:0.0:1767384928.730789:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1767384928.730791:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:0.0:1767384928.730793:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.730794:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000010:2.0:1767384928.730795:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009301cea. 00010000:00000001:3.0:1767384928.730798:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000200:2.0:1767384928.730800:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363755520, portal 10 00010000:00000040:3.0:1767384928.730801:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008f558904) refcount = 1 00000100:00000001:1.0:1767384928.730801:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384928.730803:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.730804:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384928.730808:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384928.730811:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879031680 : -107292830519936 : ffff9e6af0f32d80) 00010000:00010000:3.0:1767384928.730812:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384928.730813:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00000001:0.0:1767384928.730816:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384928.730820:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:0.0:1767384928.730821:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384928.730824:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384928.730826:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384928.730826:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078157392 : -107292631394224 : ffff9e6afcd19850) 00000100:00100000:0.0:1767384928.730830:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00010000:00000001:3.0:1767384928.730831:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384928.730834:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384928.730836:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc4b8770 x1853237363755264/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.730837:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00010000:00000001:3.0:1767384928.730839:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.730843:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794537600 : -107297915014016 : ffff9e69c1e3f480) 00010000:00000001:3.0:1767384928.730844:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384928.730853:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000040:0.0:1767384928.730853:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003bc8f8da x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384928.730859:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384928.730861:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384928.730903:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384928.730904:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384928.730908:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:1.0:1767384928.730908:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042946193. 00000400:00000010:2.0:1767384928.730909:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813541f2. 00010000:00000001:3.0:1767384928.730912:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384928.730913:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384928.730915:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363755520, offset 0 00010000:00000001:3.0:1767384928.730916:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384928.730919:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042946193. 00000400:00000200:2.0:1767384928.730927:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384928.730930:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384928.730930:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc4b8770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363755264:12345-0@lo:400: 00010000:00000001:3.0:1767384928.730936:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384928.730940:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384928.730941:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384928.730941:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363755264 00010000:00000001:3.0:1767384928.730946:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384928.730947:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384928.730948:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1767384928.730949:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d3679cc6, rc 0) 00000020:00000001:1.0:1767384928.730951:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384928.730953:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c04a00 00000020:00000001:1.0:1767384928.730955:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384928.730955:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060c8b272. 00000020:00000001:3.0:1767384928.730956:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.730962:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000020:00000001:1.0:1767384928.730962:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384928.730962:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384928.730963:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363755136 00000020:00000001:1.0:1767384928.730967:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000020:00000010:0.0:1767384928.730969:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060c8b272. 00010000:00000001:3.0:1767384928.730970:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384928.730972:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384928.730972:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384928.730976:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384928.730977:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d658d9da x1853237363755136/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 328/344 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.730981:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003bc8f8da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363755392:12345-0@lo:400: 00000400:00000200:2.0:1767384928.730982:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384928.730983:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384928.730986:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384928.730990:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384928.730991:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.730993:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363755392 00000100:00000200:2.0:1767384928.730994:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384928.730998:0:17064:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384928.730999:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:2.0:1767384928.731001:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e72fc92e. 00000100:00000001:1.0:1767384928.731002:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384928.731004:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384928.731005:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384928.731006:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384928.731007:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000e72fc92e x1853237363755520 msgsize 224 00000020:00000001:0.0:1767384928.731010:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.731011:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384928.731012:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aad36637. 00000100:00100000:2.0:1767384928.731018:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:3.0:1767384928.731019:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=46 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384928.731019:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.731019:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384928.731023:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:1.0:1767384928.731025:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.731026:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384928.731028:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384928.731028:0:17064:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.731028:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384928.731031:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:0.0:1767384928.731033:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384928.731034:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363755264 00000100:00000001:3.0:1767384928.731035:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:2.0:1767384928.731036:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813541f2 00000020:00000001:0.0:1767384928.731037:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384928.731041:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384928.731041:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000813541f2. 00000020:00000001:0.0:1767384928.731042:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384928.731044:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384928.731045:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.731046:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.731047:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384928.731049:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:1.0:1767384928.731051:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc4b8770 x1853237363755264/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384928.731052:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1767384928.731055:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.731056:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384928.731057:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384928.731061:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384928.731063:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 02000000:00000010:0.0:1767384928.731066:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c6fa779c. 00000100:00000200:3.0:1767384928.731070:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363755136, offset 224 02000000:00000001:0.0:1767384928.731072:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.731080:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.731083:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384928.731085:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384928.731086:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.731087:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.731088:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000040:0.0:1767384928.731093:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363755392 00000100:00001000:1.0:1767384928.731094:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=46 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384928.731096:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.731100:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384928.731102:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384928.731103:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1767384928.731107:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003bc8f8da x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.731110:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:1.0:1767384928.731116:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:3.0:1767384928.731121:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c04880 02000000:00000001:1.0:1767384928.731123:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384928.731126:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.731132:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384928.731136:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17a9 [1] + 224 00000100:00000040:1.0:1767384928.731139:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384928.731140:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384928.731144:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000392be7a0. 00010000:00000001:0.0:1767384928.731145:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.731148:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384928.731150:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363755264, offset 224 00000100:00001000:0.0:1767384928.731151:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384928.731155:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.731160:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384928.731161:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384928.731162:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.731162:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384928.731168:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 23 to 0@lo 00000100:00000001:2.0:1767384928.731169:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.731173:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384928.731174:0:16341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3360 usecs (4 jiffies) 00000400:00000200:1.0:1767384928.731175:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384928.731181:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.731181:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294916614 00000100:00000001:0.0:1767384928.731182:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:2.0:1767384928.731188:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294916615 00000400:00000200:1.0:1767384928.731188:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c04900 02000000:00000001:0.0:1767384928.731190:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384928.731194:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.731195:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294916614 00000400:00000200:1.0:1767384928.731200:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17b1 [1] + 224 00000100:00000001:2.0:1767384928.731202:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294916615 00000100:00000001:0.0:1767384928.731202:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384928.731208:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294916614 00000400:00000200:1.0:1767384928.731212:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384928.731212:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384928.731214:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294916615 00000100:00000040:3.0:1767384928.731229:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.731230:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294916614 00000400:00000200:1.0:1767384928.731230:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384928.731230:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00000100:00000001:2.0:1767384928.731238:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294916615 00000100:00000200:0.0:1767384928.731238:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363755392, offset 224 00000100:00000001:1.0:1767384928.731239:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384928.731245:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384928.731245:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.731252:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.731252:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384928.731258:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.731261:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384928.731263:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.731264:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384928.731268:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384928.731269:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384928.731271:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384928.731277:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.731280:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384928.731284:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 00000100:00000001:2.0:1767384928.731284:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.731287:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.731288:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384928.731290:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 00000400:00000200:0.0:1767384928.731290:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c04980 00000100:00000001:3.0:1767384928.731297:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384928.731301:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384928.731305:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b9 [1] + 224 00000100:00000001:3.0:1767384928.731310:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.731313:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392be7a0 00000400:00000200:0.0:1767384928.731313:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384928.731317:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 22 to 0@lo 00000400:00000010:1.0:1767384928.731317:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000392be7a0. 00000400:00000200:0.0:1767384928.731322:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384928.731324:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384928.731325:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384928.731327:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384928.731328:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384928.731329:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.731333:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.731334:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384928.731335:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384928.731340:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:3.0:1767384928.731344:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d658d9da x1853237363755136/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 328/344 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384928.731346:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384928.731355:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.731360:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384928.731361:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.731367:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc4b8770 x1853237363755264/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.731386:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d658d9da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:17069:x1853237363755136:12345-0@lo:101: Request processed in 909us (1748us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384928.731395:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384928.731397:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc4b8770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363755264:12345-0@lo:400: Request processed in 491us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384928.731404:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000400:00000200:0.0:1767384928.731405:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000100:00000040:3.0:1767384928.731409:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000400:00000010:0.0:1767384928.731409:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00000100:00100000:1.0:1767384928.731414:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000001:3.0:1767384928.731416:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.731416:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384928.731418:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384928.731419:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384928.731421:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384928.731423:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.731426:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384928.731427:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75d6cb. 00000100:00000001:1.0:1767384928.731427:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384928.731433:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0526c02. 00000100:00000040:0.0:1767384928.731434:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000020:00000010:3.0:1767384928.731435:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000755cb398. 00000020:00000010:1.0:1767384928.731437:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8885f64. 00010000:00000001:0.0:1767384928.731440:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384928.731443:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.731445:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384928.731448:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c702b5c7. 00000020:00000010:1.0:1767384928.731448:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000719e1be2. 00000100:00000040:0.0:1767384928.731450:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bc8f8da x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384928.731458:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000020:00000040:1.0:1767384928.731459:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00100000:0.0:1767384928.731465:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003bc8f8da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363755392:12345-0@lo:400: Request processed in 512us (908us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384928.731466:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384928.731467:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384928.731472:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cec9b5af. 02000000:00000010:1.0:1767384928.731472:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aad36637. 00000100:00100000:0.0:1767384928.731475:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 02000000:00000001:1.0:1767384928.731478:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384928.731480:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384928.731481:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.731484:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.731487:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:0.0:1767384928.731490:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384928.731491:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384928.731491:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384928.731493:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384928.731497:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde138d9. 00000020:00000010:0.0:1767384928.731498:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066668676. 00000400:00000010:3.0:1767384928.731499:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d345eb0d. 00000400:00000010:1.0:1767384928.731503:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076d6a5dc. 00000020:00000010:0.0:1767384928.731504:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f29dc577. 00000400:00000010:3.0:1767384928.731508:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e129ae1f. 00000020:00000010:0.0:1767384928.731510:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001461781. 00000020:00000040:0.0:1767384928.731515:0:17764:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:0.0:1767384928.731518:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.731522:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.731524:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.731526:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:1.0:1767384928.731528:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384928.731530:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363755520 00000400:00000001:1.0:1767384928.731531:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384928.731534:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dfe5ac9. 02000000:00000001:0.0:1767384928.731534:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384928.731537:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.731537:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384928.731539:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005670bf3a 00000100:00000001:0.0:1767384928.731539:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384928.731544:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005670bf3a. 02000000:00000001:0.0:1767384928.731545:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.731548:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384928.731549:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363755520 00000400:00000001:3.0:1767384928.731552:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384928.731552:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1767384928.731554:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384928.731556:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000400:00000001:3.0:1767384928.731557:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384928.731560:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384928.731562:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce92181. 00000020:00000040:0.0:1767384928.731564:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000020:00000001:0.0:1767384928.731569:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000400:00000200:3.0:1767384928.731571:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058034852 00000100:00000200:1.0:1767384928.731572:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384928.731574:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000400:00000010:3.0:1767384928.731576:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058034852. 00000100:00000001:0.0:1767384928.731580:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384928.731584:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384928.731585:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060c8b272. 00000100:00000001:1.0:1767384928.731586:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384928.731589:0:17764:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e629506e. 00000020:00000040:0.0:1767384928.731592:0:17764:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:1.0:1767384928.731596:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.731599:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384928.731602:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.731602:0:17764:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1767384928.731603:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384928.731607:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384928.731608:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001461781. 00000100:00000001:1.0:1767384928.731609:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384928.731614:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066668676. 02000000:00000001:1.0:1767384928.731615:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384928.731621:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f29dc577. 00000100:00000200:3.0:1767384928.731624:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384928.731633:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=36 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384928.731635:0:17764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384928.731639:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1767384928.731642:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.731643:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384928.731646:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.731648:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384928.731653:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.731654:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1767384928.731656:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384928.731657:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384928.731660:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384928.731661:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.731662:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384928.731666:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.731667:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384928.731673:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384928.731674:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.731675:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.731676:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384928.731679:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384928.731681:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.731681:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384928.731686:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384928.731686:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384928.731687:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.731702:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.731704:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1767384928.731706:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=46 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384928.731707:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.731712:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00001000:3.0:1767384928.731717:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=46 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384928.731718:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000100:00000001:0.0:1767384928.731723:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879026304 : -107292830525312 : ffff9e6af0f31880) 00000100:00000001:3.0:1767384928.731726:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384928.731729:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.731732:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e72fc92e x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.731733:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384928.731734:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384928.731737:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.731740:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384928.731743:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.731744:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384928.731750:0:16342:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:3.0:1767384928.731752:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.731752:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000040:1.0:1767384928.731753:0:16342:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:0.0:1767384928.731757:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e629506e. 00000004:00000040:1.0:1767384928.731758:0:16342:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384928.731764:0:17764:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000020:1.0:1767384928.731769:0:16342:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000010:0.0:1767384928.731770:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e629506e. 00000100:00000001:3.0:1767384928.731772:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.731778:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:1.0:1767384928.731780:0:16342:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.731781:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384928.731782:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e72fc92e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16341:x1853237363755520:12345-0@lo:400: 00000100:00000040:1.0:1767384928.731787:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384928.731789:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363755520 00000100:00000040:3.0:1767384928.731790:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384928.731794:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384928.731797:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384928.731800:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.731805:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384928.731808:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:0.0:1767384928.731812:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384928.731815:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384928.731820:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051689056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363755008:0@lo:13: 00000020:00000001:0.0:1767384928.731821:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384928.731822:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b59190b8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363755136:0@lo:101: 00000020:00000001:0.0:1767384928.731823:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384928.731826:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.731828:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384928.731831:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384928.731834:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.731836:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384928.731837:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384928.731837:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384928.731839:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384928.731841:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384928.731842:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384928.731844:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000050b0369f. 00000100:00000040:3.0:1767384928.731847:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.731848:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051689056 x1853237363755008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384928.731849:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.731855:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.731860:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384928.731889:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363755520 00010000:00000001:0.0:1767384928.731897:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384928.731902:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e72fc92e x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.731913:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384928.731915:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.731916:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.731919:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.731922:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1767384928.731926:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000080e1f3c8. 00000100:00000040:0.0:1767384928.731927:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384928.731932:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:3.0:1767384928.731933:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1767384928.731935:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384928.731936:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.731939:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.731940:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384928.731943:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384928.731944:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384928.731945:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384928.731948:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=4 00000100:00000040:0.0:1767384928.731952:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384928.731953:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00000400:00000010:0.0:1767384928.731958:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00010000:00000001:3.0:1767384928.731959:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00000100:00000001:1.0:1767384928.731961:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767384928.731964:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363755520, offset 224 00010000:00000040:3.0:1767384928.731966:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009b9705b2, remote cookie: 0x135556ebb4843bc2, flags: 0x0 02000000:00000001:1.0:1767384928.731966:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384928.731969:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009ab9c458. 00010000:00000001:3.0:1767384928.731970:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1767384928.731971:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384928.731974:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:1.0:1767384928.731976:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384928.731977:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:1.0:1767384928.731979:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384928.731980:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000040:1.0:1767384928.731982:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384928.731983:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384928.731984:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:1.0:1767384928.731986:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:3.0:1767384928.731988:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c42f1c11) refcount = 1 02000000:00000010:1.0:1767384928.731989:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000001f25c3. 00010000:00010000:3.0:1767384928.731993:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384928.731994:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c04a00 02000000:00000001:1.0:1767384928.731995:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384928.731998:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384928.732002:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051689056. 00010000:00000001:3.0:1767384928.732007:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:0.0:1767384928.732007:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c5 [1] + 224 00010000:00000001:3.0:1767384928.732009:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384928.732017:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.732018:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384928.732021:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.732023:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384928.732025:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384928.732026:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.732027:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384928.732033:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384928.732035:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384928.732035:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384928.732039:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732042:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384928.732044:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.732048:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.732048:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384928.732049:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384928.732052:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.732054:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384928.732056:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384928.732058:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384928.732059:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384928.732062:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384928.732063:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384928.732067:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384928.732068:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767384928.732070:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384928.732071:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384928.732074:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973e22c6. 00000100:00000040:3.0:1767384928.732075:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b59190b8 x1853237363755136/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384928.732080:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d32e7c1 00000400:00000010:1.0:1767384928.732083:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d32e7c1. 00000100:00000001:1.0:1767384928.732088:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384928.732094:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.732105:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384928.732110:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384928.732111:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000400:00000010:0.0:1767384928.732115:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00000100:00000001:0.0:1767384928.732119:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384928.732122:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.732127:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.732136:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:1.0:1767384928.732138:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384928.732141:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.732144:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384928.732145:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384928.732147:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384928.732150:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384928.732151:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000038375e45. 02000000:00000001:1.0:1767384928.732153:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384928.732156:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384928.732157:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384928.732158:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.732159:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384928.732160:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384928.732162:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 02000000:00000001:1.0:1767384928.732165:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.732166:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384928.732166:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1767384928.732170:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007251175b. 00000100:00001000:1.0:1767384928.732171:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=46 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384928.732175:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767384928.732176:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=46 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384928.732177:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384928.732177:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e72fc92e x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384928.732181:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b59190b8. 00000100:00000001:1.0:1767384928.732182:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384928.732186:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732187:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384928.732190:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384928.732191:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384928.732194:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384928.732198:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.732198:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384928.732206:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000040:1.0:1767384928.732207:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000040:3.0:1767384928.732210:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 00000100:00100000:0.0:1767384928.732211:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e72fc92e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16341:x1853237363755520:12345-0@lo:400: Request processed in 455us (1199us total) trans 0 rc 0/0 10000000:00000001:3.0:1767384928.732217:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.732219:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.732228:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384928.732230:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.732233:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384928.732237:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384928.732238:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384928.732242:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=3 00000100:00100000:0.0:1767384928.732243:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000020:00000001:3.0:1767384928.732248:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00000100:00000040:0.0:1767384928.732249:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00010000:00000001:3.0:1767384928.732256:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00000100:00000001:0.0:1767384928.732256:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384928.732258:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363755264:0@lo:400: 00000100:00000001:0.0:1767384928.732260:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384928.732261:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000020:00000010:0.0:1767384928.732264:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066668676. 00010000:00000001:3.0:1767384928.732266:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384928.732267:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384928.732269:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f29dc577. 00010000:00000001:3.0:1767384928.732270:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384928.732271:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384928.732273:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001461781. 00010000:00000001:3.0:1767384928.732274:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.732276:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054e27bee x1853237363755264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384928.732279:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000020:00000040:0.0:1767384928.732280:0:17764:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:0.0:1767384928.732284:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384928.732285:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007795bb6f. 00000100:00000001:1.0:1767384928.732286:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384928.732290:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384928.732292:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000105f0578. 02000000:00000001:1.0:1767384928.732295:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384928.732296:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384928.732297:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384928.732298:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384928.732299:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba9e2c15. 00000100:00000010:3.0:1767384928.732301:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 02000000:00000001:1.0:1767384928.732302:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384928.732303:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384928.732306:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1767384928.732307:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384928.732307:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.732312:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:0.0:1767384928.732312:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767384928.732314:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054e27bee. 02000000:00000001:3.0:1767384928.732315:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:0.0:1767384928.732316:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384928.732319:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.732320:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767384928.732320:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feaae00d. 00000100:00000001:1.0:1767384928.732323:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.732326:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.732326:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009301cea 02000000:00000010:3.0:1767384928.732327:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c702b5c7. 00000100:00000001:1.0:1767384928.732330:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384928.732330:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009301cea. 00000100:00000001:3.0:1767384928.732333:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.732333:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732334:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384928.732336:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.732339:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.732340:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.732348:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000200:0.0:1767384928.732352:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384928.732354:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cec9b5af. 00000100:00000010:3.0:1767384928.732362:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d98813ac. 00000100:00000001:0.0:1767384928.732363:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384928.732366:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384928.732369:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384928.732369:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384928.732371:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384928.732373:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.732375:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732377:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000001:0.0:1767384928.732377:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732380:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384928.732385:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000734a718d. 00000100:00000001:3.0:1767384928.732389:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775781798464 : -107297927753152 : ffff9e69c1219240) 00000100:00001000:0.0:1767384928.732389:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=40 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384928.732396:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384928.732397:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384928.732401:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000100:00000001:0.0:1767384928.732402:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.732404:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.732408:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384928.732409:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00080000:0.0:1767384928.732412:0:16341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.732413:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732419:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384928.732423:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384928.732423:0:16341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732427:0:16341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384928.732428:0:16341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1767384928.732431:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.732431:0:16341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384928.732434:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.732440:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.732457:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384928.732459:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.732461:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732462:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.732464:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384928.732467:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384928.732469:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384928.732471:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384928.732477:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.732479:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033203a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16341:1853237363755520:0@lo:400: 00000100:00100000:3.0:1767384928.732485:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363755648:0@lo:256: 00000100:00000001:0.0:1767384928.732485:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.732489:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.732493:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033203a1c x1853237363755520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.732494:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384928.732499:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384928.732500:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.732503:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384928.732504:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384928.732505:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090b33bc5. 00000100:00000001:3.0:1767384928.732511:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 02000000:00000001:0.0:1767384928.732511:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.732515:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.732516:0:16341:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384928.732518:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767384928.732519:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c98ad2fe. 02000000:00000010:0.0:1767384928.732520:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007fda90de. 02000000:00000001:0.0:1767384928.732526:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767384928.732530:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005fa9b9f9. 02000000:00000001:0.0:1767384928.732534:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767384928.732537:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c04a80-0x6958272c04a80, portal 33 00000100:00000010:0.0:1767384928.732537:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033203a1c. 00000100:00000001:0.0:1767384928.732543:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384928.732544:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732546:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384928.732548:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384928.732549:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384928.732553:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d5cb464. 00000100:00000001:0.0:1767384928.732555:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384928.732558:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732559:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732564:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384928.732565:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003df21406. 00000100:00000001:0.0:1767384928.732565:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732571:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.732574:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384928.732578:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 00000400:00000001:0.0:1767384928.732579:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384928.732581:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384928.732584:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f556d46. 00000400:00000200:0.0:1767384928.732586:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc4b54b1 00000400:00000010:0.0:1767384928.732588:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc4b54b1. 00000100:00000001:0.0:1767384928.732589:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384928.732592:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384928.732594:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363755648, portal 25 00000100:00000001:3.0:1767384928.732599:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384928.732601:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000100:00000200:0.0:1767384928.732608:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384928.732610:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.732628:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384928.732630:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384928.732631:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384928.732635:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384928.732636:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384928.732638:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384928.732639:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000100:00000001:0.0:1767384928.732640:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.732643:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384928.732644:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363755648, offset 0 02000000:00000001:0.0:1767384928.732648:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.732652:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384928.732654:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384928.732659:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=41 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384928.732660:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384928.732666:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.732668:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.732671:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c04a80 00010000:00000001:0.0:1767384928.732672:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384928.732680:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1075 [2] + 0 00010000:00080000:0.0:1767384928.732680:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384928.732688:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e20e033. 00000400:00000200:3.0:1767384928.732703:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000070097a52 00010000:00000001:0.0:1767384928.732706:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.732709:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.732712:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384928.732719:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070097a52 00000100:00000001:0.0:1767384928.732719:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384928.732722:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:3.0:1767384928.732723:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070097a52. 00000100:00000001:0.0:1767384928.732727:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384928.732729:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384928.732730:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384928.732732:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384928.732736:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384928.732737:0:17069:0:(events.c:337:request_in_callback()) incoming req@0000000012996292 x1853237363755648 msgsize 304 00000100:00100000:3.0:1767384928.732749:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384928.732753:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384928.732754:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.732757:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.732758:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.732761:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.732762:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.732767:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000400:00000010:3.0:1767384928.732770:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000100:00100000:0.0:1767384928.732770:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a0eeefc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363755392:0@lo:400: 00000100:00000001:3.0:1767384928.732775:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384928.732778:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384928.732780:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.732781:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.732787:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a0eeefc x1853237363755392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.732796:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384928.732798:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.732801:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384928.732802:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384928.732805:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c522dab. 02000000:00000001:0.0:1767384928.732811:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.732812:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.732813:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384928.732815:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384928.732816:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3c17e4d. 02000000:00000001:0.0:1767384928.732819:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384928.732822:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.732824:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a0eeefc. 00000100:00000001:0.0:1767384928.732829:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384928.732831:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732831:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.732836:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.732836:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.732841:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384928.732842:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.732843:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732846:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294916617 00000100:00000001:0.0:1767384928.732847:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.732852:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732853:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916615 00000100:00000001:3.0:1767384928.732856:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294916617 00000100:00000001:3.0:1767384928.732861:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916615 00000100:00000001:3.0:1767384928.732886:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294916618 00000100:00000001:3.0:1767384928.732889:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916615 00000100:00000001:3.0:1767384928.732892:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294916618 00000100:00000001:3.0:1767384928.732893:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916615 00000100:00000001:3.0:1767384928.732895:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.732897:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732899:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384928.732900:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00080000:0.0:1767384928.732901:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767384928.732902:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000734a718d going to sleep for 11 seconds 00000100:00000001:3.0:1767384928.732907:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384928.732907:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:3.0:1767384928.732910:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732924:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384928.732926:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363755648 02000000:00000001:3.0:1767384928.732928:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384928.732930:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384928.732931:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.732933:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384928.732934:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363755648 00000020:00000001:3.0:1767384928.732936:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384928.732938:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384928.732939:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384928.732940:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384928.732942:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384928.732944:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384928.732952:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384928.732954:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a13f84. 00000100:00000001:3.0:1767384928.732955:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384928.732957:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a13f84. 00000020:00000010:3.0:1767384928.732961:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000719e1be2. 00000020:00000010:3.0:1767384928.732963:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b75d6cb. 00000020:00000010:3.0:1767384928.732966:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000755cb398. 00000100:00000040:3.0:1767384928.732969:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384928.732970:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384928.732971:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384928.732972:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732975:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.732985:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.732990:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384928.732991:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384928.732994:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:3.0:1767384928.732996:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384928.732997:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078162512 : -107292631389104 : ffff9e6afcd1ac50) 00000100:00000040:3.0:1767384928.733001:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000012996292 x1853237363755648/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 304/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.733008:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384928.733010:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a13f84. 00000100:00000001:3.0:1767384928.733012:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384928.733013:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a13f84. 00000100:00100000:3.0:1767384928.733016:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000012996292 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363755648:12345-0@lo:256: 00000100:00000200:3.0:1767384928.733019:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363755648 00000020:00000001:3.0:1767384928.733021:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384928.733022:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384928.733024:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.733025:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384928.733027:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:3.0:1767384928.733029:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384928.733034:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384928.733036:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384928.733037:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384928.733038:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.733041:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384928.733043:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384928.733045:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d8ea3a02. 02000000:00000001:3.0:1767384928.733046:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.733048:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.733050:0:17065:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384928.733052:0:17065:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384928.733055:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384928.733056:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384928.733058:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.733060:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384928.733061:0:17065:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384928.733063:0:17065:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000149a9a17. 20000000:00000001:3.0:1767384928.733065:0:17065:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384928.733077:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384928.733081:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384928.733086:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384928.733089:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384928.733091:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384928.733093:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384928.733096:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384928.733098:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384928.733100:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384928.733103:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384928.733105:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384928.733107:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384928.733109:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384928.733112:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384928.733114:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384928.733116:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384928.733119:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384928.733121:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384928.733123:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384928.733126:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384928.733129:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384928.733138:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:3.0:1767384928.733142:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3632/1/4/3. 20000000:00000040:3.0:1767384928.733150:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384928.733152:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384928.733155:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384928.733156:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384928.733158:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384928.733159:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384928.733160:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384928.733162:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384928.733163:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384928.733164:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384928.733165:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384928.733167:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384928.733168:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384928.733170:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384928.733171:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384928.733173:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384928.733174:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384928.733175:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384928.733177:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384928.733180:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384928.733182:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384928.733184:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:3.0:1767384928.733186:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3168/1/4/3. 20000000:01000000:3.0:1767384928.733189:0:17065:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 928, version 48 20000000:00000001:3.0:1767384928.733191:0:17065:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=928 : 928 : 3a0) 00000100:00000001:3.0:1767384928.733193:0:17065:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384928.733198:0:17065:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002e74b435. 00000100:00000010:3.0:1767384928.733201:0:17065:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b0c95ca8. 00000020:00000040:3.0:1767384928.733204:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:3.0:1767384928.733207:0:17065:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384928.733210:0:17065:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384928.733214:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000400:00000010:3.0:1767384928.733221:0:17065:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ebe471d1. 00000400:00000200:3.0:1767384928.733225:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384928.733233:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384928.733240:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 928 into portal 33 MB=0x6958272c04a80 00000400:00000200:3.0:1767384928.733253:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 928/928 into md 0x17e5 [4] + 0 00000400:00000010:3.0:1767384928.733256:0:17065:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c98ad2fe. 00000400:00000200:3.0:1767384928.733260:0:17065:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fa9b9f9 00000400:00000200:3.0:1767384928.733264:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.733267:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384928.733270:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fa9b9f9 00000400:00000010:3.0:1767384928.733272:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005fa9b9f9. 00000100:00000001:3.0:1767384928.733275:0:17065:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384928.733276:0:17065:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000cdfa954a desc 00000000cec9b5af mbits 1853237363755648 00000100:00000001:3.0:1767384928.733291:0:17065:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384928.733295:0:17065:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384928.733300:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:0.0:1767384928.733307:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.733311:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.733312:0:17065:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x17f1 00000400:00000200:3.0:1767384928.733316:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.733320:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384928.733323:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384928.733325:0:17065:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000002e74b435 00000100:00000001:3.0:1767384928.733328:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384928.733334:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000400:00000010:3.0:1767384928.733336:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000100:00000001:3.0:1767384928.733339:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384928.733340:0:17065:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000002e74b435 00000100:00000001:3.0:1767384928.733343:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384928.733347:0:17065:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 928 bytes via portal 33 id 12345-0@lo mbits 0x6958272c04a80-0x6958272c04a80 00000100:00000001:3.0:1767384928.733351:0:17065:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.733355:0:17065:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.733358:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384928.733360:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:3.0:1767384928.733363:0:17065:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b0c95ca8. 00000100:00000010:3.0:1767384928.733367:0:17065:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002e74b435. 00000100:00000001:3.0:1767384928.733369:0:17065:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384928.733371:0:17065:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384928.733378:0:17065:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000149a9a17. 20000000:00000001:3.0:1767384928.733382:0:17065:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384928.733385:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363755648 00010000:00000001:3.0:1767384928.733392:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384928.733396:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000012996292 x1853237363755648/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 304/240 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384928.733404:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384928.733405:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384928.733408:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384928.733411:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384928.733413:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384928.733415:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384928.733417:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384928.733419:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.733421:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384928.733423:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384928.733427:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000100:00000200:3.0:1767384928.733430:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363755648, offset 224 00000400:00000200:3.0:1767384928.733435:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384928.733441:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384928.733448:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c04a80 00000400:00000200:3.0:1767384928.733453:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x17e9 [1] + 224 00000400:00000200:3.0:1767384928.733457:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.733460:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384928.733463:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384928.733467:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384928.733476:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.733494:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.733500:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000400:00000010:3.0:1767384928.733503:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000100:00000001:0.0:1767384928.733506:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.733507:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384928.733510:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384928.733511:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384928.733514:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384928.733515:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.733516:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003df21406. 00000400:00000200:0.0:1767384928.733522:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 00000100:00000040:3.0:1767384928.733523:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:0.0:1767384928.733525:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 00010000:00000001:3.0:1767384928.733529:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384928.733530:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384928.733533:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384928.733540:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.733543:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384928.733545:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384928.733552:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384928.733555:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012996292 x1853237363755648/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:154/0 lens 304/240 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.733555:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.733559:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384928.733562:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384928.733564:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.733566:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.733570:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.733575:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384928.733583:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=46 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384928.733584:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000012996292 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363755648:12345-0@lo:256: Request processed in 571us (842us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384928.733591:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.733595:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.733599:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384928.733603:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.733608:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384928.733609:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:0.0:1767384928.733613:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384928.733615:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384928.733622:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384928.733625:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.733627:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384928.733633:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b75d6cb. 00000100:00000001:0.0:1767384928.733633:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.733635:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384928.733640:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000755cb398. 00000020:00000010:3.0:1767384928.733644:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000719e1be2. 00000100:00000040:0.0:1767384928.733648:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384928.733649:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:3.0:1767384928.733655:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384928.733659:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d8ea3a02. 00000100:00100000:0.0:1767384928.733660:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363755648:0@lo:256: 02000000:00000001:3.0:1767384928.733663:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384928.733666:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.733667:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384928.733671:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384928.733671:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.733676:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384928.733677:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384928.733679:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c98ad2fe. 00000100:00000040:0.0:1767384928.733679:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384928.733687:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fa9b9f9. 00000100:00000001:0.0:1767384928.733688:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384928.733708:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000734a718d. 00000100:00000001:0.0:1767384928.733712:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384928.733713:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384928.733717:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 48, more 0. 10000000:00000001:0.0:1767384928.733720:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384928.733725:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c03071dd. 10000000:00000040:0.0:1767384928.733733:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384928.733738:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384928.733739:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384928.733743:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:0.0:1767384928.733745:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.733747:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384928.733748:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:0.0:1767384928.733750:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000400:00000200:0.0:1767384928.733754:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 22 NIDs 00000400:00001000:0.0:1767384928.733756:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384928.733758:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:0.0:1767384928.733762:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384928.733766:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (22) 00000400:00000200:0.0:1767384928.733769:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384928.733771:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:0.0:1767384928.733773:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (23) 00000400:00000200:0.0:1767384928.733774:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:0.0:1767384928.733781:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:0.0:1767384928.733784:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733785:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:0.0:1767384928.733787:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:0.0:1767384928.733788:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733789:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:0.0:1767384928.733790:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:0.0:1767384928.733792:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733793:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:0.0:1767384928.733794:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:0.0:1767384928.733796:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733797:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:0.0:1767384928.733798:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:0.0:1767384928.733800:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733802:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:0.0:1767384928.733803:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:0.0:1767384928.733804:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733806:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:0.0:1767384928.733807:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:0.0:1767384928.733809:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733809:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:0.0:1767384928.733810:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:0.0:1767384928.733812:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733813:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:0.0:1767384928.733814:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:0.0:1767384928.733816:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733817:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:0.0:1767384928.733818:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:0.0:1767384928.733821:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733823:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:0.0:1767384928.733823:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:0.0:1767384928.733826:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733826:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:0.0:1767384928.733828:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:0.0:1767384928.733829:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733830:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:0.0:1767384928.733836:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:0.0:1767384928.733838:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733840:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:0.0:1767384928.733841:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:0.0:1767384928.733843:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733844:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:0.0:1767384928.733846:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:0.0:1767384928.733848:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733849:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:0.0:1767384928.733851:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:0.0:1767384928.733854:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733855:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:0.0:1767384928.733856:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:0.0:1767384928.733859:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733860:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:0.0:1767384928.733861:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:0.0:1767384928.733863:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733883:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:0.0:1767384928.733885:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:0.0:1767384928.733888:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733890:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:0.0:1767384928.733891:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:0.0:1767384928.733894:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733895:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:0.0:1767384928.733896:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:0.0:1767384928.733900:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.733901:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000100:00000001:0.0:1767384928.733903:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.733905:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384928.733909:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:0.0:1767384928.733912:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000066668676. 10000000:00000040:0.0:1767384928.733914:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 48/48 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:0.0:1767384928.733917:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384928.733922:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384928.733925:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001461781. 00000020:00000010:0.0:1767384928.733932:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3625d99. 00000040:00000010:0.0:1767384928.733935:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004d4104be. 00000020:00000010:0.0:1767384928.733939:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002021a721. 00000020:00000010:0.0:1767384928.733943:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384928.733945:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004a9d41fc. 80000000:00000010:0.0:1767384928.733948:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001781aff1. 40000000:00000010:0.0:1767384928.733952:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e629506e. 00100000:00000010:0.0:1767384928.733956:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001741596c. 00040000:00000010:0.0:1767384928.733959:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a662c262. 00040000:00000010:0.0:1767384928.733963:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004ea92f7f. 00040000:00000010:0.0:1767384928.733966:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000072caef30. 00080000:00000010:0.0:1767384928.733970:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a0074b05. 00080000:00000010:0.0:1767384928.733974:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009ce8d676. 00000004:00000010:0.0:1767384928.733980:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000076cb50fb. 00000004:00000010:0.0:1767384928.733984:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000072b16e0b. 00000004:00000010:0.0:1767384928.733987:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000064bfa4d0. 00002000:00000010:0.0:1767384928.733990:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000724c3c40. 00000004:00000010:0.0:1767384928.733994:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009343e535. 00000004:00000001:0.0:1767384928.733997:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384928.733999:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384928.734000:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000066668676 00000040:00001000:0.0:1767384928.734001:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384928.734002:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384928.734003:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384928.734004:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384928.734006:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384928.734007:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384928.734008:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384928.734009:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:0.0:1767384928.734010:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384928.734051:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384928.734054:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3625d99. 00000040:00000010:0.0:1767384928.734058:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004d4104be. 00000020:00000010:0.0:1767384928.734060:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002021a721. 00000020:00000010:0.0:1767384928.734070:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384928.734073:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004a9d41fc. 80000000:00000010:0.0:1767384928.734076:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001781aff1. 40000000:00000010:0.0:1767384928.734079:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e629506e. 00100000:00000010:0.0:1767384928.734083:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001741596c. 00040000:00000010:0.0:1767384928.734086:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a662c262. 00040000:00000010:0.0:1767384928.734090:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004ea92f7f. 00040000:00000010:0.0:1767384928.734094:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000072caef30. 00080000:00000010:0.0:1767384928.734098:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009ce8d676. 00080000:00000010:0.0:1767384928.734103:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a0074b05. 00000004:00000010:0.0:1767384928.734107:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000076cb50fb. 00000004:00000010:0.0:1767384928.734110:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000072b16e0b. 00000004:00000010:0.0:1767384928.734115:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000064bfa4d0. 00002000:00000010:0.0:1767384928.734120:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000724c3c40. 00000004:00000010:0.0:1767384928.734125:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009343e535. 00000020:00000010:0.0:1767384928.734128:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001461781. 00000020:00000001:0.0:1767384928.734131:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.734134:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384928.734137:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000066668676. 10000000:00000010:0.0:1767384928.734140:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c03071dd. 10000000:00000001:0.0:1767384928.734143:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.734145:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.734149:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363755648/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.734157:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.734159:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384928.734161:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d5cb464. 02000000:00000001:0.0:1767384928.734164:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.734165:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.734167:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384928.734169:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384928.734171:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384928.734172:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.734174:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384928.734176:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384928.734184:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d98813ac. 00000100:00000010:0.0:1767384928.734186:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cec9b5af. 00000100:00000001:0.0:1767384928.734188:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384928.734189:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c702b5c7. 02000000:00000001:0.0:1767384928.734191:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384928.734192:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.734193:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 00000100:00000001:0.0:1767384928.734195:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.734196:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384928.734205:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007795bb6f. 10000000:01000000:0.0:1767384928.734208:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384928.734210:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384928.734212:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.734213:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.734214:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=3 00000020:00000001:0.0:1767384928.734216:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:0.0:1767384928.734218:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:0.0:1767384928.734220:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384928.734221:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.734226:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.734227:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384928.734229:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.734233:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384928.734233:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.734234:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384928.734235:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.734236:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.734238:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384928.734240:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384928.734241:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:0.0:1767384928.734243:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384928.738904:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294916617, at 4294916618 00000100:00000010:0.0:1767384928.738917:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000089d5d32. 00000100:00000040:1.0:1767384928.739907:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294916617, at 4294916619 00000100:00000010:1.0:1767384928.739914:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a81be17b. 00000100:00000040:3.0:1767384928.739921:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294916618, at 4294916619 00000100:00000010:3.0:1767384928.739928:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f9ff553. 00000100:00000040:2.0:1767384928.740922:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294916618, at 4294916620 00000100:00000010:2.0:1767384928.740928:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a817fa77. 00000020:00000010:2.0:1767384928.744776:0:27219:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000e3465f2c. 00000020:00000040:2.0:1767384928.744781:0:27219:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384928.744783:0:27219:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000e3465f2c. 00080000:00000010:2.0:1767384929.263094:0:27364:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000142e9623. 00080000:00000010:2.0:1767384929.263105:0:27364:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000142e9623. 00000020:00000001:2.0:1767384929.263111:0:27364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384929.263123:0:27364:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000142e9623. 00080000:00000010:2.0:1767384929.263129:0:27364:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000142e9623. 00000020:00000001:2.0:1767384929.263134:0:27364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384929.624928:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384929.624933:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384929.624935:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00000400:00000010:3.0:1767384929.624939:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00000400:00000200:3.0:1767384929.624944:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384929.624950:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384929.624958:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000048997d52. 00000400:00000010:3.0:1767384929.624961:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ae213486. 00010000:00000001:2.0:1767384929.625398:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384929.625402:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.625406:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384929.625408:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.625481:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384929.625485:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.625488:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384929.752948:0:17880:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384929.752954:0:17880:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384929.947653:0:27528:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384929.947659:0:27528:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:0.0:1767384929.952269:0:27528:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384929.959585:0:27529:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004b71e817. 00000400:00000010:0.0:1767384929.959598:0:27529:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d0865c9a. 00000400:00000010:0.0:1767384929.959606:0:27529:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b3a30944. 00000400:00000010:0.0:1767384929.959609:0:27529:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000af902066. 00000400:00000010:0.0:1767384929.959613:0:27529:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a113f1f0. 00000400:00000010:0.0:1767384929.959616:0:27529:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f27f8ee. 00000400:00000010:0.0:1767384929.959618:0:27529:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ab0a5dfe. 00000400:00000010:0.0:1767384929.959619:0:27529:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe179ffa. 00000400:00000010:0.0:1767384929.959622:0:27529:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a09c4b76. 00000800:00000010:0.0:1767384929.959634:0:27529:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a662c262. 00000800:00000200:0.0:1767384929.959643:0:27529:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384929.959652:0:27529:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384929.959698:0:27529:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:0.0:1767384929.959717:0:27529:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp31 [8/256/0/180] 00000400:00000010:0.0:1767384929.961505:0:27529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000004818eafd. 00000400:00000010:0.0:1767384929.961511:0:27529:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000716f0b25. 00000400:00000010:0.0:1767384929.961515:0:27529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00000400:00000001:0.0:1767384929.961530:0:27529:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384929.961531:0:27529:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384929.961533:0:27529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a766db. 00000400:00000200:0.0:1767384929.961535:0:27529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d2b6249 00000400:00000010:0.0:1767384929.961536:0:27529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d2b6249. 00000400:00000010:0.0:1767384929.961539:0:27529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000001357adde. 00000400:00000200:0.0:1767384929.961544:0:27529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (22) 00000400:00000200:0.0:1767384929.961554:0:27529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384929.961561:0:27529:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000400:00000200:2.0:1767384929.961570:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384929.961571:0:27529:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a0074b05. 00000020:01000000:0.0:1767384929.961577:0:27529:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384929.961579:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000020:01000000:0.0:1767384929.961582:0:27529:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp31 00000400:00000010:2.0:1767384929.961587:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813541f2. 00000400:00000200:2.0:1767384929.961591:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (23) 00000400:00000010:0.0:1767384929.961595:0:27529:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d0865c9a. 00000400:00000010:2.0:1767384929.961596:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000023c03581. 00000400:00000010:0.0:1767384929.961600:0:27529:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004b71e817. 00000400:00000200:2.0:1767384929.961604:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1767384929.961616:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:2.0:1767384929.961620:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:2.0:1767384929.961624:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:00000001:3.0:1767384929.961628:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384929.961628:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:2.0:1767384929.961633:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 36], ns[14, 36] 00000400:00000200:2.0:1767384929.961636:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:2.0:1767384929.961642:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 10000000:00000001:3.0:1767384929.961643:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384929.961647:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384929.961648:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 10000000:01000000:3.0:1767384929.961652:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384929.961654:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000020:01000004:3.0:1767384929.961658:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384929.961662:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000020:01000004:3.0:1767384929.961664:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384929.961668:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000020:01000004:3.0:1767384929.961669:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384929.961673:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384929.961677:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000020:01000004:3.0:1767384929.961678:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384929.961698:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384929.961700:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000020:01000004:3.0:1767384929.961702:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384929.961704:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384929.961705:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384929.961708:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384929.961713:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:2.0:1767384929.961726:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000100:00000010:3.0:1767384929.961728:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008327b26e. 00000400:00000200:2.0:1767384929.961729:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000020:00000040:3.0:1767384929.961736:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384929.961736:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:2.0:1767384929.961744:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000100:00000001:3.0:1767384929.961746:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384929.961748:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 02000000:00000001:3.0:1767384929.961751:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384929.961753:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 02000000:00000001:3.0:1767384929.961758:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.961758:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000400:00000200:2.0:1767384929.961766:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384929.961769:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 02000000:00000010:3.0:1767384929.961772:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000305c4991. 00000400:00000200:2.0:1767384929.961774:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp29 00000400:00000200:2.0:1767384929.961780:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp29 lpni_is_preferred = 0 00000100:00000001:3.0:1767384929.961783:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.961783:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp29 00000400:00000200:2.0:1767384929.961788:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp29 NI seq info: [66:66:256:4294967295] 192.168.203.109@tcp29 LPNI seq info [66:66:8:4294967295] 00000100:00000001:3.0:1767384929.961795:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384929.961795:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp29 00000100:00000001:3.0:1767384929.961800:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.961807:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp29(192.168.203.109@tcp29:) -> 192.168.203.109@tcp29(192.168.203.109@tcp:192.168.203.109@tcp29) : PUT try# 0 00000100:00000040:3.0:1767384929.961813:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008327b26e] to pc [ptlrpcd_00_02+2] req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384929.961814:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.109@tcp29 00000800:00000010:2.0:1767384929.961820:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba9e2c15. 00000800:00000010:2.0:1767384929.961829:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f025f479. 00000800:00000010:2.0:1767384929.961833:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ddc02518. 00000800:00000200:2.0:1767384929.961838:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (2) 00000800:00000200:2.1:1767384929.961841:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (2) 00000400:00000200:2.0:1767384929.961853:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 10000000:00000001:3.0:1767384929.961857:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.961857:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 10000000:00000001:3.0:1767384929.961862:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384929.961889:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384929.961892:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384929.961897:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384929.961901:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384929.961902:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384929.961904:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384929.961906:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384929.961908:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384929.961911:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384929.961912:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384929.961916:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384929.961920:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384929.961924:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384929.961926:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000001:0.0:1767384929.961928:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384929.961929:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384929.961931:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384929.961932:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384929.961937:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384929.961940:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384929.961942:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384929.961945:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:0.0:1767384929.961946:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008327b26e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363755776:0@lo:253: 00000020:01000004:3.0:1767384929.961949:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384929.961951:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384929.961952:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384929.961956:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384929.961956:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384929.961960:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064fc07d6. 02000000:00000001:0.0:1767384929.961960:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384929.961965:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384929.961967:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000010:0.0:1767384929.961971:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009ce8d676. 00000100:00000001:3.0:1767384929.961972:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384929.961974:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 02000000:00000001:0.0:1767384929.961976:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384929.961977:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384929.961983:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384929.961983:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a808f5ed. 00000400:00000010:0.0:1767384929.961992:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0865c9a. 02000000:00000010:3.0:1767384929.961995:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002c815653. 00000100:00000200:0.0:1767384929.961996:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363755776, portal 25 00000100:00000001:0.0:1767384929.962001:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384929.962003:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.962003:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794843520 : -107297914708096 : ffff9e69c1e89f80) 00000400:00000200:2.0:1767384929.962005:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:3.0:1767384929.962013:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384929.962013:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384929.962017:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.962024:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384929.962028:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064fc07d6] to pc [ptlrpcd_00_03+3] req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384929.962029:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384929.962034:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000010:0.0:1767384929.962035:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068005dcb. 00000100:00000200:0.0:1767384929.962042:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363755776, offset 0 00000400:00000200:0.0:1767384929.962052:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:3.0:1767384929.962053:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384929.962057:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384929.962061:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.962063:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000020:01000000:3.0:1767384929.962065:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384929.962072:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a0074b05. 00000400:00000200:0.0:1767384929.962072:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384929.962084:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04b00 00000100:00000001:3.0:1767384929.962088:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384929.962091:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384929.962092:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1085 [2] + 0 00000100:00000001:3.0:1767384929.962093:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384929.962098:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384929.962098:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074e63ba0. 00000400:00000200:0.0:1767384929.962104:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000928c0b0d 00000100:00000040:3.0:1767384929.962106:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384929.962110:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384929.962120:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384929.962120:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384929.962121:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384929.962125:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384929.962130:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000928c0b0d 02000000:00000001:3.0:1767384929.962131:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384929.962133:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000928c0b0d. 02000000:00000001:3.0:1767384929.962135:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384929.962139:0:16342:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384929.962140:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384929.962142:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384929.962146:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064fc07d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363755904:0@lo:253: 00000100:00000040:0.0:1767384929.962146:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000f0077f80 x1853237363755776 msgsize 4848 00000400:00000200:2.0:1767384929.962148:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:3.0:1767384929.962157:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384929.962158:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384929.962162:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384929.962163:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384929.962167:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384929.962171:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384929.962171:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384929.962179:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384929.962179:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068005dcb 02000000:00000010:3.0:1767384929.962184:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d87f0025. 00000400:00000010:0.0:1767384929.962184:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068005dcb. 02000000:00000001:3.0:1767384929.962190:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.962191:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384929.962195:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384929.962198:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f0fa751. 00000400:00000200:2.0:1767384929.962202:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000010:3.0:1767384929.962208:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d477dac. 00000100:00000001:0.0:1767384929.962208:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384929.962213:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384929.962215:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363755904, portal 25 00000100:00000001:3.0:1767384929.962221:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384929.962225:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794839040 : -107297914712576 : ffff9e69c1e88e00) 00000100:00000040:3.0:1767384929.962232:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.962236:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.962238:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000001:0.0:1767384929.962242:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384929.962249:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384929.962249:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.962254:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294917847 00000100:00000040:3.0:1767384929.962256:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384929.962261:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c33f997. 00000400:00000010:3.0:1767384929.962262:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e5baefd. 00000100:00000200:3.0:1767384929.962269:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363755904, offset 0 00000100:00000001:0.0:1767384929.962269:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384929.962273:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:0.0:1767384929.962278:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294917847 00000400:00000200:3.0:1767384929.962281:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384929.962283:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000281af3b8. 00000100:00000001:0.0:1767384929.962287:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384929.962292:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294917847 00000400:00000200:3.0:1767384929.962293:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384929.962302:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7ece201. 00000400:00000200:3.0:1767384929.962306:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04b80 00000100:00000001:0.0:1767384929.962307:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384929.962314:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294917847 00000400:00000200:3.0:1767384929.962317:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1095 [2] + 0 00000100:00000010:0.0:1767384929.962320:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000064472aa. 00000400:00000200:2.0:1767384929.962321:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000010:3.0:1767384929.962325:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082f81dcb. 00000100:00000001:0.0:1767384929.962326:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384929.962333:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000885b0d5a 00000100:00000001:0.0:1767384929.962333:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384929.962338:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384929.962341:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384929.962341:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.962348:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384929.962353:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384929.962357:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000885b0d5a 00000100:00000001:0.0:1767384929.962359:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384929.962360:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000885b0d5a. 00000100:00000001:0.0:1767384929.962363:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384929.962366:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384929.962369:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384929.962370:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384929.962373:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384929.962375:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000021eb60a6 x1853237363755904 msgsize 4848 00000100:00000001:0.0:1767384929.962378:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.962382:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384929.962386:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384929.962391:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384929.962395:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:3.0:1767384929.962402:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384929.962410:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e5baefd 00000400:00000010:3.0:1767384929.962413:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e5baefd. 00000100:00000001:3.0:1767384929.962417:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384929.962421:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384929.962444:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384929.962447:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384929.962455:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962457:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384929.962460:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000100:00000001:3.0:1767384929.962465:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962471:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294917847 00000100:00000001:3.0:1767384929.962474:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294917847 00000100:00000001:3.0:1767384929.962478:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294917847 00000100:00000001:3.0:1767384929.962480:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294917847 00000100:00000001:3.0:1767384929.962484:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294917847 00000100:00000001:3.0:1767384929.962486:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294917847 00000100:00000001:0.0:1767384929.962488:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384929.962490:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294917847 00000100:00100000:0.0:1767384929.962494:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363755776 00000100:00000001:3.0:1767384929.962495:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294917847 02000000:00000001:0.0:1767384929.962499:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384929.962501:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384929.962505:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384929.962506:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.962509:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000100:00000001:0.0:1767384929.962510:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962511:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962517:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384929.962519:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962525:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384929.962525:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363755776 00000100:00000001:3.0:1767384929.962529:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384929.962531:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384929.962535:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384929.962536:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384929.962540:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384929.962540:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384929.962545:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:3.0:1767384929.962546:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962551:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.962552:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:2.0:1767384929.962554:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000020:00000001:0.0:1767384929.962558:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384929.962566:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384929.962571:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079812f19. 00000100:00000001:3.0:1767384929.962574:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384929.962575:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384929.962579:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363755904 00000020:00000010:0.0:1767384929.962580:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079812f19. 02000000:00000001:3.0:1767384929.962583:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384929.962586:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384929.962589:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384929.962589:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d530ca88. 02000000:00000001:3.0:1767384929.962592:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384929.962597:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363755904 00000020:00000010:0.0:1767384929.962598:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddde9a07. 00000020:00000001:3.0:1767384929.962600:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384929.962610:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000010:0.0:1767384929.962612:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f29dc577. 00000020:00000001:3.0:1767384929.962613:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384929.962617:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:3.0:1767384929.962622:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:2.0:1767384929.962622:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000100:00000040:0.0:1767384929.962623:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384929.962629:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384929.962630:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384929.962632:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384929.962636:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384929.962636:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384929.962642:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000498e536e. 00000100:00000001:0.0:1767384929.962644:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962645:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384929.962650:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000498e536e. 00000100:00000001:0.0:1767384929.962655:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384929.962656:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000719e1be2. 00000020:00000010:3.0:1767384929.962662:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ce609f5a. 00000100:00000001:0.0:1767384929.962668:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384929.962669:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000755cb398. 00000400:00000200:2.0:1767384929.962670:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000100:00000001:0.0:1767384929.962671:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384929.962676:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384929.962678:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000001:3.0:1767384929.962680:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384929.962695:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384929.962700:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384929.962701:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.962704:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078158416 : -107292631393200 : ffff9e6afcd19c50) 00000100:00000001:3.0:1767384929.962706:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384929.962710:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0077f80 x1853237363755776/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 4848/0 e 0 to 0 dl 1767384940 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.962718:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384929.962720:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384929.962721:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000100:00000001:3.0:1767384929.962734:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384929.962734:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079812f19. 00000100:00000001:0.0:1767384929.962737:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384929.962742:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000400:00000200:2.0:1767384929.962742:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000020:00000010:0.0:1767384929.962742:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079812f19. 00000100:00000040:3.0:1767384929.962750:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:3.0:1767384929.962754:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078155344 : -107292631396272 : ffff9e6afcd19050) 00000100:00100000:0.0:1767384929.962757:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f0077f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16342:x1853237363755776:12345-0@lo:253: 00000100:00000040:3.0:1767384929.962763:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021eb60a6 x1853237363755904/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 4848/0 e 0 to 0 dl 1767384940 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384929.962766:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363755776 00000020:00000001:0.0:1767384929.962773:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384929.962776:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384929.962779:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384929.962781:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000498e536e. 00000020:00000001:0.0:1767384929.962784:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962786:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384929.962789:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384929.962790:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000498e536e. 00000400:00000200:2.0:1767384929.962791:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000020:00000001:0.0:1767384929.962795:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00100000:3.0:1767384929.962801:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021eb60a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363755904:12345-0@lo:253: 00000020:00000001:0.0:1767384929.962801:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384929.962804:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384929.962809:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363755904 00000020:00000001:0.0:1767384929.962811:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384929.962813:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384929.962816:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384929.962819:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.962823:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384929.962824:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384929.962827:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384929.962828:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384929.962833:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1767384929.962834:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ef32d51d. 00000020:00000001:3.0:1767384929.962835:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:3.0:1767384929.962838:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384929.962840:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384929.962843:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 02000000:00000001:0.0:1767384929.962844:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384929.962846:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384929.962848:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384929.962849:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384929.962852:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384929.962854:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962859:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384929.962862:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384929.962891:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000f9bce06. 20000000:01000000:0.0:1767384929.962895:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384929.962898:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:3.0:1767384929.962900:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006196981e. 20000000:00000001:0.0:1767384929.962900:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384929.962902:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 20000000:00000001:0.0:1767384929.962904:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384929.962906:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384929.962909:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.962911:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384929.962912:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384929.962917:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384929.962924:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e9380b3. 20000000:00000010:3.0:1767384929.962927:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e208cc0. 20000000:01000000:0.0:1767384929.962927:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000400:00000200:2.0:1767384929.962930:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 20000000:01000000:3.0:1767384929.962934:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384929.962935:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384929.962939:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384929.962941:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384929.962942:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384929.962946:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384929.962947:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384929.962949:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384929.962953:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384929.962955:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00080000:00000001:0.0:1767384929.962964:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384929.962973:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00080000:00000001:0.0:1767384929.962978:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384929.962982:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384929.962983:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384929.962985:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384929.962986:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384929.962989:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:0.0:1767384929.962993:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:0.0:1767384929.962995:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384929.962997:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384929.962998:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00080000:00000001:0.0:1767384929.963000:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384929.963004:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384929.963007:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384929.963011:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:0.0:1767384929.963015:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384929.963018:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ea9d7010. 00080000:00000001:0.0:1767384929.963021:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775867620864 : -107297841930752 : ffff9e69c63f1e00) 00080000:00000001:0.0:1767384929.963024:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384929.963027:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384929.963031:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000079812f19. 00080000:00000001:0.0:1767384929.963033:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.963034:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00080000:00000001:0.0:1767384929.963042:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384929.963054:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384929.963069:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384929.963071:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384929.963120:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384929.963151:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384929.963180:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384929.963202:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384929.963221:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384929.963368:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008a1d6dfe. 00000800:00000010:2.0:1767384929.963374:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2d19899. 00000800:00000010:2.0:1767384929.963380:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6d8694c. 00000800:00000010:2.0:1767384929.963406:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6d8694c. 00000800:00020000:2.0:1767384929.963418:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384929.963422:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2d19899. 00000800:00000010:2.0:1767384929.963424:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008a1d6dfe. 00000400:02020000:2.0:1767384929.963457:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp29 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384929.963472:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp29 notifying 192.168.203.109@tcp29: down 00000800:00000200:2.0:1767384929.963476:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp29 down 00000800:00000100:2.0:1767384929.963480:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.203.109@tcp29 00000800:00000010:2.0:1767384929.963484:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba9e2c15. 00000400:00000200:2.0:1767384929.963486:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384929.963489:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp29->192.168.203.109@tcp29: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384929.963494:0:16330:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp29 added to recovery queue. ping count: 0 next ping: 251 health :900 00000400:00000200:2.0:1767384929.963497:0:16330:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384929.963499:0:16330:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 1 00000400:00000200:2.0:1767384929.963502:0:16330:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384929.963535:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384929.963540:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x101151 00000400:00000001:0.0:1767384929.963543:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384929.963544:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384929.963545:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813541f2 00000400:00000010:0.0:1767384929.963546:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000813541f2. 00000400:00000200:0.0:1767384929.963549:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384929.963551:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384929.963553:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (24) 00000400:00000200:0.0:1767384929.963555:0:16338:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384929.963557:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 rc -71 00000400:00000200:0.0:1767384929.963559:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:0.0:1767384929.963561:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (23) 00080000:00000010:3.0:1767384929.964901:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ea9d7010. 00080000:00000010:2.0:1767384929.964939:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000079812f19. 00040000:00000001:2.0:1767384929.964945:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384929.964947:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384929.964949:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384929.964951:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384929.964954:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384929.964955:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384929.964963:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384929.964971:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384929.964974:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384929.964979:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384929.964981:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009b20a887. 20000000:01000000:3.0:1767384929.964985:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:3.0:1767384929.964994:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384929.964998:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:0.0:1767384929.964998:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384929.965002:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384929.965003:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384929.965008:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384929.965011:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384929.965012:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384929.965014:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384929.965021:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008f558904 count: 2 00080000:00000001:3.0:1767384929.965022:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.965024:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384929.965027:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384929.965029:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384929.965030:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384929.965034:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000010:0.0:1767384929.965034:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e2b5d8b7. 00080000:00000001:3.0:1767384929.965037:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.965039:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:3.0:1767384929.965041:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000040:0.0:1767384929.965042:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e2b5d8b7 with handle 0x135556ebb4843bc9 to hash 00000020:00000001:3.0:1767384929.965048:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00000020:00000001:0.0:1767384929.965048:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384929.965050:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00080000:00000002:3.0:1767384929.965052:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384929.965053:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384929.965056:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384929.965058:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.965063:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384929.965065:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384929.965071:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384929.965075:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384929.965079:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384929.965083:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:0.0:1767384929.965086:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384929.965090:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384929.965091:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384929.965095:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:3.0:1767384929.965097:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ae213486. 00010000:00000001:0.0:1767384929.965097:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384929.965100:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:3.0:1767384929.965102:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780988961280 : -107292720590336 : ffff9e6af7809200) 00010000:00010000:0.0:1767384929.965105:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384929.965108:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384929.965112:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384929.965114:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384929.965116:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384929.965117:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000498e536e. 00010000:00000001:0.0:1767384929.965118:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384929.965121:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384929.965122:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.965124:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384929.965126:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384929.965127:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384929.965130:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384929.965134:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008f558904) refcount = 2 00080000:00000020:2.0:1767384929.965135:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384929.965137:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384929.965137:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1767384929.965141:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:0.0:1767384929.965142:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384929.965144:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000f9bce06. 00080000:00000001:3.0:1767384929.965148:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:2.0:1767384929.965151:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384929.965151:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384929.965153:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384929.965156:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363755776 00010000:00000001:2.0:1767384929.965161:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:0.0:1767384929.965162:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e25927c. 00000100:00000001:0.0:1767384929.965165:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000200:2.0:1767384929.965167:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f0077f80 x1853237363755776/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384929.965169:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068005dcb. 00000100:00000001:0.0:1767384929.965174:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775865296192 : -107297844255424 : ffff9e69c61ba540) 00000100:00000001:0.0:1767384929.965178:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775865296192 : -107297844255424 : ffff9e69c61ba540) 00010000:00000001:2.0:1767384929.965181:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384929.965182:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1767384929.965184:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.965185:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384929.965189:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00001000:2.0:1767384929.965191:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384929.965194:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384929.965197:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384929.965198:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384929.965201:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384929.965202:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:0.0:1767384929.965205:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:2.0:1767384929.965206:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384929.965209:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.965209:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384929.965213:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000001:2.0:1767384929.965214:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384929.965216:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000040:2.0:1767384929.965219:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384929.965220:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006032cdbf. 00000400:00000010:2.0:1767384929.965223:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2d19899. 00000020:00000040:0.0:1767384929.965224:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000100:00000200:2.0:1767384929.965227:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363755776, offset 224 00000100:00000001:0.0:1767384929.965229:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384929.965232:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384929.965235:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384929.965235:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384929.965241:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5f9156a. 00000400:00000200:2.0:1767384929.965245:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384929.965247:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.965252:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384929.965258:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04b00 00010000:00010000:0.0:1767384929.965266:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 400 lvb_type: 0 00000400:00000200:2.0:1767384929.965269:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1805 [2] + 224 00010000:00000001:0.0:1767384929.965278:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:2.0:1767384929.965281:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384929.965281:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384929.965286:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384929.965291:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384929.965300:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384929.965300:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384929.965303:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384929.965307:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363756032:0@lo:104: 00000100:00000200:2.0:1767384929.965310:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.965311:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384929.965315:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384929.965318:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384929.965323:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384929.965328:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea9d7010. 00000100:00000040:2.0:1767384929.965332:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384929.965333:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384929.965342:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dafb975e. 00000400:00000010:0.0:1767384929.965350:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9ca193. 00000100:00000200:0.0:1767384929.965354:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363756032, portal 16 00000100:00000001:2.0:1767384929.965356:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384929.965357:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384929.965363:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2d19899 00000400:00000010:2.0:1767384929.965365:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2d19899. 00000100:00000001:0.0:1767384929.965368:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990652288 : -107292718899328 : ffff9e6af79a5f80) 00000100:00000001:3.0:1767384929.965373:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384929.965376:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384929.965376:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384929.965378:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384929.965380:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384929.965383:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384929.965385:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384929.965386:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384929.965390:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a808f5ed. 00000100:00000040:2.0:1767384929.965393:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:3.0:1767384929.965396:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0865c9a 00010000:00000001:2.0:1767384929.965399:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384929.965401:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0865c9a. 00000100:00000001:0.0:1767384929.965401:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384929.965402:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.965407:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384929.965408:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384929.965408:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384929.965414:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e76ef5ef. 00000100:00000200:3.0:1767384929.965415:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384929.965416:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0077f80 x1853237363755776/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384929.965422:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363756032, offset 0 00000400:00000200:0.0:1767384929.965437:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384929.965450:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384929.965454:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f0077f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16342:x1853237363755776:12345-0@lo:253: Request processed in 2730us (3302us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384929.965455:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384929.965469:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384929.965472:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000001:3.0:1767384929.965473:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384929.965476:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384929.965477:0:16342:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384929.965478:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c04c00 02000000:00000001:3.0:1767384929.965481:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384929.965481:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384929.965485:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384929.965487:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.965487:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384929.965492:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 02000000:00000001:3.0:1767384929.965493:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384929.965493:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ddde9a07. 00000020:00000010:2.0:1767384929.965500:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f29dc577. 00000100:00001000:3.0:1767384929.965501:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=47 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384929.965501:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c34f340a. 00000020:00000010:2.0:1767384929.965504:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d530ca88. 00000100:00001000:3.0:1767384929.965508:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=47 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384929.965511:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000400:00000200:0.0:1767384929.965511:0:17087:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e5e579a4 00000100:00000001:3.0:1767384929.965519:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384929.965519:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767384929.965520:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384929.965533:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384929.965534:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ef32d51d. 00010000:00000001:3.0:1767384929.965539:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384929.965540:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1767384929.965540:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384929.965544:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.965545:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384929.965546:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e579a4 00000100:00000001:3.0:1767384929.965548:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384929.965551:0:17087:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5e579a4. 00000100:00000200:2.0:1767384929.965552:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384929.965554:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.965557:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384929.965558:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e9caedf. 00000100:00000200:0.0:1767384929.965561:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000010:2.0:1767384929.965565:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2d19899. 00000100:00000040:0.0:1767384929.965567:0:17087:0:(events.c:337:request_in_callback()) incoming req@000000004af208e3 x1853237363756032 msgsize 328 00000100:00000001:3.0:1767384929.965572:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384929.965577:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384929.965580:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384929.965581:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1767384929.965586:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:0.0:1767384929.965586:0:17087:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000020:01000004:3.0:1767384929.965590:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384929.965591:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384929.965592:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384929.965594:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384929.965595:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384929.965596:0:16342:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384929.965597:0:16342:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384929.965598:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384929.965599:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384929.965601:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384929.965603:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384929.965608:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e76ef5ef 00000100:00100000:3.0:1767384929.965610:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008327b26e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363755776:0@lo:253: 00000400:00000010:0.0:1767384929.965611:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e76ef5ef. 00000100:00000010:2.0:1767384929.965617:0:17055:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b248dc87. 00000100:00000001:0.0:1767384929.965618:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384929.965619:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384929.965624:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384929.965625:0:17055:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a1d6dfe. 00000100:00000200:0.0:1767384929.965626:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384929.965629:0:17055:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000040:3.0:1767384929.965630:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008327b26e x1853237363755776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384929.965637:0:17055:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767384929.965643:0:17055:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083381ddd. 00000400:00000010:2.0:1767384929.965648:0:17055:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003148685. 00000020:00000010:2.0:1767384929.965657:0:17055:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000078fe3bce. 00000100:00000001:0.0:1767384929.965659:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384929.965660:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384929.965662:0:17055:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384929.965665:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384929.965667:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384929.965669:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009ce8d676. 00000100:00100000:2.0:1767384929.965670:0:17055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363756032 02000000:00000001:2.0:1767384929.965675:0:17055:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384929.965676:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384929.965678:0:17055:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384929.965680:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384929.965693:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384929.965697:0:17055:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.965698:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384929.965699:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384929.965701:0:17055:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.965703:0:17087:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1767384929.965704:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000305c4991. 00000100:00100000:2.0:1767384929.965705:0:17055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363756032 00000020:00000001:2.0:1767384929.965708:0:17055:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384929.965710:0:17055:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 00000100:00000001:0.0:1767384929.965710:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384929.965714:0:17055:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384929.965715:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1767384929.965716:0:17055:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 02000000:00000001:3.0:1767384929.965731:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384929.965732:0:17055:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:0.0:1767384929.965732:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294917850 00000100:00000010:3.0:1767384929.965734:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008327b26e. 00000020:00000001:2.0:1767384929.965737:0:17055:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:3.0:1767384929.965741:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384929.965741:0:17055:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384929.965742:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294917847 00000100:00000001:3.0:1767384929.965745:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384929.965747:0:17055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6d8694c. 00000100:00000001:3.0:1767384929.965748:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384929.965748:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294917850 00000100:00000001:2.0:1767384929.965752:0:17055:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384929.965755:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384929.965756:0:17055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6d8694c. 00000100:00000001:0.0:1767384929.965757:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294917847 00000100:00000001:3.0:1767384929.965759:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384929.965762:0:17055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1766c0d. 00000100:00000001:3.0:1767384929.965764:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384929.965766:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294917850 00000020:00000010:2.0:1767384929.965767:0:17055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cce204d7. 00000100:00000001:3.0:1767384929.965768:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.965774:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294917847 00000020:00000010:2.0:1767384929.965775:0:17055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000100:00000001:0.0:1767384929.965783:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294917850 00000100:00000040:2.0:1767384929.965796:0:17055:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384929.965799:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294917847 00000100:00000001:2.0:1767384929.965800:0:17055:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384929.965802:0:17055:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384929.965804:0:17055:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.965806:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384929.965809:0:17055:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.965809:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.965815:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.965816:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.965818:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.965820:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384929.965821:0:17055:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.965821:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.965823:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.965826:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384929.965828:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384929.965830:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.965831:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384929.965833:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384929.965835:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 0000000068005dcb going to sleep for 11 seconds 00000100:00000001:2.0:1767384929.965837:0:17055:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384929.965838:0:17056:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384929.965838:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384929.965842:0:17055:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384929.965843:0:17056:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384929.965843:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384929.965848:0:17055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384929.965851:0:17055:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 00000100:00000001:3.0:1767384929.965852:0:17056:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.965854:0:17055:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780980993104 : -107292728558512 : ffff9e6af706fc50) 00000100:00000001:3.0:1767384929.965856:0:17056:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384929.965860:0:17055:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004af208e3 x1853237363756032/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 328/0 e 0 to 0 dl 1767384940 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384929.965942:0:17055:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384929.965951:0:17055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6d8694c. 00000100:00000001:2.0:1767384929.965952:0:17055:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384929.965953:0:17055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6d8694c. 00000100:00100000:2.0:1767384929.965957:0:17055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004af208e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363756032:12345-0@lo:104: 00000100:00000200:2.0:1767384929.965959:0:17055:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363756032 00010000:00000001:2.0:1767384929.965961:0:17055:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384929.965964:0:17055:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384929.965966:0:17055:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384929.965967:0:17055:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=2 00000020:00000001:2.0:1767384929.965968:0:17055:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:2.0:1767384929.965970:0:17055:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:2.0:1767384929.965972:0:17055:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384929.965974:0:17055:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384929.965976:0:17055:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384929.965982:0:17055:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384929.965984:0:17055:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384929.965987:0:17055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000063ba2949. 02000000:00000001:2.0:1767384929.965988:0:17055:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.966000:0:17055:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.966003:0:17055:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384929.966004:0:17055:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384929.966006:0:17055:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384929.966009:0:17055:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384929.966011:0:17055:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384929.966014:0:17055:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384929.966016:0:17055:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384929.966017:0:17055:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.966019:0:17055:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384929.966023:0:17055:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384929.966025:0:17055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004ec15fb. 00000100:00000200:2.0:1767384929.966027:0:17055:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363756032, offset 224 00000400:00000200:2.0:1767384929.966031:0:17055:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384929.966043:0:17055:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384929.966048:0:17055:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c04c00 00000400:00000200:2.0:1767384929.966052:0:17055:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1819 [1] + 224 00000400:00000200:2.0:1767384929.966055:0:17055:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384929.966058:0:17055:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384929.966061:0:17055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384929.966063:0:17055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384929.966069:0:17055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384929.966081:0:17055:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384929.966085:0:17055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ec15fb 00000400:00000010:2.0:1767384929.966086:0:17055:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004ec15fb. 00000100:00000001:2.0:1767384929.966088:0:17055:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384929.966089:0:17055:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384929.966092:0:17055:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.966094:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384929.966094:0:17055:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384929.966099:0:17055:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384929.966101:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:2.0:1767384929.966103:0:17055:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f654e225. 00000400:00000001:3.0:1767384929.966105:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384929.966107:0:17055:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384929.966109:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dafb975e. 00000400:00000200:3.0:1767384929.966114:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9ca193 00010000:00010000:2.0:1767384929.966116:0:17055:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:3.0:1767384929.966117:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9ca193. 00010000:00000001:2.0:1767384929.966122:0:17055:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.966124:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384929.966125:0:17055:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.966128:0:17055:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384929.966132:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384929.966133:0:17055:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004af208e3 x1853237363756032/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384929.966140:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384929.966144:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.966150:0:17060:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384929.966155:0:17060:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384929.966159:0:17060:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384929.966163:0:17060:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384929.966171:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384929.966172:0:17055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004af208e3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363756032:12345-0@lo:104: Request processed in 225us (600us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384929.966176:0:17060:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b9705b2 already unused, calling callback (00000000c41d87b4) 10000000:00000001:0.0:1767384929.966181:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:2.0:1767384929.966188:0:17055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 10000000:00010000:0.0:1767384929.966191:0:17060:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384929.966192:0:17055:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 00000100:00000001:3.0:1767384929.966193:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384929.966197:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384929.966198:0:17055:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384929.966203:0:17087:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384929.966203:0:17055:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384929.966204:0:17060:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1767384929.966208:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384929.966208:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384929.966212:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384929.966213:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384929.966214:0:17055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce204d7. 00000020:00000040:0.0:1767384929.966215:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=3 00000100:00000001:3.0:1767384929.966217:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384929.966221:0:17055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00000020:00000001:0.0:1767384929.966221:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 02000000:00000001:3.0:1767384929.966222:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384929.966228:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=47 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384929.966228:0:17055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1766c0d. 00000100:00001000:3.0:1767384929.966236:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=47 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384929.966236:0:17055:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 02000000:00000001:2.0:1767384929.966242:0:17055:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384929.966243:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384929.966246:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384929.966246:0:17055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000063ba2949. 00010000:00000001:3.0:1767384929.966251:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384929.966253:0:17055:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384929.966256:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 02000000:00000001:2.0:1767384929.966257:0:17055:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384929.966261:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384929.966262:0:17055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000acda7553. 00010000:00000001:0.0:1767384929.966263:0:17060:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384929.966267:0:17060:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384929.966268:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384929.966268:0:17055:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384929.966273:0:17055:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a563176. 00000100:00000040:3.0:1767384929.966278:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384929.966279:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767384929.966281:0:17055:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00010000:0.0:1767384929.966283:0:17060:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384929.966284:0:17055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d92e1656. 02000000:00000001:2.0:1767384929.966291:0:17055:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384929.966293:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384929.966294:0:17055:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002931cb4e. 00000100:00000001:3.0:1767384929.966299:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:01000000:0.0:1767384929.966300:0:17060:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384929.966302:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384929.966302:0:17055:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:0.0:1767384929.966304:0:17060:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000010:2.0:1767384929.966305:0:17055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003387c57d. 00010000:00000001:3.0:1767384929.966306:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000040:0.0:1767384929.966307:0:17060:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:2.0:1767384929.966309:0:17055:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384929.966310:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:0.0:1767384929.966312:0:17060:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000010:2.0:1767384929.966313:0:17055:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000508d6c77. 00010000:00000001:3.0:1767384929.966314:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.966316:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384929.966317:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.966319:0:17060:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384929.966321:0:17055:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384929.966324:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384929.966325:0:17055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fc5c8a7c. 10000000:00000001:0.0:1767384929.966327:0:17060:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384929.966331:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384929.966333:0:17055:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00000040:0.0:1767384929.966334:0:17060:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 00000100:00000010:2.0:1767384929.966336:0:17055:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5ed9c5b. 00000100:00100000:3.0:1767384929.966341:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363756032:0@lo:104: 10000000:00000001:0.0:1767384929.966341:0:17060:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:2.0:1767384929.966343:0:17055:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:0.0:1767384929.966344:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384929.966346:0:17055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a23d22e6. 00010000:00000001:0.0:1767384929.966351:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384929.966352:0:17055:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384929.966353:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.966355:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:2.0:1767384929.966356:0:17055:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c761fc2. 00000100:00000001:3.0:1767384929.966357:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.966358:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384929.966362:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:2.0:1767384929.966362:0:17055:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384929.966363:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:2.0:1767384929.966365:0:17055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b7bd7d6d. 00000100:00000001:3.0:1767384929.966367:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384929.966367:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384929.966369:0:17055:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:0.0:1767384929.966372:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b9705b2 with handle 0x135556ebb4843bbb from hash 00000100:00000040:3.0:1767384929.966373:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006032cdbf x1853237363756032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384929.966373:0:17055:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002aeef6f1. 00010000:00000001:0.0:1767384929.966378:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:2.0:1767384929.966379:0:17055:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002e73810d. 00010000:00000001:0.0:1767384929.966381:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767384929.966386:0:17055:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000851e3139. 00000100:00000001:3.0:1767384929.966387:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384929.966390:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384929.966392:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384929.966393:0:17055:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.966393:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:3.0:1767384929.966395:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea9d7010. 00010000:00000001:0.0:1767384929.966398:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1767384929.966400:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384929.966401:0:17060:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:3.0:1767384929.966403:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384929.966405:0:17060:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:3.0:1767384929.966406:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00010000:00000001:0.0:1767384929.966409:0:17060:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:3.0:1767384929.966410:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384929.966412:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b5f9156a. 02000000:00000001:3.0:1767384929.966414:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1767384929.966415:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6f92ef3. 02000000:00000001:3.0:1767384929.966417:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384929.966419:0:17060:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000010:3.0:1767384929.966420:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006032cdbf. 00000100:00000001:0.0:1767384929.966425:0:17060:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384929.966427:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384929.966428:0:17060:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384929.966429:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384929.966432:0:17060:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384929.966433:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000068005dcb. 00000100:00000001:3.0:1767384929.966438:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000010:0.0:1767384929.966440:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5f9156a. 00000100:00000001:0.0:1767384929.966444:0:17060:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384929.966447:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384929.966448:0:17060:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000010:3.0:1767384929.966452:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e25927c. 00010000:00010000:0.0:1767384929.966453:0:17060:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384929.966457:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.966468:0:17060:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384929.966471:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.966472:0:17060:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384929.966474:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384929.966476:0:17060:0:(jobid.c:940:lustre_get_jobid()) Process entered 20000000:00000001:3.0:1767384929.966478:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384929.966479:0:17060:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384929.966481:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384929.966484:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384929.966486:0:17060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6f92ef3] to pc [ptlrpcd_00_00+0] req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384929.966516:0:17060:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384929.966518:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.966519:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.966521:0:17060:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.966523:0:17060:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384929.966524:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.966525:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384929.966526:0:17060:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384929.966529:0:16341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384929.966532:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384929.966534:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.966536:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384929.966538:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.966539:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 000000009b9705b2/0x135556ebb4843bbb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843bc2 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384929.966540:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384929.966543:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384929.966548:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384929.966550:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384929.966552:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384929.966556:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384929.966571:0:17060:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c42f1c11 count: 0 00000100:00000001:3.0:1767384929.966572:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384929.966575:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384929.966577:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384929.966579:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384929.966581:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384929.966583:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363756160:0@lo:103: 00010000:00000001:0.0:1767384929.966584:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384929.966587:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384929.966588:0:17060:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384929.966590:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:0.0:1767384929.966592:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f654e225. 02000000:00000001:3.0:1767384929.966593:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384929.966596:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384929.966601:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f72f6fb. 00010000:00000001:0.0:1767384929.966601:0:17060:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384929.966605:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.966607:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384929.966610:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796225a9. 00000020:00000001:0.0:1767384929.966611:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384929.966616:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00010000:00010000:0.0:1767384929.966617:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384929.966621:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767384929.966622:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363756160, portal 18 00000020:00000001:0.0:1767384929.966625:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.966628:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384929.966632:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384929.966633:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384929.966634:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990644224 : -107292718907392 : ffff9e6af79a4000) 00000020:00000001:0.0:1767384929.966637:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384929.966640:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384929.966644:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384929.966649:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384929.966651:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384929.966654:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000100:00000200:3.0:1767384929.966655:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363756160, offset 0 00000400:00000200:3.0:1767384929.966659:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384929.966663:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384929.966668:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c04c80 00000400:00000200:3.0:1767384929.966673:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:3.0:1767384929.966675:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088344f2b. 00000400:00000200:3.0:1767384929.966677:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000009f7ddb8 00000400:00000200:3.0:1767384929.966680:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384929.966695:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384929.966698:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f7ddb8 00000400:00000010:3.0:1767384929.966699:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f7ddb8. 00000100:00000001:3.0:1767384929.966703:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384929.966704:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384929.966706:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000008f14c327 x1853237363756160 msgsize 328 00000100:00100000:3.0:1767384929.966709:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384929.966711:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384929.966722:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384929.966725:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000400:00000010:3.0:1767384929.966727:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000100:00000001:3.0:1767384929.966730:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384929.966731:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384929.966737:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384929.966739:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384929.966744:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.966745:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384929.966746:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384929.966755:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384929.966756:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363756160 00000100:00000001:3.0:1767384929.966760:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294917851 02000000:00000001:2.0:1767384929.966760:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384929.966763:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384929.966765:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.966767:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917850 02000000:00000001:2.0:1767384929.966768:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.966771:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294917851 00000100:00100000:2.0:1767384929.966772:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363756160 00000020:00000001:2.0:1767384929.966776:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384929.966777:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917850 00000020:00000040:2.0:1767384929.966785:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384929.966787:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294917851 00000020:00000001:2.0:1767384929.966788:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384929.966791:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917850 00000020:00000040:2.0:1767384929.966791:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:2.0:1767384929.966795:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384929.966796:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294917851 00000020:00000001:2.0:1767384929.966799:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384929.966800:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917850 00000100:00000001:2.0:1767384929.966803:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384929.966805:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384929.966807:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384929.966808:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6d8694c. 00000100:00000001:3.0:1767384929.966809:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.966812:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384929.966813:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384929.966815:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6d8694c. 00000020:00000010:2.0:1767384929.966820:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1766c0d. 00000020:00000010:2.0:1767384929.966822:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cce204d7. 00000020:00000010:2.0:1767384929.966825:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000100:00000040:2.0:1767384929.966830:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384929.966831:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384929.966832:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384929.966834:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384929.966835:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.966837:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384929.966839:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384929.966840:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384929.966841:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3679cc6 refcount=4 00000020:00000001:2.0:1767384929.966842:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00010000:00000001:2.0:1767384929.966844:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00010000:00010000:2.0:1767384929.966847:0:17059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 400 lvb_type: 0 00010000:00000001:2.0:1767384929.966852:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.966858:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384929.966859:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384929.966861:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384929.966896:0:17059:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384929.966901:0:17059:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f14c327 x1853237363756160/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 328/0 e 0 to 0 dl 1767384940 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384929.966906:0:17059:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384929.966908:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.966916:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384929.966925:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384929.966926:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384929.966928:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384929.966930:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384929.966931:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879047760 : -107292830503856 : ffff9e6af0f36c50) 00000100:00000040:2.0:1767384929.966933:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f14c327 x1853237363756160/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 328/0 e 0 to 0 dl 1767384940 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384929.966938:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384929.966941:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6d8694c. 00000100:00000001:2.0:1767384929.966942:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384929.966944:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6d8694c. 00000100:00100000:2.0:1767384929.966946:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f14c327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363756160:12345-0@lo:103: 00000100:00000200:2.0:1767384929.966949:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363756160 00010000:00000001:2.0:1767384929.966951:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384929.966953:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384929.966955:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384929.966958:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384929.966960:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384929.966962:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000063ba2949. 02000000:00000001:2.0:1767384929.966964:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.966965:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.966967:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384929.966969:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384929.966971:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384929.966977:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384929.966978:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3679cc6 refcount=4 00000020:00000001:2.0:1767384929.966979:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00010000:00000001:2.0:1767384929.966981:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077998592 : -107292631553024 : ffff9e6afccf2c00) 00010000:00000040:2.0:1767384929.966992:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008f558904 count: 3 00010000:00010000:2.0:1767384929.966995:0:17059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 400 lvb_type: 0 00000100:00001000:2.0:1767384929.966999:0:17059:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384929 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384929.967002:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384929.967005:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.967006:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384929.967007:0:17059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 400 lvb_type: 0 00000020:00000001:2.0:1767384929.967011:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384929.967012:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384929.967014:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384929.967015:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.967017:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384929.967017:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384929.967021:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.967022:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384929.967023:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384929.967024:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384929.967025:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3679cc6 with handle 0x135556ebb4843bc2 from hash 00010000:00000001:2.0:1767384929.967027:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384929.967028:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.967029:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384929.967029:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384929.967030:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384929.967031:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384929.967032:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d3679cc6/0x135556ebb4843bc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843bbb expref: 16 pid: 17065 timeout: 400 lvb_type: 0 00010000:00000040:2.0:1767384929.967036:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00000020:00000040:2.0:1767384929.967042:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:2.0:1767384929.967045:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384929.967047:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384929.967048:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384929.967049:0:17059:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e2b5d8b7 00010000:00000001:2.0:1767384929.967050:0:17059:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384929.967051:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384929.967052:0:17059:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384929.967054:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384929.967055:0:17059:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384929.967067:0:17059:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384929.967068:0:17059:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384929.967069:0:17059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967073:0:17059:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384929.967074:0:17059:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384929.967076:0:17059:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384929.967076:0:17059:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384929.967077:0:17059:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008f558904) refcount = 2 00010000:00010000:2.0:1767384929.967079:0:17059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967083:0:17059:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384929.967084:0:17059:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384929.967085:0:17059:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384929.967086:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384929.967089:0:17059:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6d8694c. 00000100:00000001:2.0:1767384929.967090:0:17059:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384929.967092:0:17059:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1ced318. 00000100:00000001:2.0:1767384929.967094:0:17059:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775870384192 : -107297839167424 : ffff9e69c6694840) 00000100:00000001:2.0:1767384929.967095:0:17059:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775870384192 : -107297839167424 : ffff9e69c6694840) 00000100:00000001:2.0:1767384929.967097:0:17059:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384929.967097:0:17059:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384929.967098:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384929.967100:0:17059:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384929.967107:0:17059:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384929.967109:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384929.967109:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384929.967110:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=5 00000020:00000001:2.0:1767384929.967112:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:2.0:1767384929.967113:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:2.0:1767384929.967115:0:17059:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384929.967116:0:17059:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967120:0:17059:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384929.967122:0:17059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967126:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.967127:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384929.967128:0:17059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967132:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384929.967133:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.967135:0:17059:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384929.967136:0:17059:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384929.967139:0:17059:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e2b5d8b7 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384929.967140:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384929.967142:0:17059:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384929.967143:0:17059:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967147:0:17059:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384929.967147:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384929.967148:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384929.967149:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=6 00000020:00000001:2.0:1767384929.967155:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:2.0:1767384929.967156:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:2.0:1767384929.967157:0:17059:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384929.967159:0:17059:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967162:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384929.967163:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384929.967163:0:17059:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.967172:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384929.967172:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384929.967173:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384929.967174:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384929.967175:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e2b5d8b7 with handle 0x135556ebb4843bc9 from hash 00010000:00000001:2.0:1767384929.967177:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384929.967178:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.967178:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384929.967179:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384929.967190:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384929.967191:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384929.967192:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384929.967193:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384929.967195:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.967196:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384929.967198:0:17059:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:3.0:1767384929.967200:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967200:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.967201:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384929.967204:0:17059:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.967208:0:17059:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.967212:0:17059:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384929.967217:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384929.967218:0:17059:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384929.967223:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00080000:00000010:0.0:1767384929.967224:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ae213486. 00010000:00000001:2.0:1767384929.967225:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.967228:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384929.967231:0:17059:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:3.0:1767384929.967232:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967239:0:17059:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384929.967243:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384929.967243:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.967244:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384929.967249:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384929.967249:0:17059:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384929.967254:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384929.967254:0:17059:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384929.967258:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000001:2.0:1767384929.967259:0:17059:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.967262:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384929.967264:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843bc9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384929.967271:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384929.967272:0:17059:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384929.967275:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000498e536e. 00010000:00000001:2.0:1767384929.967275:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384929.967277:0:17059:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384929.967280:0:17059:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384929.967282:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1767384929.967282:0:17059:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.967286:0:17059:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00040000:00000001:3.0:1767384929.967287:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:2.0:1767384929.967288:0:17059:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c1ced318. 00080000:00000001:3.0:1767384929.967291:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.967292:0:17059:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384929.967295:0:17059:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:3.0:1767384929.967296:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00010000:00000010:2.0:1767384929.967298:0:17059:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6d8694c. 20000000:00000001:3.0:1767384929.967300:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.967302:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:3.0:1767384929.967304:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000040:2.0:1767384929.967305:0:17059:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008f558904 count: 0 00010000:00010000:2.0:1767384929.967309:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384929.967310:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384929.967316:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:2.0:1767384929.967316:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384929.967320:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384929.967323:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384929.967325:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384929.967327:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384929.967329:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 20000000:00000001:3.0:1767384929.967330:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384929.967331:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384929.967333:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384929.967336:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384929.967337:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:2.0:1767384929.967337:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384929.967342:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:0.0:1767384929.967342:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384929.967344:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384929.967345:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000010:2.0:1767384929.967347:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004ec15fb. 00010000:00000001:0.0:1767384929.967350:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000200:2.0:1767384929.967352:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363756160, offset 224 00010000:00000001:0.0:1767384929.967353:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384929.967357:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d20d393e. 00010000:00000001:0.0:1767384929.967363:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:2.0:1767384929.967367:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:0.0:1767384929.967367:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005daef2f4. 00000020:00000001:0.0:1767384929.967371:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384929.967375:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005daef2f4 with handle 0x135556ebb4843bd0 to hash 00000400:00000200:2.0:1767384929.967376:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384929.967380:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384929.967382:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00010000:00000001:0.0:1767384929.967384:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00000400:00000200:2.0:1767384929.967387:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c04c80 00010000:00000001:0.0:1767384929.967388:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384929.967391:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.967394:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x182d [1] + 224 00010000:00010000:0.0:1767384929.967396:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384929.967399:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384929.967405:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384929.967408:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384929.967413:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384929.967416:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384929.967420:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384929.967422:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384929.967424:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:2.0:1767384929.967425:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384929.967427:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.967432:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384929.967434:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.967440:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384929.967443:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384929.967444:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384929.967445:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384929.967446:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d20d393e) refcount = 1 00000100:00000001:2.0:1767384929.967447:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384929.967449:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384929.967453:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ec15fb 00010000:00000001:0.0:1767384929.967454:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000010:2.0:1767384929.967457:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004ec15fb. 00010000:00000001:0.0:1767384929.967457:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384929.967461:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384929.967462:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384929.967464:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.967465:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384929.967466:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384929.967468:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384929.967470:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384929.967472:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:2.0:1767384929.967474:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 20000000:01000000:0.0:1767384929.967477:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384929.967478:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.967480:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384929.967484:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.967485:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000001:3.0:1767384929.967487:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384929.967488:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1767384929.967492:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384929.967492:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f14c327 x1853237363756160/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384929.967493:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005daef2f4 refcount=4 00000400:00000010:3.0:1767384929.967497:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796225a9. 00000020:00000001:0.0:1767384929.967498:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00010000:00000001:0.0:1767384929.967504:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00000400:00000200:3.0:1767384929.967505:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00010000:00000001:0.0:1767384929.967509:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000010:3.0:1767384929.967510:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00010000:00010000:0.0:1767384929.967513:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384929.967518:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384929.967525:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f14c327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363756160:12345-0@lo:103: Request processed in 582us (813us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384929.967526:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384929.967526:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384929.967530:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384929.967547:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384929.967555:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000200:3.0:1767384929.967558:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384929.967561:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384929.967564:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384929.967566:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384929.967568:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384929.967572:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce204d7. 00010000:00010000:0.0:1767384929.967573:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384929.967580:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384929.967580:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00000100:00000001:3.0:1767384929.967584:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384929.967587:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1766c0d. 00000100:00000001:3.0:1767384929.967588:0:16341:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384929.967588:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384929.967594:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384929.967594:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:0.0:1767384929.967594:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.967597:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384929.967599:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384929.967601:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.967604:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384929.967607:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384929.967608:0:17059:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384929.967611:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000063ba2949. 00000100:00001000:3.0:1767384929.967615:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=47 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384929.967616:0:17059:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384929.967621:0:17059:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:0.0:1767384929.967622:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005daef2f4 already unused, calling callback (00000000c66beece) 00000100:00001000:3.0:1767384929.967623:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=47 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384929.967623:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007a7a22ab. 02000000:00000001:2.0:1767384929.967630:0:17059:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384929.967630:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384929.967631:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1767384929.967633:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045d217b5. 00000100:00000001:3.0:1767384929.967635:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.967635:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:2.0:1767384929.967638:0:17059:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384929.967641:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000650dd5ae. 00010000:00010000:0.0:1767384929.967641:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384929.967642:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384929.967647:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384929.967647:0:17059:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384929.967650:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095256724. 00000100:00000001:3.0:1767384929.967653:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384929.967655:0:17059:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384929.967656:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000010:2.0:1767384929.967658:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008fe343a3. 00010000:00000001:0.0:1767384929.967660:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384929.967662:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384929.967664:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384929.967665:0:17059:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384929.967668:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024136a2e. 00000020:00000040:0.0:1767384929.967669:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005daef2f4 refcount=5 02000000:00000001:2.0:1767384929.967673:0:17059:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384929.967677:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 02000000:00000010:2.0:1767384929.967678:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000e45aefb. 00000100:00000001:3.0:1767384929.967696:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384929.967698:0:17059:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384929.967702:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008982accd. 00010000:00000001:0.0:1767384929.967702:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00000100:00000001:3.0:1767384929.967703:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384929.967707:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384929.967708:0:17059:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384929.967709:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1767384929.967713:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008ad0af77. 00010000:00010000:0.0:1767384929.967714:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384929.967717:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384929.967727:0:17059:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384929.967730:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003fb6c0b2. 02000000:00000001:2.0:1767384929.967736:0:17059:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384929.967737:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:2.0:1767384929.967738:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000026a1db1d. 00010000:00000001:0.0:1767384929.967741:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767384929.967745:0:17059:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384929.967746:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384929.967748:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034133a09. 00000100:00000001:2.0:1767384929.967754:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.967754:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:3.0:1767384929.967758:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6f92ef3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363756160:0@lo:103: 00010000:00000001:0.0:1767384929.967759:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384929.967762:0:17059:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:0.0:1767384929.967764:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384929.967768:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384929.967768:0:17059:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011108fb8. 00000100:00000001:3.0:1767384929.967773:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384929.967776:0:17059:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1ced318. 00010000:00000001:0.0:1767384929.967776:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384929.967778:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6f92ef3 x1853237363756160/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384929.967783:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005daef2f4 with handle 0x135556ebb4843bd0 from hash 00010000:00000001:0.0:1767384929.967789:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384929.967793:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384929.967794:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384929.967797:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384929.967798:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000020:2.0:1767384929.967801:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 02000000:00000010:3.0:1767384929.967802:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f72f6fb. 00010000:00000001:0.0:1767384929.967802:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384929.967807:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384929.967808:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1767384929.967809:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000010:2.0:1767384929.967810:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e208cc0. 00010000:00000001:0.0:1767384929.967812:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1767384929.967814:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384929.967818:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 20000000:00000001:2.0:1767384929.967818:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.967818:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384929.967822:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384929.967824:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363755904 00000020:00000001:3.0:1767384929.967826:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384929.967827:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384929.967827:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384929.967830:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b5f9156a. 00010000:00000001:0.0:1767384929.967831:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000200:2.0:1767384929.967834:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021eb60a6 x1853237363755904/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384929.967835:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:3.0:1767384929.967838:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384929.967838:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384929.967843:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384929.967843:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.967846:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384929.967848:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6f92ef3. 00010000:00000001:0.0:1767384929.967850:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.967855:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384929.967856:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.967857:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384929.967860:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384929.967861:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.967861:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.967896:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.967898:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.967899:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384929.967901:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384929.967902:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.967903:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.967904:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384929.967909:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.967910:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384929.967914:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.967916:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384929.967917:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384929.967922:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.967922:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384929.967926:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384929.967928:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384929.967929:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005daef2f4/0x135556ebb4843bd0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384929.967934:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384929.967944:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d20d393e count: 0 00010000:00000001:0.0:1767384929.967959:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384929.967960:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00001000:2.0:1767384929.968144:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384929.968147:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384929.968148:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384929.968150:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384929.968151:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384929.968152:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.968154:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384929.968155:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384929.968157:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c368f6da. 00000100:00000200:2.0:1767384929.968159:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363755904, offset 224 00000400:00000200:2.0:1767384929.968162:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384929.968166:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384929.968170:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04b80 00000400:00000200:2.0:1767384929.968173:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x180d [2] + 224 00000400:00000200:2.0:1767384929.968177:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384929.968178:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384929.968181:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384929.968184:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384929.968190:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384929.968202:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384929.968205:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c368f6da 00000400:00000010:2.0:1767384929.968206:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c368f6da. 00000100:00000001:2.0:1767384929.968208:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384929.968209:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384929.968210:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384929.968212:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384929.968214:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384929.968215:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384929.968217:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384929.968225:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021eb60a6 x1853237363755904/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:155/0 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384929.968231:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021eb60a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363755904:12345-0@lo:253: Request processed in 5455us (5855us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384929.968238:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000001:3.0:1767384929.968239:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384929.968240:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384929.968244:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384929.968244:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384929.968249:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384929.968250:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384929.968251:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce609f5a. 00000400:00000001:3.0:1767384929.968255:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384929.968256:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000755cb398. 00000400:00000010:3.0:1767384929.968260:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f0fa751. 00000020:00000010:2.0:1767384929.968261:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000719e1be2. 00000400:00000200:3.0:1767384929.968268:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d477dac 00000020:00000040:2.0:1767384929.968268:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000400:00000010:3.0:1767384929.968273:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d477dac. 02000000:00000001:2.0:1767384929.968274:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384929.968276:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006196981e. 00000100:00000001:3.0:1767384929.968280:0:16343:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384929.968281:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384929.968285:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384929.968287:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384929.968288:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384929.968291:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082f81dcb. 00000400:00000010:2.0:1767384929.968296:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c368f6da. 00000100:00000200:3.0:1767384929.968306:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384929.968321:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384929.968323:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384929.968325:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384929.968327:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384929.968329:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384929.968330:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384929.968332:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384929.968334:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384929.968337:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384929.968340:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384929.968341:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384929.968343:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384929.968344:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.968346:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384929.968349:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384929.968356:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384929.968358:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384929.968360:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384929.968363:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384929.968365:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384929.968367:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384929.968369:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384929.968371:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384929.968372:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384929.968374:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384929.968375:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384929.968376:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384929.968379:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384929.968387:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064fc07d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363755904:0@lo:253: 00000100:00000001:3.0:1767384929.968392:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384929.968394:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384929.968396:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064fc07d6 x1853237363755904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384929.968409:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384929.968411:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384929.968413:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d87f0025. 02000000:00000001:3.0:1767384929.968416:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384929.968417:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384929.968419:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384929.968421:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384929.968422:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002c815653. 02000000:00000001:3.0:1767384929.968424:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384929.968426:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384929.968427:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064fc07d6. 00000100:00000001:3.0:1767384929.968429:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384929.968430:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384929.968432:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384929.968436:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384929.968437:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384929.968439:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384929.968440:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384929.972889:0:27530:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c42f1c11. 00010000:00000010:0.1:1767384929.972897:0:27530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b9705b2. 00010000:00000010:0.1:1767384929.972903:0:27530:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d20d393e. 00010000:00000010:2.1:1767384929.972910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3679cc6. 00010000:00000010:0.1:1767384929.972910:0:27530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005daef2f4. 00010000:00000010:2.1:1767384929.972921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e2b5d8b7. 00000100:00000040:1.0:1767384929.972928:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294917851, at 4294917852 00010000:00000010:2.1:1767384929.972931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f558904. 00000100:00000010:1.0:1767384929.972936:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000281af3b8. 00000100:00000040:0.0:1767384929.973966:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294917851, at 4294917853 00000100:00000040:3.0:1767384929.973974:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294917851, at 4294917853 00000100:00000010:0.0:1767384929.973978:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c33f997. 00000100:00000040:2.0:1767384929.973979:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294917851, at 4294917853 00000100:00000010:3.0:1767384929.973989:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000064472aa. 00000100:00000010:2.0:1767384929.973992:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7ece201. 00000400:00000010:1.0:1767384929.980398:0:27534:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f5533fee. 00000400:00000040:1.0:1767384929.980425:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384929.980429:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384929.980433:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384929.980436:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384929.980456:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384929.980459:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384929.980464:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384929.980466:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384929.980469:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384929.980470:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384929.980474:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384929.980477:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384929.980480:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384929.980483:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384929.980485:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384929.980488:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384929.980490:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384929.980492:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384929.980494:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384929.980497:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384929.980500:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384929.980502:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384929.980504:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384929.980507:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384929.980519:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384929.980522:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384929.980524:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384929.980528:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384929.980531:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384929.980533:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384929.980536:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384929.980539:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384929.980542:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384929.980544:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384929.980547:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384929.980550:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384929.980552:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384929.980556:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384929.980559:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384929.980562:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384929.980564:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384929.980567:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384929.980570:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384929.980572:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384929.980575:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384929.980577:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384929.980579:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384929.980581:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384929.980584:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384929.980586:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384929.980589:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384929.980591:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384929.980593:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384929.980596:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384929.980598:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384929.980600:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384929.980603:0:27534:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384929.980734:0:27534:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f5533fee. 00000800:00000010:0.0:1767384930.648971:0:16332:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000962e6c25. 00010000:00000001:2.0:1767384930.648979:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384930.648984:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384930.648985:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000087438ca9] -> 12345-192.168.203.109@tcp13 (6) 00010000:00000001:2.0:1767384930.648990:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000200:0.0:1767384930.648994:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp13 ip 192.168.203.109:988 00010000:00000001:2.0:1767384930.648995:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384930.649000:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:1.0:1767384930.649026:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384930.649030:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.649033:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384930.649085:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384930.649091:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384930.649099:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384930.649103:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384930.649107:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384930.649949:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp29 00000400:00000010:0.0:1767384930.649954:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006a45d321. 00000400:00000010:0.0:1767384930.649959:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000181736df. 00000400:00000010:0.0:1767384930.649963:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e76ef5ef. 00000400:00000010:0.0:1767384930.649971:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004b90c0a7. 00000400:00000200:0.0:1767384930.649974:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp29 00000400:00000200:0.0:1767384930.649990:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp29 local destination 00000400:00000200:0.0:1767384930.649995:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp29 00000400:00000200:0.0:1767384930.649998:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp29 NI seq info: [67:67:256:4294967295] 192.168.203.109@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:0.0:1767384930.650003:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp29 00000400:00000200:0.0:1767384930.650008:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp29(192.168.203.109@tcp29:) -> 192.168.203.109@tcp29(192.168.203.109@tcp29:192.168.203.109@tcp29) : GET try# 0 00000800:00000200:0.0:1767384930.650012:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp29 00000800:00000010:0.0:1767384930.650015:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049248f8b. 00000800:00000200:0.0:1767384930.650018:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (2) 00000800:00000200:0.1:1767384930.650021:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (2) 00000400:00000200:0.0:1767384930.650039:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp29 added to recovery queue. ping count: 1 next ping: 253 health :900 00000400:00000200:1.0:1767384930.650108:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650159:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650179:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650194:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650215:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650233:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650247:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650260:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650281:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650308:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650340:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650371:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650413:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650438:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650455:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650474:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650494:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650513:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650547:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650598:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650646:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650691:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650717:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650749:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650793:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650828:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650893:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650935:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650960:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.650995:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.651026:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.651039:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.651070:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.651093:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384930.651124:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384930.651258:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d94fa04a. 00000800:00000010:1.0:1767384930.651262:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e09b43f5. 00000800:00000010:1.0:1767384930.651266:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dfe79161. 00000800:00000010:1.0:1767384930.651284:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dfe79161. 00000800:00020000:1.0:1767384930.651292:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384930.651295:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e09b43f5. 00000800:00000010:1.0:1767384930.651297:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d94fa04a. 00000400:02020000:1.0:1767384930.651353:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp29 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384930.651360:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp29 notifying 192.168.203.109@tcp29: down 00000400:00000200:1.0:1767384930.651365:0:16329:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384930.651369:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp29 00000800:00000010:1.0:1767384930.651371:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049248f8b. 00000400:00000200:1.0:1767384930.651375:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384930.651379:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp29->192.168.203.109@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384930.651386:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384930.651388:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384930.651391:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp29) recovery failed with -71 00080000:00000010:1.0:1767384931.139412:0:27888:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cbd17be0. 00080000:00000010:1.0:1767384931.139421:0:27888:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cbd17be0. 00000020:00000001:1.0:1767384931.139425:0:27888:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384931.139433:0:27888:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cbd17be0. 00080000:00000010:1.0:1767384931.139437:0:27888:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cbd17be0. 00000020:00000001:1.0:1767384931.139440:0:27888:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384931.672913:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384931.672918:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384931.672921:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e76ef5ef 00000400:00000010:0.0:1767384931.672926:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e76ef5ef. 00000400:00000200:0.0:1767384931.672931:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384931.672942:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384931.672952:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006a45d321. 00000400:00000010:0.0:1767384931.672956:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000181736df. 00010000:00000001:2.0:1767384931.672957:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384931.672961:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384931.672966:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384931.672968:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384931.672998:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384931.673001:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384931.673004:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384931.868013:0:28052:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384931.868017:0:28052:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:1.0:1767384931.872424:0:28052:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384931.880492:0:28053:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f6de0f96. 00000400:00000010:0.0:1767384931.880508:0:28053:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009ae8f136. 00000400:00000010:0.0:1767384931.880517:0:28053:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000082ee7b99. 00000400:00000010:0.0:1767384931.880521:0:28053:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000011bf59ea. 00000400:00000010:0.0:1767384931.880525:0:28053:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006a45d321. 00000400:00000010:0.0:1767384931.880529:0:28053:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f0aee30. 00000400:00000010:0.0:1767384931.880530:0:28053:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a719360f. 00000400:00000010:0.0:1767384931.880532:0:28053:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e16259bc. 00000400:00000010:0.0:1767384931.880536:0:28053:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005458fd25. 00000800:00000010:0.0:1767384931.880549:0:28053:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000da13a953. 00000800:00000200:0.0:1767384931.880560:0:28053:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384931.880570:0:28053:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384931.880607:0:28053:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:0.0:1767384931.880632:0:28053:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp32 [8/256/0/180] 00000400:00000010:0.0:1767384931.882887:0:28053:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000181736df. 00000400:00000010:0.0:1767384931.882894:0:28053:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05b9619. 00000400:00000010:0.0:1767384931.882900:0:28053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e76ef5ef. 00000400:00000001:0.0:1767384931.882916:0:28053:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384931.882918:0:28053:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384931.882920:0:28053:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000716f0b25. 00000400:00000200:0.0:1767384931.882923:0:28053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000400:00000010:0.0:1767384931.882925:0:28053:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00000400:00000010:0.0:1767384931.882928:0:28053:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000004818eafd. 00000400:00000200:0.0:1767384931.882933:0:28053:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (22) 00000400:00000200:0.0:1767384931.882946:0:28053:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384931.882957:0:28053:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:0.0:1767384931.882965:0:28053:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009ce8d676. 00000020:01000000:0.0:1767384931.882970:0:28053:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384931.882971:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384931.882980:0:28053:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp32 00000400:00000200:2.0:1767384931.882982:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100171 00000400:00000010:2.0:1767384931.882993:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004ec15fb. 00000400:00000200:2.0:1767384931.882998:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (23) 00000400:00000010:0.0:1767384931.883004:0:28053:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009ae8f136. 00000400:00000010:2.0:1767384931.883006:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000947c11c3. 00000400:00000010:0.0:1767384931.883014:0:28053:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f6de0f96. 00000400:00000200:2.0:1767384931.883016:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:00000001:1.0:1767384931.883027:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384931.883033:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384931.883036:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 10000000:00000001:1.0:1767384931.883044:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384931.883046:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:01000000:1.0:1767384931.883048:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384931.883053:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384931.883058:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384931.883061:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384931.883063:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:01000004:1.0:1767384931.883063:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384931.883068:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384931.883071:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384931.883073:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384931.883075:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384931.883078:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384931.883080:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384931.883081:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000100:00000010:1.0:1767384931.883086:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006959c6eb. 00000400:00000200:2.0:1767384931.883092:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 36], ns[14, 36] 00000020:00000040:1.0:1767384931.883095:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384931.883102:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384931.883105:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 02000000:00000001:1.0:1767384931.883107:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384931.883113:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.883119:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 02000000:00000010:1.0:1767384931.883124:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d94fa04a. 00000400:00000200:2.0:1767384931.883131:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000100:00000001:1.0:1767384931.883134:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.883142:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000100:00000001:1.0:1767384931.883144:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384931.883147:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.883155:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000040:1.0:1767384931.883158:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006959c6eb] to pc [ptlrpcd_00_01+1] req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384931.883172:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:2.0:1767384931.883181:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:2.0:1767384931.883188:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:2.0:1767384931.883195:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 10000000:00000001:1.0:1767384931.883195:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384931.883201:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384931.883206:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384931.883209:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384931.883213:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000020:00000001:1.0:1767384931.883218:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384931.883222:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384931.883226:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 10000000:00000001:1.0:1767384931.883226:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384931.883228:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384931.883230:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384931.883232:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384931.883233:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384931.883235:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384931.883239:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384931.883242:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384931.883247:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384931.883253:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000020:01000004:1.0:1767384931.883254:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384931.883256:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384931.883258:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384931.883263:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384931.883263:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384931.883269:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000100:00000010:1.0:1767384931.883271:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034133a09. 00000100:00000040:3.0:1767384931.883273:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384931.883278:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384931.883286:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384931.883291:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384931.883295:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.883296:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000100:00000001:3.0:1767384931.883297:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384931.883302:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384931.883306:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007f9ee93f. 02000000:00000001:3.0:1767384931.883308:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384931.883313:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384931.883314:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384931.883314:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 00000100:00000001:1.0:1767384931.883321:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384931.883322:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.883325:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384931.883332:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006959c6eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363756288:0@lo:253: 00000400:00000200:2.0:1767384931.883336:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[67, 14], ns[67, 14] 00000100:00000040:1.0:1767384931.883337:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034133a09] to pc [ptlrpcd_00_02+2] req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384931.883341:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384931.883347:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384931.883351:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.883362:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 02000000:00000001:3.0:1767384931.883365:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384931.883372:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c815653. 00000400:00000200:2.0:1767384931.883374:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 10000000:00000001:1.0:1767384931.883374:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384931.883377:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384931.883382:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384931.883385:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f0fa751. 00000020:00000001:1.0:1767384931.883386:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.883387:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp30 00000020:01000000:1.0:1767384931.883393:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384931.883397:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e5baefd. 00000020:00000010:1.0:1767384931.883397:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009ce8d676. 00000400:00000200:2.0:1767384931.883401:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp30 lpni_is_preferred = 0 00000100:00000200:3.0:1767384931.883405:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363756288, portal 25 00000100:00000001:3.0:1767384931.883410:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384931.883411:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp30 00000100:00000001:3.0:1767384931.883413:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794525056 : -107297915026560 : ffff9e69c1e3c380) 00000100:00000001:1.0:1767384931.883415:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384931.883421:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384931.883423:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384931.883426:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp30 NI seq info: [68:68:256:4294967295] 192.168.203.109@tcp30 LPNI seq info [68:68:8:4294967295] 00000100:00000001:1.0:1767384931.883432:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384931.883436:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384931.883440:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384931.883448:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384931.883448:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384931.883452:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp30 00000100:00000040:3.0:1767384931.883456:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384931.883463:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd63d4be. 00000100:00000001:1.0:1767384931.883466:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384931.883468:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363756288, offset 0 00000100:00000001:1.0:1767384931.883470:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384931.883477:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384931.883481:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384931.883482:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384931.883483:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp30(192.168.203.109@tcp30:) -> 192.168.203.109@tcp30(192.168.203.109@tcp:192.168.203.109@tcp30) : PUT try# 0 02000000:00000001:1.0:1767384931.883489:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384931.883495:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034133a09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363756416:0@lo:253: 00000100:00000001:1.0:1767384931.883501:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384931.883505:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.109@tcp30 00000400:00000200:3.0:1767384931.883507:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384931.883507:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384931.883512:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384931.883517:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e589bb75. 00000400:00000200:3.0:1767384931.883525:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04d00 02000000:00000001:1.0:1767384931.883527:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384931.883534:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10a5 [2] + 0 00000800:00000010:2.0:1767384931.883535:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000092283f43. 02000000:00000010:1.0:1767384931.883536:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000047de866c. 00000400:00000010:3.0:1767384931.883537:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045251519. 02000000:00000001:1.0:1767384931.883545:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384931.883546:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbdbc789 00000800:00000010:2.0:1767384931.883547:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000069ed2f24. 00000400:00000010:1.0:1767384931.883551:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e22c6. 00000400:00000200:3.0:1767384931.883555:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384931.883559:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000401f5e4d. 00000400:00000200:3.0:1767384931.883565:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384931.883566:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000100:00000200:1.0:1767384931.883568:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363756416, portal 25 00000400:00000200:3.0:1767384931.883573:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdbc789 00000100:00000001:1.0:1767384931.883575:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384931.883578:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbdbc789. 00000100:00000001:1.0:1767384931.883579:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794536704 : -107297915014912 : ffff9e69c1e3f100) 00000800:00000200:2.1:1767384931.883584:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000100:00000001:3.0:1767384931.883588:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384931.883589:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384931.883593:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384931.883601:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000078488d5b x1853237363756288 msgsize 4848 00000100:00000001:1.0:1767384931.883602:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384931.883614:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000100:00000040:1.0:1767384931.883616:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384931.883617:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384931.883623:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384931.883623:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000763f3182. 00000400:00000200:2.0:1767384931.883627:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100571 rc 0 00000100:00000200:1.0:1767384931.883629:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363756416, offset 0 00000100:00000001:3.0:1767384931.883636:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384931.883642:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384931.883647:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd63d4be 00000400:00000010:3.0:1767384931.883650:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd63d4be. 00000100:00000001:3.0:1767384931.883656:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384931.883656:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384931.883663:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384931.883686:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c04d80 00000400:00000200:1.0:1767384931.883695:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b5 [2] + 0 00000400:00000010:1.0:1767384931.883704:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8fcd329. 00000400:00000200:1.0:1767384931.883711:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2d62aac 00000100:00000001:3.0:1767384931.883716:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384931.883718:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384931.883722:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384931.883728:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384931.883730:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384931.883738:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2d62aac 00000400:00000010:1.0:1767384931.883743:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2d62aac. 00000100:00000001:3.0:1767384931.883745:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.883749:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384931.883750:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384931.883755:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384931.883762:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384931.883763:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000b0f443e4 x1853237363756416 msgsize 4848 00000100:00000001:3.0:1767384931.883769:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294919768 00000100:00000010:3.0:1767384931.883777:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054d9e4cd. 00000100:00100000:1.0:1767384931.883778:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384931.883784:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384931.883786:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384931.883794:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294919768 00000100:00000010:3.0:1767384931.883799:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001947e4a. 00000100:00000001:1.0:1767384931.883800:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384931.883803:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384931.883812:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294919768 00000400:00000200:1.0:1767384931.883812:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000763f3182 00000100:00000010:3.0:1767384931.883817:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002fecb685. 00000400:00000200:2.0:1767384931.883817:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000010:1.0:1767384931.883818:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000763f3182. 00000100:00000001:3.0:1767384931.883825:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384931.883828:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384931.883831:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294919768 00000100:00000200:1.0:1767384931.883836:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384931.883837:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f72210af. 00000100:00000001:3.0:1767384931.883845:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384931.883851:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384931.883854:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.883861:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.883894:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384931.883895:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384931.883901:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384931.883906:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384931.883909:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.883910:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384931.883913:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384931.883915:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384931.883918:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384931.883921:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.883922:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.883925:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.883927:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294919769 00000400:00000200:2.0:1767384931.883938:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:1.0:1767384931.883938:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919768 00000100:00000001:1.0:1767384931.883947:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294919769 00000100:00000001:1.0:1767384931.883955:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919768 00000100:00000001:1.0:1767384931.883962:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294919769 00000100:00000001:1.0:1767384931.883968:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919768 00000100:00000001:1.0:1767384931.883974:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294919769 00000100:00000001:1.0:1767384931.883978:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919768 00000100:00000001:1.0:1767384931.883984:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384931.883986:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.883990:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.883991:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384931.883997:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384931.883999:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384931.884002:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384931.884004:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384931.884006:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.884009:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.884021:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384931.884023:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.884033:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:1.0:1767384931.884041:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384931.884045:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363756288 02000000:00000001:1.0:1767384931.884049:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384931.884051:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384931.884054:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384931.884059:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384931.884068:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363756288 00000020:00000001:1.0:1767384931.884070:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384931.884073:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384931.884076:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384931.884079:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:3.0:1767384931.884081:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384931.884082:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00100000:3.0:1767384931.884086:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363756416 00000020:00000001:1.0:1767384931.884087:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 02000000:00000001:3.0:1767384931.884090:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384931.884094:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384931.884095:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384931.884100:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000388e00b. 00000400:00000200:2.0:1767384931.884105:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000001:1.0:1767384931.884105:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384931.884107:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384931.884114:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000388e00b. 02000000:00000001:3.0:1767384931.884115:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384931.884122:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363756416 00000020:00000001:3.0:1767384931.884124:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384931.884126:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8d2264a. 00000020:00000040:3.0:1767384931.884127:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384931.884131:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384931.884134:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384931.884138:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000010:1.0:1767384931.884138:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbd17be0. 00000020:00000001:3.0:1767384931.884145:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384931.884149:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384931.884151:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000020:00000010:3.0:1767384931.884153:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72208d. 00000100:00000001:3.0:1767384931.884159:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384931.884162:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc72208d. 00000020:00000010:3.0:1767384931.884169:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c702b5c7. 00000100:00000040:1.0:1767384931.884171:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384931.884174:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f44ffe5. 00000100:00000001:1.0:1767384931.884178:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384931.884182:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e463ad97. 00000100:00000001:1.0:1767384931.884183:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384931.884189:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.884190:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000001:3.0:1767384931.884191:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384931.884194:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384931.884195:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.884201:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.884202:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.884219:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384931.884221:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.884237:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384931.884240:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384931.884244:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384931.884249:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000001:1.0:1767384931.884251:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384931.884253:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384931.884257:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078164560 : -107292631387056 : ffff9e6afcd1b450) 00000100:00100000:1.0:1767384931.884263:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384931.884266:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078488d5b x1853237363756288/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:157/0 lens 4848/0 e 0 to 0 dl 1767384942 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384931.884273:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:3.0:1767384931.884277:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384931.884280:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078161488 : -107292631390128 : ffff9e6afcd1a850) 00000020:00000010:3.0:1767384931.884282:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72208d. 00000100:00000001:3.0:1767384931.884288:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384931.884291:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc72208d. 00000100:00000040:1.0:1767384931.884295:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0f443e4 x1853237363756416/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:157/0 lens 4848/0 e 0 to 0 dl 1767384942 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384931.884297:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00100000:3.0:1767384931.884301:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078488d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363756288:12345-0@lo:253: 00000100:00000200:3.0:1767384931.884317:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363756288 00000100:00000001:1.0:1767384931.884321:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384931.884323:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384931.884326:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000388e00b. 00000020:00000001:3.0:1767384931.884328:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384931.884332:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384931.884333:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384931.884340:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000388e00b. 00000020:00000001:3.0:1767384931.884341:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384931.884346:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:3.0:1767384931.884351:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384931.884355:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384931.884355:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0f443e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363756416:12345-0@lo:253: 00000020:00000001:3.0:1767384931.884362:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384931.884366:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384931.884369:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.884370:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:3.0:1767384931.884375:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384931.884382:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384931.884382:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363756416 00000020:00000001:1.0:1767384931.884387:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384931.884391:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d87f0025. 00000020:00000001:1.0:1767384931.884393:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384931.884397:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384931.884397:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.884402:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384931.884403:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384931.884407:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384931.884408:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:1.0:1767384931.884413:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384931.884415:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384931.884417:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384931.884418:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:3.0:1767384931.884419:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006196981e. 00000020:00000001:1.0:1767384931.884420:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.884426:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 20000000:01000000:3.0:1767384931.884427:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384931.884427:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384931.884433:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384931.884434:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384931.884438:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:1.0:1767384931.884440:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac0497a2. 20000000:00000001:3.0:1767384931.884441:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384931.884446:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384931.884448:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384931.884449:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384931.884456:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384931.884460:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384931.884461:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e510c66e. 20000000:01000000:3.0:1767384931.884465:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:3.0:1767384931.884472:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:1.0:1767384931.884472:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b5509755. 00080000:00000001:3.0:1767384931.884477:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:1.0:1767384931.884480:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384931.884482:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384931.884486:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 20000000:00000001:1.0:1767384931.884487:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384931.884493:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384931.884498:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384931.884501:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.884503:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384931.884505:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384931.884531:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.884535:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384931.884537:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.884539:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384931.884541:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384931.884544:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000001:3.0:1767384931.884556:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:3.0:1767384931.884559:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384931.884562:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384931.884564:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00080000:00000001:3.0:1767384931.884566:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.884572:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384931.884576:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384931.884582:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384931.884586:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384931.884590:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000719e1be2. 00080000:00000001:3.0:1767384931.884594:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780988956672 : -107292720594944 : ffff9e6af7808000) 00080000:00000001:3.0:1767384931.884597:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384931.884601:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384931.884606:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000dc72208d. 00080000:00000001:3.0:1767384931.884609:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.884612:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384931.884625:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.884635:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00080000:00000001:3.0:1767384931.884642:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384931.884724:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.884796:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.884899:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.884957:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885000:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885050:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885098:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885139:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885187:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885228:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885262:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885310:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885352:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885386:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885420:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885460:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885496:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00080000:00000010:3.0:1767384931.885511:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000719e1be2. 00000400:00000200:2.0:1767384931.885537:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384931.885576:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00080000:00000010:1.0:1767384931.885604:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000dc72208d. 00040000:00000001:1.0:1767384931.885615:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384931.885618:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1767384931.885620:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00080000:00000001:1.0:1767384931.885622:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384931.885630:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384931.885634:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384931.885638:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384931.885657:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384931.885692:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000719e1be2. 20000000:00000001:1.0:1767384931.885696:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384931.885697:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 00000400:00000200:2.0:1767384931.885702:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 20000000:00000001:3.0:1767384931.885703:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384931.885706:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384931.885708:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384931.885713:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384931.885718:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384931.885721:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384931.885729:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.885733:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384931.885734:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.885736:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384931.885738:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384931.885740:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:3.0:1767384931.885743:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:3.0:1767384931.885745:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384931.885747:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384931.885750:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.885752:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384931.885762:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384931.885762:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000020:00000001:3.0:1767384931.885767:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384931.885772:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384931.885775:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f7e68a65. 00080000:00000001:3.0:1767384931.885779:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780988959744 : -107292720591872 : ffff9e6af7808c00) 00080000:00000001:3.0:1767384931.885781:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384931.885784:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384931.885787:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ed04a829. 00080000:00000001:3.0:1767384931.885789:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.885791:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:1.0:1767384931.885799:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384931.885801:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384931.885804:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384931.885808:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384931.885811:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384931.885812:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384931.885817:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1767384931.885825:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00010000:00000010:1.0:1767384931.885826:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a43efc2b. 00010000:00000001:1.0:1767384931.885862:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384931.885903:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b9705b2. 00000020:00000001:1.0:1767384931.885908:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384931.885911:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b9705b2 with handle 0x135556ebb4843bd7 to hash 00000020:00000001:1.0:1767384931.885913:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384931.885915:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384931.885917:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384931.885920:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384931.885922:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384931.885924:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.885932:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384931.885936:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384931.885938:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384931.885940:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384931.885942:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384931.885944:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384931.885945:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384931.885947:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384931.885949:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384931.885951:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384931.885952:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384931.885953:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a43efc2b) refcount = 1 00010000:00010000:1.0:1767384931.885957:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.885961:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384931.885963:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384931.885965:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384931.885974:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.885976:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384931.885979:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384931.885982:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384931.885985:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384931.885987:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384931.885989:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=4 00000020:00000001:1.0:1767384931.885991:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384931.885993:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384931.885995:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384931.885997:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.886002:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384931.886004:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.886008:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384931.886010:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384931.886012:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.886016:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384931.886018:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.886020:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384931.886022:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384931.886027:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b9705b2 already unused, calling callback (00000000c66beece) 00010000:00000001:1.0:1767384931.886029:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384931.886031:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384931.886033:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.886038:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384931.886046:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384931.886047:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384931.886049:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=5 00000020:00000001:1.0:1767384931.886051:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384931.886053:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384931.886056:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384931.886058:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.886063:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384931.886064:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384931.886066:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.886068:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384931.886070:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384931.886072:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384931.886073:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384931.886075:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b9705b2 with handle 0x135556ebb4843bd7 from hash 00010000:00000001:1.0:1767384931.886077:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384931.886079:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384931.886080:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384931.886081:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384931.886083:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384931.886084:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384931.886086:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384931.886088:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384931.886089:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384931.886091:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ffec34a0. 00010000:00000001:1.0:1767384931.886092:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384931.886095:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384931.886100:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384931.886101:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1767384931.886102:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002a50db9. 00010000:00000001:1.0:1767384931.886103:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.886105:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.886106:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384931.886108:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.886112:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384931.886121:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1767384931.886123:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007757e879. 00010000:00000001:1.0:1767384931.886123:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384931.886126:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384931.886129:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384931.886131:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384931.886133:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384931.886135:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384931.886136:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384931.886138:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.886143:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384931.886144:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384931.886146:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b9705b2/0x135556ebb4843bd7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384931.886151:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a43efc2b count: 0 00010000:00000001:1.0:1767384931.886162:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384931.886164:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000010:2.0:1767384931.886165:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007757e879. 00080000:00000020:1.0:1767384931.886174:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384931.886179:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00020000:2.0:1767384931.886180:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 20000000:00000010:1.0:1767384931.886181:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006196981e. 20000000:00000001:1.0:1767384931.886188:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384931.886189:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002a50db9. 00010000:00000040:1.0:1767384931.886193:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363756288 00000800:00000010:2.0:1767384931.886196:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ffec34a0. 00010000:00000001:1.0:1767384931.886197:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384931.886203:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078488d5b x1853237363756288/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:157/0 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384931.886212:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384931.886214:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384931.886217:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384931.886221:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384931.886223:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384931.886225:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384931.886227:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384931.886229:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384931.886232:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384931.886241:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384931.886244:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000763f3182. 00000100:00000200:1.0:1767384931.886248:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363756288, offset 224 00000400:00000200:1.0:1767384931.886254:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384931.886262:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:02020000:2.0:1767384931.886267:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp30 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384931.886271:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04d00 00000400:00000200:1.0:1767384931.886283:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1851 [2] + 224 00000400:00000200:2.0:1767384931.886287:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp30 notifying 192.168.203.109@tcp30: down 00000400:00000200:1.0:1767384931.886290:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384931.886296:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384931.886299:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp30 down 00000100:00000001:1.0:1767384931.886301:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384931.886308:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1767384931.886314:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.203.109@tcp30 00000800:00000010:2.0:1767384931.886325:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e589bb75. 00000100:00000040:1.0:1767384931.886327:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384931.886334:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384931.886345:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp30->192.168.203.109@tcp30: PUT: LOCAL_ERROR 00000100:00000001:1.0:1767384931.886348:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384931.886355:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000763f3182 00000400:00000010:1.0:1767384931.886357:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000763f3182. 00000100:00000001:1.0:1767384931.886360:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384931.886362:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384931.886367:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384931.886367:0:16331:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp30 added to recovery queue. ping count: 0 next ping: 253 health :900 00000100:00000001:3.0:1767384931.886371:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384931.886378:0:16331:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384931.886378:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384931.886379:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384931.886384:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384931.886387:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f0fa751. 00000100:00000040:1.0:1767384931.886389:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:2.0:1767384931.886390:0:16331:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 1 00000400:00000200:3.0:1767384931.886394:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e5baefd 00010000:00000001:1.0:1767384931.886396:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384931.886399:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e5baefd. 00000020:00000001:1.0:1767384931.886400:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.886406:0:16331:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:3.0:1767384931.886407:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384931.886407:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384931.886417:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384931.886417:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078488d5b x1853237363756288/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:157/0 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384931.886442:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:3.0:1767384931.886451:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384931.886455:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x101171 00000100:00100000:1.0:1767384931.886457:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078488d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363756288:12345-0@lo:253: Request processed in 2174us (2850us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384931.886467:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384931.886473:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384931.886480:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384931.886480:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ec15fb 00000100:00100000:1.0:1767384931.886481:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000001:3.0:1767384931.886483:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384931.886487:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000400:00000010:2.0:1767384931.886489:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004ec15fb. 00000100:00000001:3.0:1767384931.886490:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384931.886492:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384931.886495:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384931.886498:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384931.886498:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384931.886499:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:3.0:1767384931.886501:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384931.886506:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384931.886506:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbd17be0. 00000100:00001000:3.0:1767384931.886511:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=49 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384931.886511:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00001000:3.0:1767384931.886521:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=49 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384931.886522:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000400:00000200:2.0:1767384931.886523:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (24) 00000100:00000001:3.0:1767384931.886527:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384931.886530:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8d2264a. 00000100:00000001:3.0:1767384931.886531:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384931.886535:0:16338:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.109@tcp 00010000:00000001:3.0:1767384931.886538:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384931.886539:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000400:00000200:2.0:1767384931.886543:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100171 rc -71 02000000:00000001:1.0:1767384931.886545:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384931.886551:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384931.886551:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d87f0025. 00000400:00000200:2.0:1767384931.886555:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000100:00000001:3.0:1767384931.886559:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384931.886560:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384931.886562:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (23) 00000100:00000001:1.0:1767384931.886565:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384931.886570:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384931.886574:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384931.886582:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec6a5d42. 00000100:00000001:3.0:1767384931.886583:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384931.886589:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384931.886590:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000763f3182. 00000100:00000001:3.0:1767384931.886591:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384931.886599:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384931.886601:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384931.886603:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384931.886604:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384931.886605:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384931.886607:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384931.886609:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384931.886610:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384931.886611:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384931.886612:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384931.886615:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384931.886621:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006959c6eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363756288:0@lo:253: 00000100:00000001:3.0:1767384931.886626:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.886628:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384931.886629:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006959c6eb x1853237363756288/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384931.886634:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384931.886636:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384931.886638:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c815653. 02000000:00000001:3.0:1767384931.886641:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384931.886643:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384931.886644:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384931.886646:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384931.886648:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d94fa04a. 02000000:00000001:3.0:1767384931.886653:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384931.886655:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384931.886656:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006959c6eb. 00000100:00000001:3.0:1767384931.886666:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384931.886667:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.886686:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.886691:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384931.886692:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.886694:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384931.886697:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384931.887422:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f7e68a65. 00080000:00000010:3.0:1767384931.887503:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ed04a829. 00040000:00000001:3.0:1767384931.887510:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384931.887512:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384931.887514:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384931.887517:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384931.887520:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384931.887522:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384931.887524:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384931.887538:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384931.887541:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384931.887546:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384931.887558:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384931.887562:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384931.887563:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384931.887567:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384931.887569:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384931.887574:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044d61ed5. 00010000:00000001:1.0:1767384931.887577:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384931.887579:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00000020:00000001:1.0:1767384931.887582:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384931.887585:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e424163 with handle 0x135556ebb4843bde to hash 00000020:00000001:1.0:1767384931.887588:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384931.887589:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384931.887591:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384931.887593:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384931.887595:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384931.887597:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.887602:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384931.887605:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384931.887607:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384931.887608:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384931.887610:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384931.887611:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384931.887620:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384931.887621:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384931.887622:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384931.887624:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384931.887625:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384931.887626:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044d61ed5) refcount = 1 00010000:00010000:1.0:1767384931.887629:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.887633:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384931.887634:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384931.887636:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384931.887638:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.887640:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384931.887643:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384931.887645:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384931.887647:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384931.887649:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384931.887651:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=4 00000020:00000001:1.0:1767384931.887653:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384931.887655:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384931.887658:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000020:3.0:1767384931.887660:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384931.887660:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384931.887666:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384931.887683:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384931.887685:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384931.887688:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b5509755. 00010000:00000001:1.0:1767384931.887692:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384931.887695:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.887696:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384931.887700:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384931.887702:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363756416 00010000:00000001:3.0:1767384931.887707:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384931.887712:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:3.0:1767384931.887715:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0f443e4 x1853237363756416/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:157/0 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384931.887716:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384931.887724:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384931.887728:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.887728:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384931.887732:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384931.887733:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384931.887743:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384931.887747:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e424163 already unused, calling callback (00000000c66beece) 00000100:00000040:3.0:1767384931.887748:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:1.0:1767384931.887754:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384931.887755:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:1.0:1767384931.887758:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:3.0:1767384931.887760:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384931.887762:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384931.887763:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.887770:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384931.887776:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384931.887776:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384931.887779:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384931.887780:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384931.887781:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=5 00000020:00000001:1.0:1767384931.887782:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384931.887784:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384931.887788:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:3.0:1767384931.887791:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd63d4be. 00010000:00010000:1.0:1767384931.887791:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384931.887798:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363756416, offset 224 00010000:00000001:1.0:1767384931.887800:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384931.887805:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384931.887806:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384931.887811:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384931.887814:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384931.887817:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384931.887820:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384931.887823:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384931.887824:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384931.887827:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e424163 with handle 0x135556ebb4843bde from hash 00010000:00000001:1.0:1767384931.887832:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384931.887834:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384931.887838:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c04d80 00010000:00000001:1.0:1767384931.887838:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384931.887842:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384931.887845:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384931.887849:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1859 [2] + 224 00010000:00000001:1.0:1767384931.887849:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384931.887851:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384931.887855:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.887858:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384931.887861:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384931.887888:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.887890:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384931.887892:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384931.887895:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384931.887897:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384931.887899:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.887900:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.887906:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.887908:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384931.887909:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384931.887915:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384931.887918:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384931.887922:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384931.887925:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384931.887928:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384931.887932:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384931.887934:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384931.887935:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384931.887938:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384931.887943:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384931.887949:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384931.887953:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384931.887958:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384931.887959:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384931.887960:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e424163/0x135556ebb4843bde lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384931.887961:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:1.0:1767384931.887967:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044d61ed5 count: 0 00000400:00000200:3.0:1767384931.887969:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd63d4be 00000400:00000010:3.0:1767384931.887973:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd63d4be. 00000100:00000001:3.0:1767384931.887978:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384931.887980:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384931.887980:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384931.887984:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384931.887989:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.887993:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384931.887994:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384931.887999:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384931.888000:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384931.888005:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384931.888007:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384931.888009:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384931.888012:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0f443e4 x1853237363756416/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:157/0 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384931.888022:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0f443e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363756416:12345-0@lo:253: Request processed in 3700us (4257us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384931.888023:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384931.888029:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973e22c6. 00000100:00100000:3.0:1767384931.888036:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000400:00000200:2.0:1767384931.888039:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000401f5e4d 00000100:00000040:3.0:1767384931.888040:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000400:00000010:2.0:1767384931.888047:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000401f5e4d. 00000100:00000001:3.0:1767384931.888048:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384931.888051:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384931.888056:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f44ffe5. 00000100:00000001:2.0:1767384931.888057:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384931.888063:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e463ad97. 00000100:00000200:2.0:1767384931.888067:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384931.888078:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c702b5c7. 00000020:00000040:3.0:1767384931.888087:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000200:2.0:1767384931.888091:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384931.888094:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384931.888098:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac0497a2. 02000000:00000001:3.0:1767384931.888106:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384931.888111:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.888112:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384931.888116:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384931.888118:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384931.888121:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f0fa751. 00000100:00000001:2.0:1767384931.888124:0:16342:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384931.888127:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd63d4be. 02000000:00000001:2.0:1767384931.888129:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384931.888134:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384931.888137:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384931.888141:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384931.888145:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=49 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384931.888150:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384931.888155:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384931.888157:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384931.888160:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384931.888163:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.888165:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384931.888170:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384931.888181:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384931.888184:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384931.888186:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384931.888190:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384931.888192:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384931.888195:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384931.888197:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384931.888199:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384931.888201:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384931.888203:0:16342:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384931.888205:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384931.888215:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384931.888220:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384931.888230:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000034133a09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363756416:0@lo:253: 00000100:00000001:2.0:1767384931.888236:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.888239:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384931.888241:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034133a09 x1853237363756416/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384931.888246:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384931.888248:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384931.888250:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000047de866c. 02000000:00000001:2.0:1767384931.888254:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384931.888256:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384931.888257:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384931.888259:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384931.888260:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007f9ee93f. 02000000:00000001:2.0:1767384931.888264:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384931.888265:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384931.888266:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034133a09. 00000100:00000001:2.0:1767384931.888269:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384931.888270:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.888271:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.888275:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384931.888277:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.888278:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384931.888280:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384931.889907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a43efc2b. 00010000:00000010:1.1:1767384931.889927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b9705b2. 00000100:00000040:0.0:1767384931.890932:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294919769, at 4294919770 00000100:00000010:0.0:1767384931.890941:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054d9e4cd. 00000100:00000040:3.0:1767384931.890950:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294919769, at 4294919770 00000100:00000010:3.0:1767384931.890958:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f72210af. 00000100:00000040:1.0:1767384931.891915:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294919769, at 4294919771 00000100:00000010:1.0:1767384931.891923:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001947e4a. 00000100:00000040:2.0:1767384931.891935:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294919769, at 4294919771 00000100:00000010:2.0:1767384931.891947:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002fecb685. 00010000:00000010:1.1:1767384931.892907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044d61ed5. 00010000:00000010:1.1:1767384931.892914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00000400:00000010:0.0:1767384931.904511:0:28058:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c7abfc01. 00000400:00000040:0.0:1767384931.904534:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384931.904537:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384931.904539:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384931.904541:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384931.904543:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384931.904545:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384931.904548:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384931.904549:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384931.904551:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384931.904552:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384931.904571:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384931.904573:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384931.904575:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384931.904576:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384931.904577:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384931.904579:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384931.904581:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384931.904581:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384931.904582:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384931.904585:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384931.904586:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384931.904588:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384931.904590:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384931.904592:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384931.904593:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384931.904595:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384931.904596:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384931.904597:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384931.904599:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384931.904600:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384931.904601:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384931.904610:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384931.904612:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384931.904613:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384931.904615:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384931.904616:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384931.904617:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384931.904620:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384931.904621:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384931.904622:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384931.904624:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384931.904625:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384931.904626:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384931.904628:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384931.904629:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384931.904630:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384931.904631:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384931.904633:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384931.904635:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384931.904636:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384931.904638:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384931.904639:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384931.904640:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384931.904642:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384931.904643:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384931.904644:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384931.904645:0:28058:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384931.904756:0:28058:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c7abfc01. 00010000:00000001:2.0:1767384932.696936:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:0.0:1767384932.696943:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp29 00010000:00000001:2.0:1767384932.696945:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384932.696951:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000127e3f80. 00010000:00000001:2.0:1767384932.696955:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000010:0.0:1767384932.696960:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000acc60024. 00010000:00000001:2.0:1767384932.696962:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000400:00000010:0.0:1767384932.696967:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00010000:00000001:2.0:1767384932.696968:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384932.696974:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.696979:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384932.696980:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f1de613c. 00000400:00000200:0.0:1767384932.696987:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp29 00010000:00000001:2.0:1767384932.696993:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.696997:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.697001:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.697008:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp29 local destination 00000400:00000200:0.0:1767384932.697015:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp29 00000400:00000200:0.0:1767384932.697022:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp29 NI seq info: [69:69:256:4294967295] 192.168.203.109@tcp29 LPNI seq info [69:69:8:4294967295] 00000400:00000200:0.0:1767384932.697031:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp29 00000020:00000001:2.0:1767384932.697036:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384932.697044:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384932.697049:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384932.697056:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp29(192.168.203.109@tcp29:) -> 192.168.203.109@tcp29(192.168.203.109@tcp29:192.168.203.109@tcp29) : GET try# 0 00000800:00000200:0.0:1767384932.697064:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp29 00000800:00000010:0.0:1767384932.697069:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000698e0add. 00000800:00000200:0.0:1767384932.697079:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (2) 00000800:00000200:0.1:1767384932.697085:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (2) 00000400:00000200:0.0:1767384932.697112:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp29 added to recovery queue. ping count: 2 next ping: 257 health :800 00000400:00000200:0.0:1767384932.697117:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp28 00000400:00000010:0.0:1767384932.697120:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009f1b6377. 00000400:00000010:0.0:1767384932.697124:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000060172641. 00000400:00000010:0.0:1767384932.697128:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e2194e. 00000400:00000010:0.0:1767384932.697133:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006add1a3f. 00000400:00000200:0.0:1767384932.697136:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp28 00000400:00000200:0.0:1767384932.697143:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp28 local destination 00000400:00000200:0.0:1767384932.697148:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp28 00000400:00000200:0.0:1767384932.697154:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp28 NI seq info: [70:70:256:4294967295] 192.168.203.109@tcp28 LPNI seq info [70:70:8:4294967295] 00000400:00000200:0.0:1767384932.697160:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp28 00000400:00000200:0.0:1767384932.697169:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp28(192.168.203.109@tcp28:) -> 192.168.203.109@tcp28(192.168.203.109@tcp28:192.168.203.109@tcp28) : GET try# 0 00000800:00000200:0.0:1767384932.697176:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp28 00000800:00000010:0.0:1767384932.697180:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dc167dfd. 00000800:00000200:0.0:1767384932.697185:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (2) 00000800:00000200:0.1:1767384932.697191:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (2) 00000400:00000200:2.0:1767384932.697200:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.697210:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp28 added to recovery queue. ping count: 3 next ping: 261 health :700 00000400:00000200:0.0:1767384932.697216:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp30 00000400:00000010:0.0:1767384932.697221:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006f62c4dd. 00000400:00000010:0.0:1767384932.697224:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000051362cb3. 00000400:00000010:0.0:1767384932.697228:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9ca193. 00000400:00000010:0.0:1767384932.697234:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000028c71940. 00000400:00000200:0.0:1767384932.697240:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp30 00000400:00000200:0.0:1767384932.697247:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp30 local destination 00000400:00000200:0.0:1767384932.697251:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp30 00000400:00000200:0.0:1767384932.697255:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp30 NI seq info: [71:71:256:4294967295] 192.168.203.109@tcp30 LPNI seq info [71:71:8:4294967295] 00000400:00000200:0.0:1767384932.697269:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp30 00000400:00000200:0.0:1767384932.697280:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp30(192.168.203.109@tcp30:) -> 192.168.203.109@tcp30(192.168.203.109@tcp30:192.168.203.109@tcp30) : GET try# 0 00000800:00000200:0.0:1767384932.697288:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp30 00000400:00000200:2.0:1767384932.697289:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000010:0.0:1767384932.697292:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000129ebf71. 00000800:00000200:0.0:1767384932.697302:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000800:00000200:0.1:1767384932.697307:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000400:00000200:0.0:1767384932.697322:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp30 added to recovery queue. ping count: 1 next ping: 255 health :900 00000400:00000200:2.0:1767384932.697389:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.697405:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.697482:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.697528:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.697571:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.697625:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.697637:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.697690:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.697720:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.697731:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.697791:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.697815:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.697830:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.697919:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.697921:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.697973:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698010:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.698042:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.698076:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698103:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.698148:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.698166:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698172:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.698246:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698255:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.698264:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698346:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.698359:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.698369:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698420:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.698479:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.698482:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698502:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.698579:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698596:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.698610:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.698692:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698693:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.698759:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.698812:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698813:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.698870:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.698922:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.698950:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699013:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.699020:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699042:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699080:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.699124:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699141:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699152:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.699226:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699245:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699248:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.699334:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699340:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699352:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699440:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.699449:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699456:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699535:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699568:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.699570:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699605:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699680:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.699700:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699701:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699756:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699792:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.699809:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699834:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699898:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.699966:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.699967:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.699970:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.700049:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700079:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.700087:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.700120:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700175:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.700203:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.700205:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700282:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.700296:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.700316:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700373:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.700380:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.700423:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700448:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.700462:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.700523:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700525:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.700540:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700614:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384932.700633:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.700640:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700716:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.700773:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700798:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.700899:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.700901:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384932.700908:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c815653. 00000800:00000010:3.0:1767384932.700915:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006deacced. 00000800:00000010:3.0:1767384932.700920:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003e7fce8b. 00000800:00000010:3.0:1767384932.700951:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003e7fce8b. 00000800:00020000:3.0:1767384932.700963:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000400:00000200:0.0:1767384932.700981:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.701003:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.701039:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.701093:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.701105:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.701182:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.701254:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.701309:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.701370:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.701482:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384932.701566:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp28 from 217.3.0.2 00000800:00000010:0.0:1767384932.701571:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002fa0e2bc. 00000800:00000010:2.0:1767384932.701602:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ffec34a0. 00000800:00000010:2.0:1767384932.701612:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000959f2772. 00000800:00000010:2.0:1767384932.701729:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9ee93f. 00000800:00000010:2.0:1767384932.701737:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000efb09a12. 00000800:00000010:2.0:1767384932.701743:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2561f81. 00000800:00000010:2.0:1767384932.701797:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2561f81. 00000400:00000200:0.0:1767384932.701846:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384932.701889:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp29 from 216.3.0.2 00000800:00000010:0.0:1767384932.701893:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f4a3afcb. 00000800:00000010:0.0:1767384932.702114:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef32d51d. 00000800:00000010:0.0:1767384932.702118:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000006a15be0. 00000800:00000010:0.0:1767384932.702121:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b491a73. 00000800:00000010:2.0:1767384932.702216:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d0865c9a. 00000800:00000200:2.1:1767384932.702227:0:16331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (2) 00000800:00000200:2.1:1767384932.702234:0:16331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp28 00000000d0865c9a deleted 00000800:00000010:2.1:1767384932.702237:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d0865c9a. 00000800:00000200:2.1:1767384932.702244:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384932.702253:0:16331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp28 ip 192.168.203.109:985 00000800:00000200:2.1:1767384932.702258:0:16331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc167dfd type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384932.702265:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp28 p 3.x 192.168.203.109 -> 192.168.203.109:985 incarnation:1767384924436552614 sched[0] 00000800:00000010:2.0:1767384932.702272:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2561f81. 00000800:00000010:2.0:1767384932.702310:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2561f81. 00000800:00000010:2.0:1767384932.702315:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000959f2772. 00000800:00000010:2.0:1767384932.702355:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002fa0e2bc. 00000800:00000010:2.0:1767384932.702366:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000047de866c. 00000800:00000010:2.0:1767384932.702371:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000959f2772. 00000800:00000010:2.0:1767384932.702392:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d0865c9a. 00000800:00000001:0.0:1767384932.702394:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.1:1767384932.702401:0:16331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (2) 00000800:00000200:2.1:1767384932.702406:0:16331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp29 00000000d0865c9a deleted 00000800:00000010:2.1:1767384932.702409:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d0865c9a. 00000800:00000200:2.1:1767384932.702423:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384932.702429:0:16331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp29 ip 192.168.203.109:984 00000800:00000200:2.1:1767384932.702432:0:16331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000698e0add type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384932.702438:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp29 p 3.x 192.168.203.109 -> 192.168.203.109:984 incarnation:1767384926210271504 sched[0] 00000800:00000001:0.0:1767384932.702440:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384932.702447:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2561f81. 00000800:00000200:0.0:1767384932.702480:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384932.702484:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dc167dfd. 00000400:00000200:0.0:1767384932.702489:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.702495:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp28->192.168.203.109@tcp28: GET: OK 00000400:00000200:0.0:1767384932.702500:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384932.702503:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp28 recovery message sent successfully:0 00000800:00000010:2.0:1767384932.702515:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2561f81. 00000800:00000010:2.0:1767384932.702529:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000959f2772. 00000800:00000010:0.0:1767384932.702561:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b491a73. 00000800:00000010:2.0:1767384932.702569:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f4a3afcb. 00000800:00000001:0.0:1767384932.702573:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.702588:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384932.702612:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384932.702620:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp28 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384924436552614 sched[0] 00000800:00000010:0.0:1767384932.702625:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000006a15be0. 00000800:00000200:2.0:1767384932.702655:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384932.702660:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000698e0add. 00000800:00000001:0.0:1767384932.702662:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384932.702693:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384932.702697:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384932.702705:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp29->192.168.203.109@tcp29: GET: OK 00000800:00000001:0.0:1767384932.702705:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384932.702712:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384932.702717:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp29 recovery message sent successfully:0 00000800:00000001:0.0:1767384932.702719:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.702734:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp28(192.168.203.109@tcp28) <- 192.168.203.109@tcp28 : GET - for me 00000400:00000200:0.0:1767384932.702750:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000200:2.1:1767384932.702752:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384932.702765:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp29 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384926210271504 sched[0] 00000400:00000200:0.0:1767384932.702767:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1849 [1] + 0 00000800:00000010:2.0:1767384932.702775:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000efb09a12. 00000400:00000200:0.0:1767384932.702788:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp28 to MR: 192.168.203.109@tcp28 local destination 00000400:00000200:0.0:1767384932.702798:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp28 NI seq info: [72:72:256:4294967295] 192.168.203.109@tcp28 LPNI seq info [72:72:8:4294967295] 00000400:00000200:0.0:1767384932.702810:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp28(192.168.203.109@tcp28:192.168.203.109@tcp28) -> 192.168.203.109@tcp28(192.168.203.109@tcp28:192.168.203.109@tcp28) 192.168.203.109@tcp28 : REPLY try# 0 00000800:00000200:0.0:1767384932.702819:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp28 00000800:00000010:0.0:1767384932.702824:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc167dfd. 00000800:00000200:0.0:1767384932.702830:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (4) 00000800:00000200:0.0:1767384932.702835:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp28 ip 192.168.203.109:988 00000800:00000200:0.0:1767384932.702838:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc167dfd type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384932.702839:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.702943:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.702996:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.703066:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000200:0.0:1767384932.703073:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384932.703078:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc167dfd. 00000400:00000200:0.0:1767384932.703083:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.703089:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp28->192.168.203.109@tcp28: REPLY: OK 00000800:00000001:0.0:1767384932.703100:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703106:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.703108:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703115:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.703119:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp29(192.168.203.109@tcp29) <- 192.168.203.109@tcp29 : GET - for me 00000400:00000200:2.0:1767384932.703124:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.703130:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384932.703138:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1849 [1] + 0 00000400:00000200:0.0:1767384932.703153:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp29 to MR: 192.168.203.109@tcp29 local destination 00000400:00000200:0.0:1767384932.703159:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp29 NI seq info: [73:73:256:4294967295] 192.168.203.109@tcp29 LPNI seq info [73:73:8:4294967295] 00000400:00000200:0.0:1767384932.703168:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp29(192.168.203.109@tcp29:192.168.203.109@tcp29) -> 192.168.203.109@tcp29(192.168.203.109@tcp29:192.168.203.109@tcp29) 192.168.203.109@tcp29 : REPLY try# 0 00000400:00000200:2.0:1767384932.703172:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000800:00000200:0.0:1767384932.703173:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp29 00000800:00000010:0.0:1767384932.703182:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc167dfd. 00000800:00000200:0.0:1767384932.703188:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (4) 00000800:00000200:0.0:1767384932.703193:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp29 ip 192.168.203.109:988 00000800:00000200:0.0:1767384932.703196:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc167dfd type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384932.703228:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000800:00000200:0.0:1767384932.703243:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384932.703247:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc167dfd. 00000400:00000200:0.0:1767384932.703252:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.703256:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp29->192.168.203.109@tcp29: REPLY: OK 00000800:00000001:0.0:1767384932.703263:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703266:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.703269:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703274:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.703275:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703280:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.703285:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp28(192.168.203.109@tcp28) <- 192.168.203.109@tcp28 : REPLY - for me 00000400:00000200:2.0:1767384932.703294:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.703297:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp28: Reply from 12345-192.168.203.109@tcp28 of length 272/272 into md 0x1875 00000800:00000001:0.0:1767384932.703304:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703311:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.703313:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.703319:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp28->192.168.203.109@tcp28: REPLY: OK 00000400:00000200:0.0:1767384932.703323:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e2194e 00000400:00000010:0.0:1767384932.703325:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e2194e. 00000400:00000200:0.0:1767384932.703328:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384932.703333:0:16333:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009f1b6377. 00000400:00000010:0.0:1767384932.703337:0:16333:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000060172641. 00000800:00000001:0.0:1767384932.703342:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703354:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.703356:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384932.703359:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000001:0.0:1767384932.703361:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.703367:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703372:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.703379:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp29(192.168.203.109@tcp29) <- 192.168.203.109@tcp29 : REPLY - for me 00000400:00000200:0.0:1767384932.703390:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp29: Reply from 12345-192.168.203.109@tcp29 of length 272/272 into md 0x1871 00000800:00000001:0.0:1767384932.703394:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703399:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.703400:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.703405:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp29->192.168.203.109@tcp29: REPLY: OK 00000400:00000200:0.0:1767384932.703409:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000400:00000010:0.0:1767384932.703411:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00000400:00000200:0.0:1767384932.703415:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384932.703419:0:16333:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000127e3f80. 00000400:00000010:0.0:1767384932.703423:0:16333:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000acc60024. 00000800:00000001:0.0:1767384932.703430:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703435:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384932.703437:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000800:00000001:0.0:1767384932.703438:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.703443:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384932.703540:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.703541:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.703609:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.703641:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.703683:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.703737:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.703747:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.703809:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.703835:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.703912:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.703935:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.703987:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.703996:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704060:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.704089:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704130:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.704179:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704202:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.704264:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704289:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.704364:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704374:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.704459:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704470:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704544:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.704588:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704642:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.704726:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704726:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704779:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.704824:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704840:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.704934:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705002:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705008:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705109:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705115:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705158:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705200:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705256:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705295:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705354:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705390:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705427:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705489:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705490:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705534:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705584:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705614:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705705:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705724:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705783:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705835:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705836:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705903:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.705959:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.705974:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.706057:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.706059:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.706116:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.706148:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.706172:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.706221:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.706260:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.706319:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.706347:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.706416:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.706432:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:2.0:1767384932.706487:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.706495:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.706579:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:00000200:0.0:1767384932.706846:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384932.706858:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e73810d. 00000800:00000010:2.0:1767384932.706891:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000efb09a12. 00000800:00000010:2.0:1767384932.706908:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2561f81. 00000400:00000200:0.0:1767384932.706962:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp28 from 214.3.0.2 00000800:00000010:0.0:1767384932.706966:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000054deb7dc. 00000800:00000010:2.0:1767384932.706973:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2561f81. 00000400:00000200:0.0:1767384932.706991:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384932.707007:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp29 from 215.3.0.2 00000800:00000010:0.0:1767384932.707017:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b912eaa8. 00000800:00000010:2.0:1767384932.707029:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000523ff2bd. 00000800:00000010:2.0:1767384932.707037:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000959f2772. 00000800:00000010:3.0:1767384932.707373:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006deacced. 00000800:00000010:3.0:1767384932.707379:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c815653. 00000800:00000010:0.0:1767384932.707466:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000f9bce06. 00000800:00000010:0.0:1767384932.707471:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000006a15be0. 00000400:02020000:3.0:1767384932.707474:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp30 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384932.707476:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b491a73. 00000800:00000010:0.0:1767384932.707546:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f3657419. 00000800:00000200:0.1:1767384932.707552:0:16331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (4) 00000800:00000200:0.1:1767384932.707556:0:16331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp28 00000000f3657419 deleted 00000800:00000010:0.1:1767384932.707558:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f3657419. 00000800:00000200:0.1:1767384932.707562:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384932.707566:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp28 p 3.x 192.168.203.109 -> 192.168.203.109:982 incarnation:1767384924436552614 sched[0] 00000800:00000010:0.0:1767384932.707570:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8b2c605. 00000800:00000010:0.0:1767384932.707588:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8b2c605. 00000800:00000010:0.0:1767384932.707590:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000959f2772. 00000800:00000010:0.0:1767384932.707604:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000054deb7dc. 00000800:00000010:0.0:1767384932.707611:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0074b05. 00000800:00000010:0.0:1767384932.707615:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3657419. 00000800:00000010:0.0:1767384932.707628:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000051263e7c. 00000800:00000200:0.1:1767384932.707633:0:16331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (4) 00000800:00000200:0.1:1767384932.707646:0:16331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp29 0000000051263e7c deleted 00000800:00000010:0.1:1767384932.707648:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000051263e7c. 00000800:00000200:0.1:1767384932.707653:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384932.707659:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp29 p 3.x 192.168.203.109 -> 192.168.203.109:983 incarnation:1767384926210271504 sched[0] 00000800:00000010:0.0:1767384932.707680:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8b2c605. 00000800:00000001:2.0:1767384932.707701:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384932.707708:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384932.707756:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8b2c605. 00000800:00000010:0.0:1767384932.707763:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3657419. 00000800:00000200:2.1:1767384932.707767:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384932.707779:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp29 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384926210271504 sched[0] 00000800:00000010:2.0:1767384932.707784:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000efb09a12. 00000800:00000010:0.0:1767384932.707791:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b912eaa8. 00000800:00000001:0.0:1767384932.707816:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.707822:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.707826:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.707830:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384932.708201:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b491a73. 00000800:00000200:0.1:1767384932.708213:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384932.708219:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp28 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384924436552614 sched[0] 00000800:00000010:0.0:1767384932.708222:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000006a15be0. 00000800:00000001:2.0:1767384932.708269:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384932.708276:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384932.712580:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp30 notifying 192.168.203.109@tcp30: down 00000400:00000200:3.0:1767384932.712584:0:16329:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384932.712587:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp30 00000800:00000010:3.0:1767384932.712589:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000129ebf71. 00000400:00000200:3.0:1767384932.712592:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384932.712596:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp30->192.168.203.109@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384932.712601:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384932.712603:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384932.712605:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp30) recovery failed with -71 00080000:00000010:3.0:1767384933.231333:0:28423:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bfcb64db. 00080000:00000010:3.0:1767384933.231343:0:28423:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bfcb64db. 00000020:00000001:3.0:1767384933.231347:0:28423:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384933.231354:0:28423:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bfcb64db. 00080000:00000010:3.0:1767384933.231359:0:28423:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bfcb64db. 00000020:00000001:3.0:1767384933.231362:0:28423:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384933.720952:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384933.720957:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384933.720960:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9ca193 00000400:00000010:0.0:1767384933.720964:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9ca193. 00010000:00000001:2.0:1767384933.720968:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:0.0:1767384933.720970:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384933.720976:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery ping unlinked 00010000:00000001:2.0:1767384933.720980:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384933.720986:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000010:0.0:1767384933.720987:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006f62c4dd. 00010000:00000001:2.0:1767384933.720988:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384933.721000:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000051362cb3. 00000020:00000001:1.0:1767384933.721020:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384933.721024:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384933.721026:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384933.848995:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384933.849008:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:3.0:1767384933.849030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767384933.849032:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008982accd. 00000100:00000001:3.0:1767384933.849039:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:1.0:1767384933.849040:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:3.0:1767384933.849045:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064fc07d6. 00000100:00000001:1.0:1767384933.849046:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384933.849051:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:3.0:1767384933.849052:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384933.849057:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384933.849057:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.849059:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384933.849064:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384933.849067:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026c2a0c5. 02000000:00000010:3.0:1767384933.849071:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000196f69d2. 00000100:00000001:1.0:1767384933.849075:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.849077:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.849083:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384933.849086:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.849087:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384933.849098:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008982accd] to pc [ptlrpcd_00_03+3] req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.849100:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384933.849103:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.849112:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064fc07d6] to pc [ptlrpcd_00_00+0] req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.849130:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1767384933.849133:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.849136:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384933.849140:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.849140:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384933.849146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384933.849148:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.849155:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384933.849162:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008327b26e. 00000100:00000001:0.0:1767384933.849162:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384933.849165:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384933.849169:0:36:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384933.849171:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384933.849175:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.849176:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384933.849180:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384933.849181:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.849185:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384933.849186:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384933.849186:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008982accd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363756544:0@lo:13: 00000100:00000001:1.0:1767384933.849189:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384933.849196:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007ff30a5b. 00000100:00000001:0.0:1767384933.849197:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384933.849202:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384933.849203:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.849205:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.849209:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384933.849211:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384933.849213:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384933.849213:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003e23d34a. 00000100:00100000:1.0:1767384933.849215:0:16341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384933.849219:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384933.849219:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384933.849230:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000716f0b25. 00000100:00000001:1.0:1767384933.849232:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384933.849236:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.849238:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384933.849239:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384933.849240:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9ca193. 00000100:00000001:3.0:1767384933.849243:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.849244:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384933.849247:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384933.849248:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363756544, portal 4 00000100:00000040:1.0:1767384933.849253:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.849253:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384933.849255:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008327b26e] to pc [ptlrpcd_00_01+1] req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.849257:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794529536 : -107297915022080 : ffff9e69c1e3d500) 00000100:00000040:0.0:1767384933.849271:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.849286:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384933.849290:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.849297:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384933.849298:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384933.849299:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.849301:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384933.849303:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384933.849307:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384933.849308:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.849311:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384933.849312:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00000100:00100000:1.0:1767384933.849315:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064fc07d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363756672:0@lo:400: 00000100:00000010:3.0:1767384933.849316:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000100:00000200:0.0:1767384933.849317:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363756544, offset 0 00000020:00000040:3.0:1767384933.849323:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384933.849323:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384933.849330:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384933.849330:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384933.849331:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384933.849333:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.849335:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384933.849337:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384933.849339:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384933.849345:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000398f63d8. 00000400:00000200:0.0:1767384933.849350:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384933.849351:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000120a1f44. 00000100:00000001:3.0:1767384933.849352:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.849357:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.849360:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384933.849363:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c8c703. 00000400:00000200:0.0:1767384933.849367:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c04e00 00000400:00000010:1.0:1767384933.849371:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d32e7c1. 00000400:00000200:0.0:1767384933.849380:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000100:00000001:3.0:1767384933.849382:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384933.849385:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384933.849389:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363756672, portal 25 00000100:00000040:3.0:1767384933.849390:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_02+2] req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384933.849392:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384933.849395:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384933.849398:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794839040 : -107297914712576 : ffff9e69c1e88e00) 00000100:00000040:1.0:1767384933.849410:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384933.849411:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384933.849416:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.849421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384933.849422:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384933.849426:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384933.849432:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384933.849433:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384933.849435:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6f92ef3. 00000100:00000010:3.0:1767384933.849437:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c761fc2. 00000100:00000040:0.0:1767384933.849440:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000e6f92ef3 x1853237363756544 msgsize 224 00000020:00000040:3.0:1767384933.849443:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1767384933.849443:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384933.849450:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384933.849451:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000392be7a0. 00000100:00100000:0.0:1767384933.849452:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384933.849453:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384933.849456:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384933.849460:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363756672, offset 0 02000000:00000010:3.0:1767384933.849462:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005700bd86. 00000100:00000001:3.0:1767384933.849468:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.849469:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384933.849474:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384933.849483:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384933.849489:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000400:00000200:1.0:1767384933.849493:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384933.849495:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00000100:00000001:3.0:1767384933.849513:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384933.849517:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.849517:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384933.849525:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c761fc2] to pc [ptlrpcd_00_03+3] req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384933.849525:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384933.849530:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c04e80 00000400:00000200:1.0:1767384933.849548:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x10dd [2] + 0 00000400:00000010:1.0:1767384933.849561:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007555a1d9. 00000400:00000200:1.0:1767384933.849570:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065b0e512 00000100:00000001:0.0:1767384933.849571:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384933.849572:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.849575:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384933.849580:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (259) 00000100:00000040:0.0:1767384933.849580:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384933.849583:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384933.849590:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065b0e512 00000100:00000001:3.0:1767384933.849595:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384933.849596:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065b0e512. 00000100:00000001:0.0:1767384933.849597:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.849600:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384933.849601:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384933.849604:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384933.849607:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384933.849609:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.849611:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384933.849613:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384933.849617:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4297 usecs (5 jiffies) 00000100:00000040:1.0:1767384933.849623:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000007740a083 x1853237363756672 msgsize 224 00000100:00000001:0.0:1767384933.849626:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294921733 00000100:00000001:3.0:1767384933.849634:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767384933.849635:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3ebbc02. 00000100:00000001:3.0:1767384933.849637:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384933.849642:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384933.849644:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384933.849645:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384933.849650:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384933.849650:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384933.849653:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294921733 02000000:00000001:3.0:1767384933.849671:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384933.849673:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3d09f85. 00000100:00100000:3.0:1767384933.849677:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16342:1853237363756928:0@lo:400: 00000100:00000001:1.0:1767384933.849680:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.849681:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384933.849682:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384933.849687:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384933.849690:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294921733 02000000:00000001:3.0:1767384933.849691:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.849691:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392be7a0 00000100:00000010:0.0:1767384933.849696:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab07f73f. 02000000:00000001:3.0:1767384933.849697:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384933.849697:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000392be7a0. 02000000:00000010:3.0:1767384933.849704:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069c81b4f. 00000100:00000001:1.0:1767384933.849705:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384933.849706:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:3.0:1767384933.849708:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.849713:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294921733 00000400:00000010:3.0:1767384933.849714:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796225a9. 00000100:00000200:1.0:1767384933.849715:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384933.849719:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000254924f1. 00000400:00000010:3.0:1767384933.849723:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00000100:00000001:0.0:1767384933.849726:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384933.849731:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363756928, portal 10 00000100:00000001:3.0:1767384933.849733:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384933.849736:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000100:00000001:0.0:1767384933.849740:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384933.849746:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.849747:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.849755:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.849762:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.849772:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384933.849773:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384933.849774:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384933.849776:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384933.849779:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384933.849780:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.849782:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384933.849785:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384933.849790:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384933.849793:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384933.849796:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000100:00000200:3.0:1767384933.849802:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363756928, offset 0 00000100:00000001:1.0:1767384933.849810:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.849815:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384933.849816:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384933.849817:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384933.849821:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.849825:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384933.849826:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.849828:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.849832:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294921734 00000400:00000200:3.0:1767384933.849833:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384933.849835:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384933.849843:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004c761fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237363757056:0@lo:400: 00000100:00000001:1.0:1767384933.849845:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921733 00000100:00000001:0.0:1767384933.849848:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384933.849849:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c04f80 02000000:00000001:0.0:1767384933.849854:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384933.849855:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294921734 02000000:00000001:0.0:1767384933.849858:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.849860:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:1.0:1767384933.849863:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294921733 00000400:00000200:3.0:1767384933.849894:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384933.849897:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294921735 00000400:00000200:3.0:1767384933.849902:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384933.849907:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294921733 00000100:00000001:3.0:1767384933.849908:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384933.849912:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384933.849914:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294921735 00000100:00000010:3.0:1767384933.849917:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5ed9c5b. 00000100:00000001:1.0:1767384933.849919:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294921733 00000100:00000040:3.0:1767384933.849923:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000d5ed9c5b x1853237363756928 msgsize 224 00000100:00000001:1.0:1767384933.849925:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.849930:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.849935:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384933.849936:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.849939:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.849944:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384933.849944:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384933.849946:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384933.849946:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:0.0:1767384933.849949:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2ead6ad. 00000100:00000001:1.0:1767384933.849952:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384933.849954:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.849956:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000100:00000001:1.0:1767384933.849957:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384933.849959:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023552aa5. 00000400:00000010:3.0:1767384933.849962:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000100:00000001:1.0:1767384933.849962:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384933.849968:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384933.849969:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384933.849974:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384933.849975:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00000100:00000200:0.0:1767384933.849983:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363757056, portal 10 00000100:00000001:1.0:1767384933.849984:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384933.849988:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.849990:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384933.849994:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794840832 : -107297914710784 : ffff9e69c1e89500) 02000000:00000001:1.0:1767384933.849995:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384933.849999:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.850002:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384933.850003:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.850008:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.850028:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384933.850039:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008327b26e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16341:1853237363756800:0@lo:400: 00000100:00000001:1.0:1767384933.850050:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384933.850054:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384933.850058:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.850063:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384933.850068:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050d56c82. 00000100:00000001:0.0:1767384933.850069:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384933.850070:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.850074:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.850075:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384933.850076:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384933.850082:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384933.850083:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e2194e. 00000400:00000010:1.0:1767384933.850084:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3fd4d6e. 00000100:00000040:3.0:1767384933.850086:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3348 usecs (4 jiffies) 00000100:00000200:0.0:1767384933.850091:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363757056, offset 0 00000100:00000001:3.0:1767384933.850092:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294921733 00000400:00000010:1.0:1767384933.850094:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000392be7a0. 00000100:00000001:3.0:1767384933.850095:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294921734 00000100:00000001:3.0:1767384933.850100:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294921733 00000100:00000200:1.0:1767384933.850100:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363756800, portal 4 00000100:00000001:3.0:1767384933.850107:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294921734 00000100:00000001:1.0:1767384933.850108:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384933.850111:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294921733 00000100:00000001:1.0:1767384933.850112:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794843520 : -107297914708096 : ffff9e69c1e89f80) 00000400:00000200:0.0:1767384933.850113:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384933.850117:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294921735 00000100:00000040:1.0:1767384933.850122:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384933.850129:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384933.850130:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294921733 00000100:00000001:3.0:1767384933.850136:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294921735 00000100:00000001:3.0:1767384933.850142:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.850146:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384933.850147:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c05000 00000100:00000001:3.0:1767384933.850148:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.850155:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384933.850156:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.850160:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000001:3.0:1767384933.850161:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384933.850161:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25ddd38. 00000100:00000200:1.0:1767384933.850170:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363756800, offset 0 00000100:00000001:3.0:1767384933.850171:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384933.850171:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384933.850175:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384933.850179:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384933.850183:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384933.850184:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384933.850184:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384933.850188:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.850193:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.850197:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384933.850201:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384933.850202:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384933.850207:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fb6c0b2. 00000100:00000040:0.0:1767384933.850211:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000003fb6c0b2 x1853237363757056 msgsize 224 00000100:00000001:3.0:1767384933.850216:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384933.850216:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c04f00 00000100:00100000:3.0:1767384933.850222:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363756672 00000100:00100000:0.0:1767384933.850226:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384933.850227:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 02000000:00000001:3.0:1767384933.850228:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384933.850232:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384933.850235:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384933.850236:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.850238:0:16343:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384933.850244:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.850245:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384933.850247:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e2194e 00000100:00100000:3.0:1767384933.850251:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363756672 00000400:00000010:0.0:1767384933.850252:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e2194e. 00000020:00000001:3.0:1767384933.850257:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384933.850258:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384933.850260:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:1.0:1767384933.850263:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384933.850264:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384933.850266:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384933.850267:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:3.0:1767384933.850268:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000010:1.0:1767384933.850292:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024136a2e. 00000020:00000001:3.0:1767384933.850293:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000040:1.0:1767384933.850300:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000024136a2e x1853237363756800 msgsize 224 00000020:00000001:3.0:1767384933.850301:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384933.850304:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384933.850310:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384933.850314:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384933.850315:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384933.850317:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000880575e4. 00000100:00000001:3.0:1767384933.850323:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384933.850328:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000880575e4. 00000100:00000001:1.0:1767384933.850329:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.850336:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384933.850338:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1fd62ba. 00000100:00000001:0.0:1767384933.850338:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384933.850339:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25ddd38 00000400:00000010:1.0:1767384933.850344:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25ddd38. 00000020:00000010:3.0:1767384933.850347:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0f0d6f0. 00000100:00000001:0.0:1767384933.850347:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850349:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384933.850356:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e463ad97. 00000100:00000040:0.0:1767384933.850357:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3348 usecs (4 jiffies) 00000100:00000200:1.0:1767384933.850358:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.850363:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294921733 00000100:00000001:0.0:1767384933.850367:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294921734 00000100:00000040:3.0:1767384933.850368:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384933.850373:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294921733 00000100:00000001:3.0:1767384933.850377:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384933.850379:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294921734 00000100:00000001:0.0:1767384933.850384:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294921733 00000100:00000001:1.0:1767384933.850385:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384933.850386:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294921735 00000100:00000040:1.0:1767384933.850391:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.850392:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384933.850393:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294921733 00000100:00000001:3.0:1767384933.850398:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850400:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850408:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384933.850408:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294921735 00000100:00000001:3.0:1767384933.850412:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.850413:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.850415:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.850421:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.850422:0:16341:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4297 usecs (5 jiffies) 00000100:00000001:0.0:1767384933.850425:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850427:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294921734 00000100:00000001:0.0:1767384933.850428:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.850431:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.850432:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294921734 00000100:00000001:0.0:1767384933.850435:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384933.850439:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294921734 00000100:00000001:0.0:1767384933.850440:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384933.850446:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294921734 00000100:00000001:0.0:1767384933.850447:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.850450:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384933.850451:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294921734 00000100:00000001:0.0:1767384933.850451:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384933.850455:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384933.850457:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294921735 00000100:00000001:0.0:1767384933.850457:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850463:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294921734 00000100:00100000:3.0:1767384933.850464:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000001:0.0:1767384933.850465:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850469:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294921735 00000100:00000040:3.0:1767384933.850472:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384933.850473:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.850478:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339801168 : -107293369750448 : ffff9e6ad0cf2c50) 00000100:00000001:1.0:1767384933.850479:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850487:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.850489:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007740a083 x1853237363756672/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.850491:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.850492:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384933.850497:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363756544 00000100:00000001:1.0:1767384933.850500:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384933.850502:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384933.850505:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384933.850506:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384933.850508:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384933.850510:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.850510:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384933.850513:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000880575e4. 00000100:00000001:1.0:1767384933.850514:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384933.850516:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.850520:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.850520:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384933.850521:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363756544 00000020:00000010:3.0:1767384933.850527:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000880575e4. 00000020:00000001:0.0:1767384933.850528:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384933.850529:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384933.850533:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:0.0:1767384933.850536:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384933.850537:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007740a083 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363756672:12345-0@lo:400: 00000020:00000040:0.0:1767384933.850539:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000020:00000001:0.0:1767384933.850545:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:1.0:1767384933.850546:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384933.850547:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363756672 00000020:00000001:0.0:1767384933.850550:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:1.0:1767384933.850552:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.850553:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384933.850555:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384933.850559:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384933.850561:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6b7b81a. 00000020:00000001:3.0:1767384933.850563:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.850568:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384933.850569:0:17882:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000032d410e5. 00000020:00000001:3.0:1767384933.850570:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000020:00000001:3.0:1767384933.850577:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1767384933.850577:0:17882:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:1.0:1767384933.850579:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384933.850582:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384933.850585:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363756928 00000020:00000001:3.0:1767384933.850588:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384933.850589:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384933.850592:0:17882:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384933.850594:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384933.850595:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384933.850597:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1e8332. 00000020:00000001:3.0:1767384933.850602:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384933.850603:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002bccb8bb. 00000100:00000001:1.0:1767384933.850604:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.850610:0:17065:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384933.850611:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab9d2e1a. 02000000:00000001:1.0:1767384933.850612:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.850617:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384933.850620:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363756928 02000000:00000001:3.0:1767384933.850623:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384933.850624:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384933.850626:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000040:1.0:1767384933.850628:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000100:00000001:0.0:1767384933.850632:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1767384933.850633:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002e74b435. 00000020:00000001:1.0:1767384933.850633:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384933.850635:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384933.850637:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 02000000:00000001:3.0:1767384933.850640:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.850641:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:0.0:1767384933.850647:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.850648:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.850648:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:1.0:1767384933.850654:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384933.850654:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384933.850679:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005b08ecc. 00000020:00000001:3.0:1767384933.850682:0:17065:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850685:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384933.850707:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005b08ecc. 00010000:00000040:3.0:1767384933.850708:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363756672 00000020:00000010:1.0:1767384933.850712:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093020f3f. 00000100:00000001:0.0:1767384933.850712:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.850714:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384933.850721:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000997e160d. 00010000:00000200:3.0:1767384933.850724:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007740a083 x1853237363756672/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384933.850728:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000001:0.0:1767384933.850730:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384933.850734:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384933.850742:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767384933.850743:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00000001:3.0:1767384933.850744:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384933.850748:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384933.850750:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850751:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384933.850751:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00001000:3.0:1767384933.850757:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384933.850758:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.850758:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990644224 : -107292718907392 : ffff9e6af79a4000) 00000100:00000001:1.0:1767384933.850768:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384933.850769:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384933.850773:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6f92ef3 x1853237363756544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.850775:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384933.850777:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384933.850779:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.850785:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384933.850792:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384933.850794:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384933.850796:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.850798:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384933.850800:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384933.850804:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006afaa1fb. 00000100:00000001:1.0:1767384933.850807:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384933.850808:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384933.850811:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384933.850812:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363757056 00000400:00000010:3.0:1767384933.850814:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000020:00000010:0.0:1767384933.850817:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006afaa1fb. 02000000:00000001:1.0:1767384933.850818:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384933.850821:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363756672, offset 224 00000100:00000001:1.0:1767384933.850823:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384933.850827:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384933.850828:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6f92ef3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16343:x1853237363756544:12345-0@lo:13: 00000400:00000200:3.0:1767384933.850834:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384933.850837:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384933.850838:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363756544 00000020:00000001:0.0:1767384933.850843:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384933.850845:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363757056 00000400:00000200:3.0:1767384933.850847:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384933.850848:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384933.850851:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384933.850853:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384933.850856:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000020:00000001:0.0:1767384933.850858:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384933.850862:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c04e80 00000020:00000001:0.0:1767384933.850863:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:1.0:1767384933.850864:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384933.850871:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000020:00000001:0.0:1767384933.850871:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384933.850875:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1885 [1] + 224 00000020:00000001:0.0:1767384933.850877:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384933.850900:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384933.850919:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384933.850920:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384933.850924:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.850927:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384933.850931:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384933.850935:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 02000000:00000001:0.0:1767384933.850935:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384933.850936:0:17065:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384933.850940:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000724c3c40. 00000020:00000001:1.0:1767384933.850942:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000200:3.0:1767384933.850943:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384933.850945:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.850952:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.850953:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:0.0:1767384933.850958:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:1.0:1767384933.850961:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005b08ecc. 00000100:00000040:3.0:1767384933.850963:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384933.850963:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384933.850968:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:1.0:1767384933.850969:0:17071:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000060c8b272. 00000020:00000040:1.0:1767384933.850979:0:17071:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:3.0:1767384933.850980:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384933.850986:0:17071:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384933.850987:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384933.850989:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000020:00000010:1.0:1767384933.850993:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b9e9937. 00000400:00000010:3.0:1767384933.850994:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00002000:00000024:0.0:1767384933.850994:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:1.0:1767384933.851000:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d054af88. 00000100:00000001:3.0:1767384933.851001:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000020:0.0:1767384933.851002:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384933.851005:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384933.851007:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d746215d. 00000020:00000020:0.0:1767384933.851008:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384933.851015:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000020:0.0:1767384933.851016:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384933.851018:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384933.851021:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384933.851021:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384933.851022:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384933.851028:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000001:00000001:0.0:1767384933.851029:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384933.851030:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1767384933.851033:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000001:00000001:0.0:1767384933.851034:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.851035:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384933.851039:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.851040:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384933.851040:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.851043:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:0.0:1767384933.851048:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363756544 00000100:00000040:3.0:1767384933.851052:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007740a083 x1853237363756672/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384933.851053:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384933.851056:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384933.851061:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6f92ef3 x1853237363756544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.851071:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384933.851072:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007740a083 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363756672:12345-0@lo:400: Request processed in 559us (1443us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384933.851075:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384933.851076:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384933.851082:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.851089:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1767384933.851089:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00001000:0.0:1767384933.851089:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=41 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384933.851097:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000040:1.0:1767384933.851098:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:0.0:1767384933.851099:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384933.851102:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384933.851103:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794835456 : -107297914716160 : ffff9e69c1e88000) 00000100:00000040:0.0:1767384933.851106:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384933.851107:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384933.851111:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5ed9c5b x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.851112:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000010:3.0:1767384933.851114:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0f0d6f0. 02000000:00000001:0.0:1767384933.851120:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384933.851122:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e463ad97. 02000000:00000001:0.0:1767384933.851124:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.851129:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384933.851130:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1fd62ba. 00000100:00000001:0.0:1767384933.851131:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384933.851133:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088469dfa. 00000100:00000001:1.0:1767384933.851138:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384933.851139:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000040:0.0:1767384933.851140:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384933.851141:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088469dfa. 00000400:00000010:0.0:1767384933.851146:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e2194e. 02000000:00000001:3.0:1767384933.851148:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384933.851153:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002e74b435. 00000100:00100000:1.0:1767384933.851153:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed9c5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16342:x1853237363756928:12345-0@lo:400: 00000100:00000200:0.0:1767384933.851154:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363756544, offset 224 02000000:00000001:3.0:1767384933.851160:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384933.851164:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363756928 00000100:00000001:3.0:1767384933.851165:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384933.851168:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384933.851169:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384933.851172:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384933.851174:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767384933.851178:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a964823. 00000400:00000200:0.0:1767384933.851183:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384933.851185:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d064d96f. 00000020:00000001:1.0:1767384933.851186:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.851192:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384933.851196:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000400:00000200:0.0:1767384933.851196:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c04e00 00000020:00000001:1.0:1767384933.851202:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384933.851205:0:17071:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384933.851207:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x187d [1] + 224 00000020:00000001:1.0:1767384933.851208:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384933.851213:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384933.851214:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384933.851214:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384933.851217:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.851219:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363756800 00000020:00000001:1.0:1767384933.851221:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384933.851223:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384933.851224:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384933.851227:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384933.851228:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384933.851230:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384933.851232:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.851233:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384933.851237:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384933.851239:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384933.851239:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f8e9f3c6. 02000000:00000001:1.0:1767384933.851246:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.851247:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363756800 00000020:00000001:3.0:1767384933.851252:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384933.851253:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384933.851255:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:1.0:1767384933.851259:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.851260:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384933.851264:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 00010000:00000040:1.0:1767384933.851266:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363756928 00010000:00000001:1.0:1767384933.851270:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384933.851273:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384933.851291:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5ed9c5b x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384933.851292:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:3.0:1767384933.851299:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384933.851308:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384933.851313:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000880575e4. 00000100:00000001:3.0:1767384933.851319:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384933.851327:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000880575e4. 00010000:00000001:1.0:1767384933.851330:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384933.851333:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1fd62ba. 00010000:00000001:1.0:1767384933.851334:0:17071:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.851337:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384933.851339:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0f0d6f0. 00000100:00001000:1.0:1767384933.851339:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=46 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384933.851345:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e2194e 00000020:00000010:3.0:1767384933.851346:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e463ad97. 00000100:00000001:1.0:1767384933.851347:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384933.851349:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e2194e. 00000100:00000040:1.0:1767384933.851354:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:0.0:1767384933.851357:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384933.851358:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000040:3.0:1767384933.851359:0:17880:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384933.851361:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384933.851365:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384933.851367:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384933.851368:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.851369:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.851370:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384933.851375:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384933.851376:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384933.851379:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:1.0:1767384933.851384:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384933.851385:0:17880:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384933.851386:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384933.851390:0:17880:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384933.851391:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.851392:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25ddd38. 00000100:00000001:3.0:1767384933.851394:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.851398:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384933.851400:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363756928, offset 224 00000100:00000040:0.0:1767384933.851406:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6f92ef3 x1853237363756544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.851409:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.851409:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384933.851425:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384933.851427:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384933.851428:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6f92ef3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16343:x1853237363756544:12345-0@lo:13: Request processed in 624us (1981us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384933.851432:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384933.851440:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c04f80 00000100:00100000:3.0:1767384933.851441:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1767384933.851445:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384933.851450:0:17880:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 2 00000100:00000040:0.0:1767384933.851451:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 1 00000400:00000200:1.0:1767384933.851452:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x188d [1] + 224 00000100:00000001:3.0:1767384933.851455:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794528640 : -107297915022976 : ffff9e69c1e3d180) 00000100:00000001:0.0:1767384933.851456:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384933.851461:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384933.851464:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024136a2e x1853237363756800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384933.851467:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002bccb8bb. 00000400:00000200:1.0:1767384933.851468:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384933.851475:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab9d2e1a. 00000400:00000200:1.0:1767384933.851482:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384933.851484:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1e8332. 00000100:00000001:3.0:1767384933.851485:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384933.851488:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384933.851491:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000880575e4. 00000020:00000040:0.0:1767384933.851492:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000100:00000200:1.0:1767384933.851495:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.851498:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384933.851500:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384933.851506:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000880575e4. 00000100:00100000:3.0:1767384933.851518:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024136a2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16341:x1853237363756800:12345-0@lo:400: 00000100:00000040:1.0:1767384933.851520:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384933.851529:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363756800 00000100:00000001:0.0:1767384933.851530:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384933.851536:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384933.851536:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384933.851543:0:17880:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384933.851544:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000001:1.0:1767384933.851545:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384933.851550:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000400:00000200:1.0:1767384933.851553:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25ddd38 00000100:00000001:0.0:1767384933.851554:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990654976 : -107292718896640 : ffff9e6af79a6a00) 00000020:00000001:3.0:1767384933.851557:0:17880:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.851558:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25ddd38. 00000100:00000040:0.0:1767384933.851563:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fb6c0b2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384933.851567:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384933.851567:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384933.851570:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384933.851573:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:1.0:1767384933.851576:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.851583:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384933.851586:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000020:00000001:3.0:1767384933.851590:0:17880:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.851594:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384933.851596:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384933.851597:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384933.851598:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384933.851600:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006afaa1fb. 00000020:00000001:3.0:1767384933.851603:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384933.851604:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384933.851605:0:17073:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384933.851611:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006afaa1fb. 00000020:00000001:3.0:1767384933.851612:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.851615:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5ed9c5b x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384933.851619:0:17880:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1767384933.851625:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fb6c0b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16343:x1853237363757056:12345-0@lo:400: 00000100:00000001:3.0:1767384933.851626:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384933.851633:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384933.851634:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363757056 00000100:00100000:1.0:1767384933.851639:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed9c5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16342:x1853237363756928:12345-0@lo:400: Request processed in 504us (1709us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384933.851640:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384933.851643:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002e74b435. 00000020:00000001:0.0:1767384933.851645:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384933.851650:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.851652:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.851654:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384933.851671:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.851674:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:3.0:1767384933.851677:0:17880:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384933.851679:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000020:00000001:0.0:1767384933.851681:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:3.0:1767384933.851684:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363756800 00000100:00000040:1.0:1767384933.851687:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000020:00000001:0.0:1767384933.851688:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.851705:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384933.851711:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384933.851712:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384933.851713:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:3.0:1767384933.851714:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024136a2e x1853237363756800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384933.851717:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384933.851718:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384933.851718:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384933.851724:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384933.851725:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000997e160d. 00000400:00000001:2.0:1767384933.851727:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384933.851729:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384933.851731:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000001:2.0:1767384933.851732:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384933.851733:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384933.851734:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000400:00000010:2.0:1767384933.851736:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c8c703. 00000100:00000001:0.0:1767384933.851736:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384933.851740:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384933.851741:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=41 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384933.851743:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d32e7c1 00000020:00000010:1.0:1767384933.851743:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093020f3f. 02000000:00000010:0.0:1767384933.851746:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa3ebc87. 00000400:00000010:2.0:1767384933.851750:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d32e7c1. 02000000:00000001:0.0:1767384933.851751:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.851752:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384933.851753:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:2.0:1767384933.851773:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384933.851775:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.851776:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384933.851777:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384933.851783:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384933.851783:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.851784:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384933.851792:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:0.0:1767384933.851793:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363757056 02000000:00000001:3.0:1767384933.851797:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.851800:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384933.851803:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:0.0:1767384933.851810:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003fb6c0b2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.851811:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384933.851816:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384933.851818:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000100:00000200:3.0:1767384933.851826:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363756800, offset 224 00010000:00000001:0.0:1767384933.851839:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384933.851841:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384933.851843:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384933.851851:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384933.851853:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384933.851855:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384933.851858:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.851861:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384933.851864:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384933.851868:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000400:00000200:3.0:1767384933.851870:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c04f00 02000000:00000001:2.0:1767384933.851870:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384933.851874:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.851878:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.851880:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x189d [1] + 224 00000100:00000001:0.0:1767384933.851881:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384933.851882:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.851886:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1767384933.851889:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=51 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384933.851890:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.851918:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384933.851922:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384933.851925:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e2194e. 00000100:00001000:2.0:1767384933.851934:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=51 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384933.851937:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363757056, offset 224 00000400:00000200:3.0:1767384933.851938:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384933.851939:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384933.851944:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.851950:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384933.851951:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384933.851952:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384933.851956:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.851960:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.851962:0:17880:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384933.851965:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384933.851969:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384933.851973:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384933.851979:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c05000 00000100:00000001:2.0:1767384933.851990:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384933.851994:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1895 [1] + 224 00000100:00000001:2.0:1767384933.851999:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384933.852004:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384933.852006:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384933.852030:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.852034:0:17880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384933.852035:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384933.852044:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384933.852052:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.852070:0:17880:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384933.852079:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000400:00000010:3.0:1767384933.852085:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000100:00100000:2.0:1767384933.852089:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064fc07d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363756672:0@lo:400: 00000100:00000040:0.0:1767384933.852089:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.852090:0:17880:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384933.852094:0:17880:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384933.852098:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.852103:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.852106:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384933.852109:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384933.852114:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384933.852116:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384933.852117:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064fc07d6 x1853237363756672/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384933.852118:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.852123:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e2194e 00000020:00000001:3.0:1767384933.852124:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384933.852130:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e2194e. 00000100:00000040:3.0:1767384933.852133:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024136a2e x1853237363756800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.852133:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384933.852134:0:17073:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384933.852138:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384933.852139:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1767384933.852144:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000120a1f44. 00000100:00000001:0.0:1767384933.852146:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.852150:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024136a2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16341:x1853237363756800:12345-0@lo:400: Request processed in 662us (1846us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384933.852151:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384933.852154:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000020:00000001:2.0:1767384933.852156:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384933.852160:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00010000:00000001:0.0:1767384933.852161:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384933.852166:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000001:2.0:1767384933.852166:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384933.852166:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384933.852170:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000196f69d2. 00000020:00000001:0.0:1767384933.852172:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384933.852173:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 02000000:00000001:2.0:1767384933.852176:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384933.852178:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384933.852179:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384933.852181:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fb6c0b2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384933.852183:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064fc07d6. 00000100:00000001:3.0:1767384933.852184:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384933.852189:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0f0d6f0. 00000100:00000001:2.0:1767384933.852191:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384933.852195:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384933.852196:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e463ad97. 00000100:00000001:2.0:1767384933.852201:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384933.852202:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fb6c0b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16343:x1853237363757056:12345-0@lo:400: Request processed in 604us (1987us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384933.852203:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1fd62ba. 00000100:00000001:2.0:1767384933.852208:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384933.852210:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000100:00000001:2.0:1767384933.852212:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384933.852218:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384933.852220:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384933.852223:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000400:00000001:2.0:1767384933.852224:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384933.852226:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3fd4d6e. 00000400:00000200:2.0:1767384933.852230:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392be7a0 00000400:00000010:2.0:1767384933.852234:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000392be7a0. 00000100:00000040:0.0:1767384933.852236:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000001:2.0:1767384933.852238:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384933.852239:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384933.852240:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.852245:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384933.852245:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.852245:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384933.852251:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d054af88. 00000400:00000001:3.0:1767384933.852252:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384933.852259:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d746215d. 00000100:00000200:2.0:1767384933.852261:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384933.852262:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384933.852264:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b9e9937. 00000400:00000010:3.0:1767384933.852266:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796225a9. 00000400:00000200:3.0:1767384933.852273:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00000020:00000040:0.0:1767384933.852274:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:2.0:1767384933.852276:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384933.852278:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00000100:00000001:2.0:1767384933.852281:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.852282:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.852283:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384933.852290:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.852292:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384933.852295:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384933.852299:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.852301:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384933.852302:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:2.0:1767384933.852305:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384933.852306:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384933.852308:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00001000:2.0:1767384933.852311:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=41 v=5 (5 0 0 0) 00000100:00080000:0.0:1767384933.852318:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00001000:2.0:1767384933.852320:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=41 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384933.852323:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:2.0:1767384933.852331:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384933.852333:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.852334:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384933.852338:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384933.852339:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.852343:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384933.852344:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00080000:2.0:1767384933.852345:0:16341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.852347:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384933.852348:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.852351:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.852353:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384933.852358:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384933.852359:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384933.852360:0:16341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384933.852363:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767384933.852365:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=46 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384933.852365:0:16341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767384933.852367:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023552aa5. 00000100:00000040:2.0:1767384933.852369:0:16341:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00001000:3.0:1767384933.852373:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384933.852375:0:16341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384933.852376:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000100:00000001:2.0:1767384933.852380:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384933.852381:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00000100:00000001:3.0:1767384933.852382:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384933.852385:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.852386:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.852389:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384933.852390:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384933.852397:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:3.0:1767384933.852400:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384933.852401:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.852404:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384933.852408:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384933.852417:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384933.852435:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.852442:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384933.852444:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:2.0:1767384933.852447:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008327b26e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16341:1853237363756800:0@lo:400: 00000100:00000200:0.0:1767384933.852447:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.852448:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384933.852452:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.852460:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384933.852461:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.852466:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384933.852468:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.852473:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384933.852474:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008327b26e x1853237363756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.852480:0:16343:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384933.852483:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384933.852484:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384933.852488:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384933.852490:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384933.852492:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.852493:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384933.852500:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.852501:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384933.852504:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384933.852506:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767384933.852507:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=45 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384933.852508:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050d56c82. 02000000:00000001:2.0:1767384933.852514:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767384933.852518:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=45 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384933.852525:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384933.852528:0:16341:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384933.852530:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384933.852532:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16342:1853237363756928:0@lo:400: 00000020:00000001:2.0:1767384933.852532:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384933.852534:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384933.852535:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007ff30a5b. 00000100:00000001:3.0:1767384933.852538:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384933.852540:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384933.852542:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384933.852544:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384933.852547:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008327b26e. 00010000:00000001:0.0:1767384933.852547:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384933.852549:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.852554:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:0.0:1767384933.852556:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.852558:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.852564:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.852573:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384933.852576:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384933.852577:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.852580:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.852582:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384933.852582:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.852585:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767384933.852586:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069c81b4f. 00000100:00000001:2.0:1767384933.852587:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.852588:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767384933.852592:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384933.852593:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384933.852596:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384933.852597:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384933.852599:0:16342:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384933.852602:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384933.852603:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384933.852605:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000398f63d8. 02000000:00000001:3.0:1767384933.852611:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384933.852613:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384933.852617:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000100:00000001:0.0:1767384933.852617:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384933.852623:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384933.852624:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384933.852625:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.852627:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.852630:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384933.852632:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.852635:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384933.852639:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.852644:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384933.852646:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004c761fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237363757056:0@lo:400: 00000100:00000001:3.0:1767384933.852648:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384933.852670:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384933.852672:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384933.852673:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000716f0b25. 00000400:00000200:0.0:1767384933.852677:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9ca193 00000400:00000010:0.0:1767384933.852679:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9ca193. 00000100:00000001:0.0:1767384933.852682:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384933.852686:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384933.852693:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.852698:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.852699:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.852701:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384933.852702:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384933.852703:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384933.852704:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.852711:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384933.852714:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384933.852716:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384933.852718:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384933.852719:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.852720:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384933.852723:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384933.852728:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.852730:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384933.852731:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384933.852732:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384933.852733:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.852735:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.852740:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384933.852742:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384933.852742:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384933.852745:0:16343:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384933.852747:0:16343:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384933.852750:0:16343:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384933.852756:0:16343:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384933.852760:0:16343:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.852763:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384933.852771:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008982accd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363756544:0@lo:13: 00000100:00000001:0.0:1767384933.852776:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.852778:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384933.852779:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c761fc2 x1853237363757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.852792:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384933.852794:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384933.852795:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2ead6ad. 02000000:00000001:0.0:1767384933.852798:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384933.852799:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384933.852800:0:16343:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384933.852802:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384933.852804:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005700bd86. 02000000:00000001:0.0:1767384933.852808:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384933.852809:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384933.852811:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c761fc2. 00000100:00000001:0.0:1767384933.852814:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384933.852815:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.852816:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384933.852818:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008982accd x1853237363756544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.852823:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384933.852824:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384933.852825:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003e23d34a. 02000000:00000001:0.0:1767384933.852827:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384933.852828:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384933.852829:0:16343:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384933.852830:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384933.852831:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026c2a0c5. 02000000:00000001:0.0:1767384933.852835:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384933.852836:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384933.852837:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008982accd. 00000100:00000001:0.0:1767384933.852839:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384933.852840:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.852841:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.852845:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384933.852846:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.852848:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.852849:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.855909:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294921734, at 4294921735 00000100:00000010:0.0:1767384933.855918:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3ebbc02. 00000100:00000040:2.0:1767384933.856904:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294921735, at 4294921736 00000100:00000010:2.0:1767384933.856913:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab07f73f. 00000100:00000040:3.0:1767384933.856951:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294921735, at 4294921736 00000100:00000010:3.0:1767384933.856960:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000254924f1. 00000100:00000040:1.0:1767384933.857931:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294921734, at 4294921737 00000100:00000010:1.0:1767384933.857938:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3d09f85. 00000001:00000001:1.0:1767384933.974266:0:28587:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384933.974269:0:28587:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384933.979446:0:28587:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384933.986744:0:28588:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000031415181. 00000400:00000010:2.0:1767384933.986761:0:28588:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000004174eeb. 00000400:00000010:2.0:1767384933.986772:0:28588:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000be1d1b92. 00000400:00000010:2.0:1767384933.986775:0:28588:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f5078ea2. 00000400:00000010:2.0:1767384933.986779:0:28588:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000475dd05a. 00000400:00000010:2.0:1767384933.986784:0:28588:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000007088b0f. 00000400:00000010:2.0:1767384933.986786:0:28588:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000000cac996. 00000400:00000010:2.0:1767384933.986788:0:28588:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db07821c. 00000400:00000010:2.0:1767384933.986791:0:28588:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ed347e1a. 00000800:00000010:2.0:1767384933.986807:0:28588:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ace2a23b. 00000800:00000200:2.0:1767384933.986817:0:28588:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384933.986830:0:28588:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384933.986914:0:28588:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:2.0:1767384933.986939:0:28588:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp33 [8/256/0/180] 00000400:00000010:2.0:1767384933.988817:0:28588:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000020c8be0a. 00000400:00000010:2.0:1767384933.988823:0:28588:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074e63ba0. 00000400:00000010:2.0:1767384933.988828:0:28588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004ec15fb. 00000400:00000001:2.0:1767384933.988843:0:28588:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384933.988845:0:28588:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384933.988853:0:28588:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05b9619. 00000400:00000200:2.0:1767384933.988857:0:28588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e76ef5ef 00000400:00000010:2.0:1767384933.988858:0:28588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e76ef5ef. 00000400:00000010:2.0:1767384933.988862:0:28588:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000181736df. 00000400:00000200:2.0:1767384933.988909:0:28588:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (22) 00000400:00000200:2.0:1767384933.988918:0:28588:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384933.988927:0:28588:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:2.0:1767384933.988940:0:28588:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a8b4ec8e. 00000020:01000000:2.0:1767384933.988945:0:28588:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384933.988948:0:28588:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp33 00000400:00000200:1.0:1767384933.988955:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384933.988964:0:28588:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000004174eeb. 00000400:00000200:1.0:1767384933.988966:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100171 00000400:00000010:2.0:1767384933.988970:0:28588:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000031415181. 00000400:00000010:1.0:1767384933.988977:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25ddd38. 00000400:00000200:1.0:1767384933.988981:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (23) 00000400:00000010:1.0:1767384933.988987:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3426079. 00000400:00000200:1.0:1767384933.989002:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1767384933.989013:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384933.989018:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:1.0:1767384933.989024:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:1.0:1767384933.989031:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:1.0:1767384933.989037:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 36], ns[14, 36] 00000400:00000200:1.0:1767384933.989043:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:00000001:3.0:1767384933.989046:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384933.989051:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 10000000:00000001:3.0:1767384933.989053:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384933.989058:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384933.989063:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 10000000:01000000:3.0:1767384933.989064:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384933.989071:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384933.989076:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000020:01000004:3.0:1767384933.989077:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384933.989081:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384933.989084:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384933.989088:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384933.989089:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:1.0:1767384933.989093:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:1.0:1767384933.989096:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:1.0:1767384933.989102:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000020:01000004:3.0:1767384933.989103:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384933.989107:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000020:01000004:3.0:1767384933.989108:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384933.989111:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384933.989113:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384933.989114:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384933.989122:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000100:00000010:3.0:1767384933.989124:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000400:00000200:1.0:1767384933.989128:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000020:00000040:3.0:1767384933.989133:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:1.0:1767384933.989134:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:1.0:1767384933.989142:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000100:00000001:3.0:1767384933.989143:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384933.989147:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 02000000:00000001:3.0:1767384933.989149:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384933.989153:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 14], ns[72, 14] 00000400:00000200:1.0:1767384933.989157:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 14], ns[73, 14] 00000400:00000200:1.0:1767384933.989160:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 14], ns[71, 14] 00000400:00000200:1.0:1767384933.989164:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:1.0:1767384933.989168:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp13 00000400:00000200:1.0:1767384933.989172:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp13 lpni_is_preferred = 0 00000400:00000200:1.0:1767384933.989177:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp13 02000000:00000001:3.0:1767384933.989179:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.989186:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp13 NI seq info: [74:74:256:4294967295] 192.168.203.109@tcp13 LPNI seq info [74:74:8:4294967295] 02000000:00000010:3.0:1767384933.989194:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002c815653. 00000400:00000200:1.0:1767384933.989196:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp13 00000100:00000001:3.0:1767384933.989205:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.989216:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp13(192.168.203.109@tcp13:) -> 192.168.203.109@tcp13(192.168.203.109@tcp:192.168.203.109@tcp13) : PUT try# 0 00000100:00000001:3.0:1767384933.989218:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384933.989223:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384933.989228:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.109@tcp13 00000100:00000040:3.0:1767384933.989233:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_00+0] req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384933.989236:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000929a964d. 00000800:00000200:1.0:1767384933.989251:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000087438ca9] -> 12345-192.168.203.109@tcp13 (6) 00000800:00000200:1.0:1767384933.989261:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp13 ip 192.168.203.109:988 10000000:00000001:3.0:1767384933.989263:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384933.989266:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000929a964d type 1, nob 528 niov 1 nkiov 1 10000000:00000001:3.0:1767384933.989267:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.989272:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.989275:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384933.989276:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384933.989281:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384933.989285:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384933.989285:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384933.989289:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384933.989290:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 10000000:00000001:3.0:1767384933.989293:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384933.989294:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384933.989296:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100571 rc 0 10000000:01000000:3.0:1767384933.989297:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384933.989304:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384933.989308:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384933.989311:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384933.989313:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384933.989314:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384933.989317:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384933.989318:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384933.989321:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384933.989324:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384933.989325:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384933.989328:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384933.989329:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384933.989330:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384933.989335:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 02000000:00000001:2.0:1767384933.989335:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384933.989339:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363757184:0@lo:253: 00000020:00000040:3.0:1767384933.989341:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384933.989346:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384933.989347:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384933.989349:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384933.989353:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384933.989356:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.989360:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384933.989361:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384933.989366:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f5c0b2e4. 02000000:00000001:2.0:1767384933.989369:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384933.989372:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004e208cc0. 00000400:00000010:2.0:1767384933.989374:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a766db. 00000100:00000001:3.0:1767384933.989379:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384933.989381:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004174eeb. 00000100:00000200:2.0:1767384933.989387:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363757184, portal 25 00000100:00000001:3.0:1767384933.989388:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384933.989390:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384933.989393:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.989394:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000100:00000040:2.0:1767384933.989402:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.989406:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfa954a] to pc [ptlrpcd_00_01+1] req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384933.989407:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384933.989414:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000929a964d. 00000400:00000200:1.0:1767384933.989431:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384933.989445:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384933.989445:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp13->192.168.203.109@tcp13: PUT: OK 10000000:00000001:3.0:1767384933.989448:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.989453:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000001:3.0:1767384933.989454:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.989454:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384933.989459:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c1dd1fd. 00000020:00000001:3.0:1767384933.989460:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.989463:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000100:00000200:2.0:1767384933.989466:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363757184, offset 0 00000020:01000000:3.0:1767384933.989467:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384933.989473:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a8b4ec8e. 00000400:00000200:2.0:1767384933.989477:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384933.989478:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384933.989487:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384933.989488:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384933.989491:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.989493:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384933.989497:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:1.0:1767384933.989498:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384933.989500:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05080 00000100:00000040:3.0:1767384933.989504:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384933.989506:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384933.989511:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10ed [2] + 0 00000400:00000010:2.0:1767384933.989521:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000420584f8. 00000400:00000200:1.0:1767384933.989526:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp13(192.168.203.109@tcp13) <- 192.168.203.109@tcp13 : PUT - for me 00000400:00000200:2.0:1767384933.989527:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f899e418 00000100:00000001:3.0:1767384933.989529:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384933.989533:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.989536:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384933.989537:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384933.989542:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384933.989543:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384933.989547:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384933.989549:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.989570:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 384/432 into md 0x1789 [1] + 0 00000100:00100000:3.0:1767384933.989572:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363757312:0@lo:253: 00000400:00000010:1.0:1767384933.989579:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787aaa9c. 00000100:00000001:3.0:1767384933.989580:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384933.989584:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384933.989586:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000915e3904 02000000:00000001:3.0:1767384933.989588:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.989591:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f899e418 02000000:00000001:3.0:1767384933.989592:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1767384933.989593:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384933.989597:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f899e418. 02000000:00000010:3.0:1767384933.989600:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d87f0025. 00000800:00000001:1.0:1767384933.989601:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384933.989605:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.989605:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384933.989606:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384933.989610:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384933.989614:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796225a9. 00000100:00000040:2.0:1767384933.989615:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000005b191211 x1853237363757184 msgsize 4848 00000400:00000200:1.0:1767384933.989619:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp13->192.168.203.109@tcp13: PUT: OK 00000400:00000010:3.0:1767384933.989624:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d477dac. 00000400:00000200:1.0:1767384933.989626:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915e3904 00000100:00100000:2.0:1767384933.989631:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384933.989632:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000915e3904. 00000100:00000040:2.0:1767384933.989635:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384933.989638:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:3.0:1767384933.989641:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363757312, portal 25 00000400:00000200:1.0:1767384933.989643:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (24) 00000100:00000001:3.0:1767384933.989647:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384933.989647:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384933.989651:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000400:00000200:1.0:1767384933.989652:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:2.0:1767384933.989674:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c1dd1fd 00000400:00000200:1.0:1767384933.989675:0:16335:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (432 bytes) 00000400:00000010:2.0:1767384933.989680:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c1dd1fd. 00000100:00000040:3.0:1767384933.989682:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384933.989685:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:2.0:1767384933.989687:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384933.989698:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384933.989704:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.989705:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384933.989705:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (25) 00000400:00000010:3.0:1767384933.989712:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055c03f8f. 00000400:00000200:1.0:1767384933.989715:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:3.0:1767384933.989720:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363757312, offset 0 00000100:00000001:2.0:1767384933.989724:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384933.989729:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp13 to MR: 192.168.203.109@tcp13 local destination 00000400:00000200:3.0:1767384933.989730:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384933.989732:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384933.989745:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp13 NI seq info: [75:75:256:4294967295] 192.168.203.109@tcp13 LPNI seq info [75:75:8:4294967295] 00000100:00000001:2.0:1767384933.989749:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.989752:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384933.989761:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp13(192.168.203.109@tcp13:192.168.203.109@tcp13) -> 192.168.203.109@tcp13(192.168.203.109@tcp13:192.168.203.109@tcp13) 192.168.203.109@tcp13 : ACK try# 0 00000800:00000200:1.0:1767384933.989768:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp13 00000100:00000001:2.0:1767384933.989773:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384933.989773:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000929a964d. 00000400:00000200:3.0:1767384933.989774:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384933.989782:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294921874 00000400:00000200:3.0:1767384933.989789:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05100 00000100:00000010:2.0:1767384933.989808:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016688228. 00000800:00000200:1.0:1767384933.989811:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000087438ca9] -> 12345-192.168.203.109@tcp13 (6) 00000400:00000200:3.0:1767384933.989815:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1105 [2] + 0 00000400:00000010:3.0:1767384933.989822:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e21244. 00000100:00000001:2.0:1767384933.989825:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384933.989828:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddca194f 00000800:00000200:1.0:1767384933.989829:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp13 ip 192.168.203.109:1015 00000100:00000001:2.0:1767384933.989832:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294921874 00000400:00000200:3.0:1767384933.989835:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384933.989835:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000929a964d type 0, nob 96 niov 1 nkiov 0 00000100:00000010:2.0:1767384933.989838:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a817fa77. 00000400:00000200:3.0:1767384933.989845:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384933.989846:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384933.989849:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddca194f 00000400:00000010:3.0:1767384933.989852:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddca194f. 00000100:00000001:2.0:1767384933.989853:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294921874 00000100:00000001:3.0:1767384933.989857:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1767384933.989858:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384933.989859:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b84e773. 00000100:00000200:3.0:1767384933.989861:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384933.989865:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384933.989866:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000058504f6b x1853237363757312 msgsize 4848 00000800:00000001:1.0:1767384933.989872:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384933.989905:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384933.989908:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384933.989917:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384933.989921:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294921875 00000400:00000200:3.0:1767384933.989922:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055c03f8f 00000400:00000010:3.0:1767384933.989925:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055c03f8f. 00000100:00000001:3.0:1767384933.989929:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384933.989929:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088da7229. 00000100:00000200:3.0:1767384933.989936:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.989936:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384933.989945:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.989947:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767384933.989947:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384933.989950:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384933.989952:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000929a964d. 00000100:00000040:3.0:1767384933.989954:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.989955:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.989958:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384933.989961:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.989971:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp13->192.168.203.109@tcp13: ACK: OK 00000100:00000001:3.0:1767384933.989973:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.989975:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384933.989977:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384933.989979:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:1.0:1767384933.989979:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384933.989985:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.989985:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384933.989986:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.989990:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384933.989993:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294921875 00000800:00000001:1.0:1767384933.989993:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384933.989995:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.989998:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384933.989999:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384933.990004:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384933.990011:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.990012:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921874 00000100:00000001:2.0:1767384933.990017:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384933.990020:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294921875 00000400:00000200:1.0:1767384933.990021:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp13(192.168.203.109@tcp13) <- 192.168.203.109@tcp13 : ACK - for me 00000100:00100000:2.0:1767384933.990022:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363757184 02000000:00000001:2.0:1767384933.990028:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384933.990029:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294921874 00000100:00000001:2.0:1767384933.990031:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.990034:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.990035:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294921875 02000000:00000001:2.0:1767384933.990038:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.990044:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294921874 00000100:00100000:2.0:1767384933.990044:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363757184 00000400:00000200:1.0:1767384933.990046:0:16335:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp13: ACK from 12345-192.168.203.109@tcp13 into md 0x18c1 00000020:00000001:2.0:1767384933.990051:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384933.990052:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294921875 00000020:00000040:2.0:1767384933.990054:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:1.0:1767384933.990055:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384933.990056:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294921875 00000020:00000001:2.0:1767384933.990059:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384933.990063:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384933.990063:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000400:00000200:1.0:1767384933.990069:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp13->192.168.203.109@tcp13: ACK: OK 00000100:00000001:3.0:1767384933.990070:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384933.990070:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384933.990076:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384933.990078:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384933.990079:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.990080:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25ddd38 00000100:00000001:2.0:1767384933.990084:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384933.990085:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25ddd38. 00000100:00000001:3.0:1767384933.990087:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384933.990090:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384933.990091:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384933.990096:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384933.990096:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ea821be. 00000400:00000200:1.0:1767384933.990097:0:16335:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000100:00000001:3.0:1767384933.990100:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384933.990103:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.990104:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.990106:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000020:00000010:2.0:1767384933.990112:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ea821be. 00000100:00000001:3.0:1767384933.990113:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.990113:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (24) 00000020:00000010:2.0:1767384933.990121:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030b5837a. 00000800:00000001:1.0:1767384933.990124:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384933.990128:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1007f7f. 00000800:00000001:1.0:1767384933.990129:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384933.990135:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000100:00000001:3.0:1767384933.990137:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384933.990140:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363757312 02000000:00000001:3.0:1767384933.990143:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384933.990143:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384933.990147:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.990148:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384933.990150:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.990151:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384933.990152:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:3.0:1767384933.990154:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.990155:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.990158:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000093020f3f. 00000100:00100000:3.0:1767384933.990162:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363757312 00000400:00000010:1.0:1767384933.990164:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000927fc53f. 00000020:00000001:3.0:1767384933.990165:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384933.990166:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384933.990169:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384933.990172:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384933.990173:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25ddd38. 00000020:00000040:3.0:1767384933.990174:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:2.0:1767384933.990178:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.990179:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000093020f3f 00000020:00000001:3.0:1767384933.990180:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384933.990186:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000010:1.0:1767384933.990187:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000535bdb7f. 00000100:00000001:3.0:1767384933.990190:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384933.990193:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000020:00000010:3.0:1767384933.990195:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a390b344. 00000100:00000001:2.0:1767384933.990197:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384933.990199:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384933.990200:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384933.990206:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102071 00000100:00100000:2.0:1767384933.990209:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000020:00000010:3.0:1767384933.990212:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a390b344. 00000400:00000200:1.0:1767384933.990213:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (23) 00000100:00000040:2.0:1767384933.990215:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000020:00000010:3.0:1767384933.990220:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1fd62ba. 00000100:00000001:2.0:1767384933.990220:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339796048 : -107293369755568 : ffff9e6ad0cf1850) 00000400:00000010:1.0:1767384933.990221:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000000b9e9937. 00000100:00000040:2.0:1767384933.990226:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b191211 x1853237363757184/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:159/0 lens 4848/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384933.990229:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdfd1f1. 00000020:00000010:3.0:1767384933.990230:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0f0d6f0. 00000020:00000010:3.0:1767384933.990239:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e463ad97. 00000100:00000001:2.0:1767384933.990240:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384933.990242:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007ffc1285. 00000020:00000010:2.0:1767384933.990246:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ea821be. 00000100:00000001:3.0:1767384933.990247:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384933.990251:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384933.990252:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000100:00000001:2.0:1767384933.990253:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.990254:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384933.990260:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ea821be. 00000400:00000200:1.0:1767384933.990262:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000001:3.0:1767384933.990264:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.990269:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384933.990270:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b191211 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363757184:12345-0@lo:253: 00000400:00000200:1.0:1767384933.990270:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:3.0:1767384933.990278:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384933.990280:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363757184 00000100:00000001:3.0:1767384933.990282:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384933.990285:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384933.990286:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:00000001:2.0:1767384933.990290:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384933.990291:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000020:00000001:2.0:1767384933.990294:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.990297:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000020:00000001:2.0:1767384933.990300:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384933.990302:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000100:00000001:3.0:1767384933.990303:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339798096 : -107293369753520 : ffff9e6ad0cf2050) 00000020:00000001:2.0:1767384933.990303:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384933.990312:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384933.990314:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058504f6b x1853237363757312/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:159/0 lens 4848/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384933.990315:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000020:00000001:2.0:1767384933.990316:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384933.990329:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384933.990333:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 36], ns[16, 36] 00000020:00000001:2.0:1767384933.990334:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384933.990338:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384933.990339:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384933.990343:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a390b344. 00000400:00000200:1.0:1767384933.990344:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000001:2.0:1767384933.990346:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384933.990349:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384933.990351:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384933.990355:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a390b344. 00000400:00000200:1.0:1767384933.990355:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 02000000:00000010:2.0:1767384933.990359:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000026a91669. 02000000:00000001:2.0:1767384933.990364:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.990366:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058504f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363757312:12345-0@lo:253: 00000400:00000200:1.0:1767384933.990367:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000001:2.0:1767384933.990370:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384933.990377:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363757312 20000000:00000001:2.0:1767384933.990377:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384933.990382:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000020:00000001:3.0:1767384933.990383:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384933.990387:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:2.0:1767384933.990390:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006d884405. 00000400:00000200:1.0:1767384933.990390:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000020:00000001:3.0:1767384933.990391:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384933.990397:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384933.990398:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384933.990403:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:1.0:1767384933.990403:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 20000000:00000001:2.0:1767384933.990404:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384933.990408:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384933.990409:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384933.990412:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.990413:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384933.990416:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.990417:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000020:00000001:3.0:1767384933.990419:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384933.990421:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384933.990423:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384933.990427:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.990428:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:1.0:1767384933.990432:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 20000000:00000010:2.0:1767384933.990433:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000011f9115f. 00000400:00000200:1.0:1767384933.990439:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000100:00000001:3.0:1767384933.990440:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:2.0:1767384933.990440:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 02000000:00000001:3.0:1767384933.990445:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384933.990448:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:3.0:1767384933.990452:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006196981e. 00080000:00000001:2.0:1767384933.990455:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384933.990456:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 16], ns[48, 16] 02000000:00000001:3.0:1767384933.990457:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384933.990460:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:3.0:1767384933.990462:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384933.990467:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384933.990470:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000400:00000200:1.0:1767384933.990474:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 16], ns[56, 16] 00080000:00000001:2.0:1767384933.990476:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384933.990477:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 16], ns[72, 16] 20000000:00000010:3.0:1767384933.990478:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d94fa04a. 20000000:01000000:3.0:1767384933.990484:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384933.990488:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 16], ns[73, 16] 20000000:00000001:3.0:1767384933.990489:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384933.990491:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384933.990493:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384933.990497:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384933.990498:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.990498:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 16], ns[71, 16] 00080000:00000001:2.0:1767384933.990502:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384933.990504:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384933.990508:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384933.990509:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384933.990512:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.990512:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00080000:00000002:2.0:1767384933.990518:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000400:00000200:1.0:1767384933.990518:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp14 00000400:00000200:1.0:1767384933.990525:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp14 lpni_is_preferred = 0 00000020:00000001:2.0:1767384933.990526:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:2.0:1767384933.990530:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384933.990530:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp14 00080000:00000001:2.0:1767384933.990536:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384933.990537:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp14 NI seq info: [76:76:256:4294967295] 192.168.203.109@tcp14 LPNI seq info [76:76:8:4294967295] 00080000:00000001:2.0:1767384933.990541:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384933.990544:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.990545:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp14 00000020:00000001:2.0:1767384933.990548:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384933.990555:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000400:00000200:1.0:1767384933.990555:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14:) -> 192.168.203.109@tcp14(192.168.203.109@tcp:192.168.203.109@tcp14) : GET try# 0 00080000:00000001:2.0:1767384933.990562:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:1.0:1767384933.990564:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp14 00000800:00000010:1.0:1767384933.990568:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000929a964d. 00080000:00000010:2.0:1767384933.990573:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004cb78c16. 00000800:00000200:1.0:1767384933.990573:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (6) 00080000:00000001:2.0:1767384933.990579:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775873051648 : -107297836499968 : ffff9e69c691fc00) 00000800:00000200:1.0:1767384933.990584:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp14 ip 192.168.203.109:988 00080000:00000001:2.0:1767384933.990585:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000200:1.0:1767384933.990587:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000929a964d type 2, nob 96 niov 1 nkiov 0 00000001:00000001:2.0:1767384933.990590:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384933.990593:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001ea821be. 00080000:00000001:2.0:1767384933.990596:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.990599:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00080000:00000001:2.0:1767384933.990601:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384933.990604:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100271 rc 0 00080000:00000001:2.0:1767384933.990617:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384933.990633:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384933.990671:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384933.990675:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000929a964d. 00000400:00000200:1.0:1767384933.990679:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384933.990684:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: GET: OK 00000400:00000200:1.0:1767384933.990688:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384933.990691:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000800:00000001:3.0:1767384933.990719:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384933.990730:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384933.990734:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384933.990742:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384933.990749:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14) <- 192.168.203.109@tcp14 : GET - for me 00000400:00000200:3.0:1767384933.990758:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384933.990762:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 432/432 into md 0x18bd [1] + 0 00000400:00000200:3.0:1767384933.990769:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp14 to MR: 192.168.203.109@tcp14 local destination 00000400:00000200:3.0:1767384933.990773:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp14 NI seq info: [77:77:256:4294967295] 192.168.203.109@tcp14 LPNI seq info [77:77:8:4294967295] 00000400:00000200:3.0:1767384933.990781:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14:192.168.203.109@tcp14) -> 192.168.203.109@tcp14(192.168.203.109@tcp14:192.168.203.109@tcp14) 192.168.203.109@tcp14 : REPLY try# 0 00000800:00000200:3.0:1767384933.990785:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.109@tcp14 00000800:00000010:3.0:1767384933.990788:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000398f63d8. 00000800:00000200:3.0:1767384933.990792:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (6) 00000800:00000200:3.0:1767384933.990796:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp14 ip 192.168.203.109:1013 00000800:00000200:3.0:1767384933.990799:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000398f63d8 type 3, nob 528 niov 1 nkiov 1 00000800:00000001:1.0:1767384933.990833:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384933.990852:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384933.990857:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384933.990860:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384933.990861:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384933.991148:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000398f63d8. 00000400:00000200:3.0:1767384933.991151:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384933.991157:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384933.991167:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: REPLY: OK 00000800:00000001:1.0:1767384933.991192:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.991201:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14) <- 192.168.203.109@tcp14 : REPLY - for me 00000400:00000200:1.0:1767384933.991210:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp14: Reply from 12345-192.168.203.109@tcp14 of length 432/432 into md 0x18d9 00000800:00000001:1.0:1767384933.991213:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384933.991218:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.991220:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384933.991222:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: REPLY: OK 00000400:00000200:1.0:1767384933.991224:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdfd1f1 00000400:00000010:1.0:1767384933.991226:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdfd1f1. 00000400:00000200:1.0:1767384933.991228:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384933.991231:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:1.0:1767384933.991233:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:1.0:1767384933.991235:0:16335:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 25. state = 0x100271 00000400:00000200:1.0:1767384933.991239:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384933.991250:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (24) 00000800:00000001:1.0:1767384933.991255:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384933.991257:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384933.991272:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384933.991277:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x1000f1 00000400:00000010:2.0:1767384933.991283:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 0000000063ba2949. 00000400:00000010:2.0:1767384933.991289:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 0000000031415181. 00000400:00000010:2.0:1767384933.991291:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 00000000a8cb804e. 00000400:00000200:2.0:1767384933.991324:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp30(000000007706cfd6) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384933.991329:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000953267f7. 00000400:00000200:2.0:1767384933.991334:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000953267f7 nid 192.168.203.109@tcp31 00000400:00000010:2.0:1767384933.991337:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007264a9a7. 00000400:00000200:2.0:1767384933.991339:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000007264a9a7 net tcp31 00000400:00000200:2.0:1767384933.991342:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (23) 00000400:00000200:2.0:1767384933.991345:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp31 flags 0x11 00000400:00000010:2.0:1767384933.991350:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000234e15d0. 00000400:00000200:2.0:1767384933.991352:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000234e15d0 nid 192.168.203.109@tcp32 00000400:00000010:2.0:1767384933.991355:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003f9ff553. 00000400:00000200:2.0:1767384933.991356:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000003f9ff553 net tcp32 00000400:00000200:2.0:1767384933.991358:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (24) 00000400:00000200:2.0:1767384933.991360:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp32 flags 0x11 00000400:00000010:2.0:1767384933.991362:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003b81b819. 00000400:00000200:2.0:1767384933.991364:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003b81b819 nid 192.168.203.109@tcp33 00000400:00000010:2.0:1767384933.991366:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a81be17b. 00000400:00000200:2.0:1767384933.991367:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a81be17b net tcp33 00000400:00000200:2.0:1767384933.991369:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (25) 00000400:00000200:2.0:1767384933.991372:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp33 flags 0x11 00000400:00000010:2.0:1767384933.991376:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 0000000063ba2949. 00000400:00000010:2.0:1767384933.991383:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 0000000031415181. 00000400:00000010:2.0:1767384933.991384:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 00000000a8cb804e. 00000400:00000010:2.0:1767384933.991386:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000000b9e9937. 00000400:00000200:2.0:1767384933.991388:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384933.991390:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x100171 00000400:00000200:2.0:1767384933.991393:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100171 rc 1 00000400:00000200:2.0:1767384933.991395:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100171 00000400:00000200:2.0:1767384933.991398:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384933.991399:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100111 rc 0 00000400:00000200:2.0:1767384933.991402:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384933.991404:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (26) 00080000:00000010:1.0:1767384933.992456:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004cb78c16. 00080000:00000010:2.0:1767384933.992485:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001ea821be. 00040000:00000001:2.0:1767384933.992490:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384933.992492:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384933.992494:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384933.992496:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384933.992498:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384933.992499:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384933.992509:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384933.992515:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384933.992517:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384933.992522:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384933.992530:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384933.992535:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384933.992538:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384933.992544:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:3.0:1767384933.992546:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000069c81b4f. 00010000:00000001:1.0:1767384933.992548:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:3.0:1767384933.992553:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:3.0:1767384933.992557:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:1.0:1767384933.992559:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044d61ed5. 00080000:00000001:3.0:1767384933.992560:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384933.992564:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384933.992568:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384933.992573:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384933.992574:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc35e043. 00000020:00000001:1.0:1767384933.992579:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384933.992581:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc35e043 with handle 0x135556ebb4843be5 to hash 00080000:00000001:3.0:1767384933.992582:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.992584:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384933.992586:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384933.992587:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00080000:00000001:3.0:1767384933.992589:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384933.992591:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384933.992592:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384933.992593:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:3.0:1767384933.992617:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00010000:00000001:1.0:1767384933.992617:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00080000:00000002:3.0:1767384933.992620:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384933.992625:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384933.992625:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384933.992629:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384933.992631:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384933.992635:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384933.992636:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384933.992642:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384933.992647:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:1.0:1767384933.992649:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384933.992652:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384933.992673:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:3.0:1767384933.992677:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ed312fba. 00010000:00000001:1.0:1767384933.992678:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384933.992682:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384933.992684:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775783504384 : -107297926047232 : ffff9e69c13b9a00) 00010000:00000001:1.0:1767384933.992685:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384933.992691:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384933.992692:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384933.992696:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384933.992697:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384933.992700:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:3.0:1767384933.992702:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a390b344. 00010000:00000001:1.0:1767384933.992703:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384933.992707:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384933.992709:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.992710:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000020:2.0:1767384933.992713:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384933.992715:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:1.0:1767384933.992716:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044d61ed5) refcount = 1 00000100:00000001:2.0:1767384933.992718:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384933.992723:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006d884405. 00010000:00010000:1.0:1767384933.992724:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384933.992728:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384933.992730:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384933.992738:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363757184 00010000:00000001:1.0:1767384933.992739:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384933.992742:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384933.992743:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384933.992744:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384933.992748:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.992752:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384933.992754:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b191211 x1853237363757184/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384933.992755:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384933.992763:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384933.992768:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384933.992769:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384933.992772:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384933.992774:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.992776:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:2.0:1767384933.992779:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=51 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384933.992779:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc35e043 refcount=4 00000020:00000001:1.0:1767384933.992786:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000100:00000001:2.0:1767384933.992789:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384933.992790:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384933.992792:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384933.992794:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384933.992800:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384933.992802:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384933.992806:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384933.992810:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.992815:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384933.992837:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384933.992839:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:2.0:1767384933.992840:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c1dd1fd. 00010000:00010000:1.0:1767384933.992843:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384933.992845:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363757184, offset 224 00000400:00000200:2.0:1767384933.992854:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384933.992860:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384933.992864:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384933.992864:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384933.992869:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384933.992872:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05080 00000400:00000200:2.0:1767384933.992899:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18c5 [2] + 224 00000400:00000200:2.0:1767384933.992904:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384933.992907:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384933.992911:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384933.992916:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384933.992917:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384933.992919:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.992925:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384933.992929:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384933.992932:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384933.992943:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc35e043 already unused, calling callback (00000000c66beece) 00010000:00000001:1.0:1767384933.992948:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384933.992950:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384933.992952:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.992957:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384933.992958:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384933.992959:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384933.992963:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384933.992965:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc35e043 refcount=5 00000400:00000200:2.0:1767384933.992967:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c1dd1fd 00000020:00000001:1.0:1767384933.992967:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000400:00000010:2.0:1767384933.992971:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c1dd1fd. 00010000:00000001:1.0:1767384933.992972:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000100:00000001:2.0:1767384933.992978:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384933.992978:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384933.992979:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384933.992980:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384933.992981:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384933.992983:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384933.992986:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384933.992990:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384933.992994:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384933.992994:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384933.992995:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384933.992997:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:3.0:1767384933.993000:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a766db. 00010000:00000001:2.0:1767384933.993000:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384933.993004:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.993006:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004174eeb 00000020:00000001:2.0:1767384933.993008:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384933.993008:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.993014:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767384933.993015:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b191211 x1853237363757184/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384933.993019:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004174eeb. 00010000:00000001:1.0:1767384933.993019:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384933.993023:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384933.993026:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384933.993028:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384933.993033:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384933.993034:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc35e043 with handle 0x135556ebb4843be5 from hash 00000100:00100000:2.0:1767384933.993036:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b191211 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363757184:12345-0@lo:253: Request processed in 2792us (3417us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384933.993043:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384933.993047:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.993051:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384933.993055:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:3.0:1767384933.993059:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384933.993060:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384933.993066:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:2.0:1767384933.993072:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00010000:00000001:1.0:1767384933.993072:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384933.993073:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384933.993078:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.993079:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384933.993079:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384933.993087:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384933.993088:0:16340:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384933.993088:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.993089:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384933.993092:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384933.993095:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1007f7f. 00010000:00000001:1.0:1767384933.993095:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384933.993096:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384933.993101:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.993101:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:2.0:1767384933.993102:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 02000000:00000001:3.0:1767384933.993107:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384933.993110:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030b5837a. 00010000:00000001:1.0:1767384933.993110:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384933.993112:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=51 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384933.993115:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384933.993119:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=51 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384933.993119:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:1.0:1767384933.993119:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.993126:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384933.993128:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384933.993128:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384933.993130:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000026a91669. 00000100:00000001:3.0:1767384933.993132:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.993137:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384933.993137:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.993138:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384933.993143:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.993144:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384933.993144:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384933.993148:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384933.993152:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384933.993157:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384933.993160:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e20e033. 00010000:00000001:1.0:1767384933.993160:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.993164:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384933.993168:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384933.993169:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c1dd1fd. 00010000:00000001:1.0:1767384933.993172:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384933.993173:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384933.993176:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384933.993177:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384933.993179:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384933.993180:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.993182:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:3.0:1767384933.993184:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384933.993186:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384933.993187:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 20000000:00000001:1.0:1767384933.993189:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384933.993190:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384933.993194:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:1.0:1767384933.993194:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384933.993198:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384933.993201:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384933.993204:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:1.0:1767384933.993206:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:3.0:1767384933.993207:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384933.993208:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384933.993209:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384933.993211:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384933.993216:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384933.993220:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc35e043/0x135556ebb4843be5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384933.993225:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044d61ed5 count: 0 00000100:00100000:3.0:1767384933.993236:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363757184:0@lo:253: 00010000:00000001:1.0:1767384933.993236:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384933.993240:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384933.993245:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.993247:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384933.993249:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363757184/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.993254:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384933.993256:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384933.993258:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f5c0b2e4. 02000000:00000001:3.0:1767384933.993261:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384933.993262:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384933.993263:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384933.993264:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384933.993266:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002c815653. 02000000:00000001:3.0:1767384933.993269:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384933.993270:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384933.993271:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000100:00000001:3.0:1767384933.993273:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384933.993275:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.993276:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.993280:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384933.993281:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.993283:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.993284:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384933.994274:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ed312fba. 00080000:00000010:3.0:1767384933.994343:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a390b344. 00040000:00000001:3.0:1767384933.994349:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384933.994351:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384933.994352:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384933.994355:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384933.994357:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384933.994359:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384933.994361:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384933.994370:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384933.994373:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384933.994377:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384933.994380:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384933.994383:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384933.994385:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384933.994389:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384933.994391:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384933.994395:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a43efc2b. 00010000:00000001:1.0:1767384933.994398:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384933.994401:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002eb35741. 00000020:00000001:1.0:1767384933.994403:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384933.994405:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002eb35741 with handle 0x135556ebb4843bec to hash 00000020:00000001:1.0:1767384933.994407:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384933.994409:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384933.994411:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384933.994412:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384933.994414:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384933.994416:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.994420:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384933.994422:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384933.994424:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384933.994425:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384933.994426:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.994428:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384933.994429:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.994430:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384933.994431:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384933.994432:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384933.994439:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384933.994440:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a43efc2b) refcount = 1 00010000:00010000:1.0:1767384933.994443:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.994447:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384933.994448:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384933.994449:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.994450:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.994452:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384933.994453:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384933.994455:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384933.994456:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384933.994457:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384933.994458:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002eb35741 refcount=4 00000020:00000001:1.0:1767384933.994459:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384933.994461:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384933.994462:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384933.994463:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.994466:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384933.994467:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.994471:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.994472:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384933.994472:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.994476:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384933.994476:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.994478:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384933.994479:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384933.994490:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002eb35741 already unused, calling callback (00000000c66beece) 00010000:00000001:1.0:1767384933.994492:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384933.994493:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384933.994494:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.994498:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384933.994500:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384933.994501:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384933.994503:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002eb35741 refcount=5 00000020:00000001:1.0:1767384933.994504:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384933.994506:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384933.994508:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000020:3.0:1767384933.994509:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384933.994510:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384933.994515:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384933.994519:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d94fa04a. 00010000:00000001:1.0:1767384933.994519:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384933.994522:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:3.0:1767384933.994525:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.994525:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384933.994531:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363757312 00010000:00000001:1.0:1767384933.994532:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384933.994535:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384933.994536:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384933.994538:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384933.994540:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384933.994543:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058504f6b x1853237363757312/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384933.994544:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002eb35741 with handle 0x135556ebb4843bec from hash 00010000:00000001:1.0:1767384933.994550:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384933.994553:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.994556:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384933.994559:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384933.994560:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384933.994564:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.994565:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:3.0:1767384933.994569:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=51 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384933.994569:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384933.994572:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384933.994575:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.994576:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384933.994578:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.994581:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:1.0:1767384933.994582:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384933.994584:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384933.994586:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384933.994588:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.994591:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384933.994592:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384933.994595:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.994599:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384933.994600:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384933.994603:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384933.994605:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055c03f8f. 00010000:00000001:1.0:1767384933.994606:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384933.994612:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363757312, offset 224 00010000:00000001:1.0:1767384933.994612:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384933.994614:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.994622:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384933.994623:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384933.994626:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384933.994628:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384933.994630:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384933.994633:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384933.994634:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384933.994635:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384933.994638:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384933.994640:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384933.994641:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.994645:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05100 00010000:00010000:1.0:1767384933.994646:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.994671:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1767384933.994673:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18cd [2] + 224 00010000:00000001:1.0:1767384933.994673:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384933.994676:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002eb35741/0x135556ebb4843bec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384933.994682:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384933.994683:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a43efc2b count: 0 00000400:00000200:3.0:1767384933.994705:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384933.994709:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384933.994710:0:17065:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:1.0:1767384933.994714:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384933.994718:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.994728:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.994743:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384933.994748:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055c03f8f 00000400:00000010:3.0:1767384933.994751:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055c03f8f. 00000100:00000001:3.0:1767384933.994778:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384933.994780:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384933.994786:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.994791:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384933.994794:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384933.994795:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384933.994799:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.994800:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384933.994804:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384933.994807:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384933.994811:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058504f6b x1853237363757312/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384933.994812:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384933.994817:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796225a9. 00000400:00000200:2.0:1767384933.994825:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d477dac 00000400:00000010:2.0:1767384933.994829:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d477dac. 00000100:00100000:3.0:1767384933.994831:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058504f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363757312:12345-0@lo:253: Request processed in 4490us (4962us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384933.994835:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384933.994861:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000200:2.0:1767384933.994861:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.994866:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384933.994870:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384933.994873:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384933.994878:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0f0d6f0. 00000020:00000010:3.0:1767384933.994883:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e463ad97. 00000020:00000010:3.0:1767384933.994887:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1fd62ba. 00000020:00000040:3.0:1767384933.994891:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:3.0:1767384933.994916:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384933.994918:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006196981e. 02000000:00000001:3.0:1767384933.994925:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384933.994927:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.994928:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384933.994938:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384933.994940:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384933.994944:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384933.994948:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bc5832b. 00000100:00000001:2.0:1767384933.994948:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384933.994952:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384933.994956:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.994958:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384933.994959:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055c03f8f. 02000000:00000001:2.0:1767384933.994960:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384933.994974:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384933.994977:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384933.994979:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384933.994981:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384933.994983:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384933.994984:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.994985:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.994988:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.994998:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384933.995000:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384933.995001:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384933.995004:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384933.995005:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384933.995006:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384933.995007:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384933.995008:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384933.995010:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384933.995011:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384933.995012:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384933.995013:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384933.995015:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384933.995020:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363757312:0@lo:253: 00000100:00000001:2.0:1767384933.995024:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.995025:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384933.995027:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363757312/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.995031:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384933.995033:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384933.995034:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d87f0025. 02000000:00000001:2.0:1767384933.995037:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384933.995038:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384933.995039:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384933.995041:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384933.995048:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004e208cc0. 02000000:00000001:2.0:1767384933.995068:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384933.995068:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384933.995069:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 00000100:00000001:2.0:1767384933.995071:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384933.995072:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.995074:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.995077:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384933.995078:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.995079:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384933.995081:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.996951:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294921875, at 4294921876 00000100:00000040:2.0:1767384933.996959:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294921875, at 4294921876 00000100:00000010:1.0:1767384933.996961:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a817fa77. 00000100:00000010:2.0:1767384933.996974:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b84e773. 00000100:00000040:0.0:1767384933.996981:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294921875, at 4294921876 00000100:00000040:3.0:1767384933.996985:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294921875, at 4294921876 00000100:00000010:0.0:1767384933.996992:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016688228. 00000100:00000010:3.0:1767384933.996995:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088da7229. 00010000:00000010:1.1:1767384933.997945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044d61ed5. 00010000:00000010:1.1:1767384933.997967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc35e043. 00010000:00000010:1.1:1767384933.997975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a43efc2b. 00010000:00000010:1.1:1767384933.997982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002eb35741. 00000400:00000010:0.0:1767384934.007970:0:28593:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009da67841. 00000400:00000040:0.0:1767384934.007992:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384934.007995:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384934.007997:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.007999:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384934.008001:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.008003:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384934.008006:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384934.008007:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384934.008009:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384934.008010:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384934.008012:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384934.008014:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384934.008016:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384934.008018:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384934.008018:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384934.008021:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384934.008022:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384934.008023:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384934.008024:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384934.008026:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.008028:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384934.008029:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384934.008031:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384934.008032:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384934.008033:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384934.008034:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.008035:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384934.008037:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384934.008038:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384934.008039:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384934.008040:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384934.008041:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.008043:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384934.008044:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384934.008068:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384934.008069:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384934.008070:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384934.008072:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384934.008073:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384934.008074:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384934.008075:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384934.008076:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384934.008077:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384934.008078:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384934.008080:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384934.008081:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384934.008082:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384934.008083:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384934.008084:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384934.008085:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384934.008086:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384934.008088:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384934.008088:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384934.008090:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384934.008091:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384934.008092:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384934.008093:0:28593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384934.008142:0:28593:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009da67841. 00010000:00000001:2.0:1767384934.744921:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384934.744925:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384934.744930:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384934.744931:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384934.744944:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384934.744946:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384934.744948:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384934.745926:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp30 00000400:00000010:3.0:1767384934.745931:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d3f3be07. 00000400:00000010:3.0:1767384934.745938:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004a8d4304. 00000400:00000010:3.0:1767384934.745942:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00000400:00000010:3.0:1767384934.745949:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a154c052. 00000400:00000200:3.0:1767384934.745959:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp30 00000400:00000200:3.0:1767384934.745974:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp30 local destination 00000400:00000200:3.0:1767384934.745979:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp30 00000400:00000200:3.0:1767384934.745983:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp30 NI seq info: [78:78:256:4294967295] 192.168.203.109@tcp30 LPNI seq info [78:78:8:4294967295] 00000400:00000200:3.0:1767384934.745987:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp30 00000400:00000200:3.0:1767384934.745993:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp30(192.168.203.109@tcp30:) -> 192.168.203.109@tcp30(192.168.203.109@tcp30:192.168.203.109@tcp30) : GET try# 0 00000800:00000200:3.0:1767384934.745997:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp30 00000800:00000010:3.0:1767384934.746001:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000398f63d8. 00000800:00000200:3.0:1767384934.746006:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000800:00000200:3.1:1767384934.746009:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000400:00000200:3.0:1767384934.746027:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp30 added to recovery queue. ping count: 2 next ping: 259 health :800 00000400:00000200:2.0:1767384934.746082:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746120:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746138:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746153:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746174:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746192:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746203:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746215:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746230:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746253:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746268:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746292:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746317:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746334:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746356:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746385:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746401:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746416:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746430:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746444:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746478:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746494:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746513:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746532:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746547:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746563:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746590:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746608:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746625:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746680:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746721:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746758:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746794:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746826:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384934.746860:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384934.747046:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026a91669. 00000800:00000010:2.0:1767384934.747051:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cf3f7e0. 00000800:00000010:2.0:1767384934.747056:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb826bb6. 00000800:00000010:2.0:1767384934.747077:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb826bb6. 00000800:00020000:2.0:1767384934.747086:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384934.747089:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cf3f7e0. 00000800:00000010:2.0:1767384934.747092:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000026a91669. 00000400:02020000:2.0:1767384934.747130:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp30 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384934.747137:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp30 notifying 192.168.203.109@tcp30: down 00000800:00000200:2.0:1767384934.747143:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp30 down 00000800:00000100:2.0:1767384934.747148:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp30 00000800:00000010:2.0:1767384934.747157:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000398f63d8. 00000400:00000200:2.0:1767384934.747161:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384934.747165:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp30->192.168.203.109@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384934.747173:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384934.747175:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384934.747179:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp30) recovery failed with -71 00080000:00000010:1.0:1767384935.263489:0:28969:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008a38962d. 00080000:00000010:1.0:1767384935.263501:0:28969:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008a38962d. 00000020:00000001:1.0:1767384935.263506:0:28969:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384935.263516:0:28969:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008a38962d. 00080000:00000010:1.0:1767384935.263521:0:28969:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008a38962d. 00000020:00000001:1.0:1767384935.263530:0:28969:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.768919:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384935.768927:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.768934:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384935.768936:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384935.768937:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384935.768942:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384935.768945:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00000400:00000010:3.0:1767384935.768949:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00000400:00000200:3.0:1767384935.768953:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384935.768959:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384935.768969:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d3f3be07. 00000400:00000010:3.0:1767384935.768973:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004a8d4304. 00000020:00000001:0.0:1767384935.768976:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384935.768981:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384935.768985:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384935.942172:0:29134:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384935.942176:0:29134:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:3.0:1767384935.945212:0:29134:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384935.951826:0:29135:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a1353445. 00000400:00000010:3.0:1767384935.951840:0:29135:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000080e1f3c8. 00000400:00000010:3.0:1767384935.951848:0:29135:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000cb341e1f. 00000400:00000010:3.0:1767384935.951851:0:29135:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007cc10024. 00000400:00000010:3.0:1767384935.951854:0:29135:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f7d38a9d. 00000400:00000010:3.0:1767384935.951858:0:29135:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cf509d91. 00000400:00000010:3.0:1767384935.951859:0:29135:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f4596155. 00000400:00000010:3.0:1767384935.951860:0:29135:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e05e92f1. 00000400:00000010:3.0:1767384935.951888:0:29135:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d7f214f7. 00000800:00000010:3.0:1767384935.951906:0:29135:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000bd5eb34. 00000800:00000200:3.0:1767384935.951923:0:29135:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384935.951934:0:29135:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384935.951969:0:29135:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384935.951993:0:29135:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp34 [8/256/0/180] 00000400:00000010:3.0:1767384935.953423:0:29135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000ed312fba. 00000400:00000010:3.0:1767384935.953428:0:29135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767384935.953432:0:29135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00000400:00000001:3.0:1767384935.953446:0:29135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384935.953447:0:29135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384935.953449:0:29135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074e63ba0. 00000400:00000200:3.0:1767384935.953451:0:29135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ec15fb 00000400:00000010:3.0:1767384935.953452:0:29135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004ec15fb. 00000400:00000010:3.0:1767384935.953455:0:29135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000020c8be0a. 00000400:00000200:3.0:1767384935.953459:0:29135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (25) 00000400:00000200:3.0:1767384935.953470:0:29135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384935.953477:0:29135:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:3.0:1767384935.953484:0:29135:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d94fa04a. 00000020:01000000:3.0:1767384935.953487:0:29135:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384935.953489:0:29135:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp34 00000400:00000010:3.0:1767384935.953500:0:29135:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000080e1f3c8. 00000400:00000010:3.0:1767384935.953504:0:29135:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a1353445. 00000400:00000200:2.0:1767384935.953522:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384935.953528:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100151 00000400:00000010:2.0:1767384935.953535:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4f16d4d. 00000020:00000001:0.0:1767384935.953536:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384935.953538:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (26) 10000000:00000001:0.0:1767384935.953544:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384935.953545:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000013d6ba14. 10000000:00000001:0.0:1767384935.953550:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384935.953551:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp14 10000000:01000000:0.0:1767384935.953555:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384935.953560:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384935.953563:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384935.953567:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp14 to MR: 192.168.203.109@tcp14 local destination 00000020:01000004:0.0:1767384935.953568:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384935.953572:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384935.953575:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384935.953578:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp14 NI seq info: [79:79:256:4294967295] 192.168.203.109@tcp14 LPNI seq info [79:79:8:4294967295] 00000020:01000004:0.0:1767384935.953579:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384935.953583:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384935.953586:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp14 00000020:01000004:0.0:1767384935.953587:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384935.953597:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14:192.168.203.109@tcp14) -> 192.168.203.109@tcp14(192.168.203.109@tcp14:192.168.203.109@tcp14) : PUT try# 0 00000020:01000004:0.0:1767384935.953598:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384935.953602:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384935.953604:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.109@tcp14 00000800:00000010:2.0:1767384935.953609:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d80cbf0. 00000100:00000010:0.0:1767384935.953609:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006032cdbf. 00000020:00000040:0.0:1767384935.953617:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000800:00000200:2.0:1767384935.953618:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (6) 00000100:00000001:0.0:1767384935.953626:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384935.953630:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp14 ip 192.168.203.109:988 02000000:00000001:0.0:1767384935.953633:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384935.953634:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d80cbf0 type 1, nob 544 niov 1 nkiov 1 02000000:00000001:0.0:1767384935.953640:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384935.953668:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009ce8d676. 00000400:00000200:2.0:1767384935.953670:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384935.953676:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100551 rc 0 00000100:00000001:0.0:1767384935.953678:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.953689:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384935.953693:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384935.953701:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006032cdbf] to pc [ptlrpcd_00_02+2] req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384935.953728:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.953729:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384935.953732:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.953733:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384935.953734:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.953736:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384935.953736:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384935.953742:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384935.953744:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384935.953746:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384935.953748:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384935.953750:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384935.953752:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384935.953752:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384935.953754:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384935.953754:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384935.953756:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384935.953758:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384935.953759:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384935.953759:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384935.953761:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384935.953762:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384935.953763:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384935.953764:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384935.953765:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384935.953765:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384935.953769:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363757440:0@lo:253: 00000100:00000010:0.0:1767384935.953769:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aeef6f1. 00000020:00000040:0.0:1767384935.953772:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384935.953774:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384935.953775:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384935.953776:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384935.953778:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.953780:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767384935.953784:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1767384935.953786:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d6c136e0. 00000800:00000010:1.0:1767384935.953790:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d80cbf0. 02000000:00000001:3.0:1767384935.953791:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.953791:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.953795:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384935.953796:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384935.953799:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384935.953801:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.953804:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: PUT: OK 02000000:00000010:3.0:1767384935.953805:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004e208cc0. 00000100:00000040:0.0:1767384935.953809:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aeef6f1] to pc [ptlrpcd_00_03+3] req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384935.953810:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.953811:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1767384935.953815:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000918d7ffb. 00000400:00000200:1.0:1767384935.953818:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp14: 0 00000400:00000010:3.0:1767384935.953823:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080e1f3c8. 00000100:00000200:3.0:1767384935.953827:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363757440, portal 25 10000000:00000001:0.0:1767384935.953827:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384935.953829:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384935.953830:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384935.953830:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.953833:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990652288 : -107292718899328 : ffff9e6af79a5f80) 00000020:00000001:0.0:1767384935.953833:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384935.953835:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:1.0:1767384935.953837:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384935.953838:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d94fa04a. 00000100:00000040:3.0:1767384935.953840:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384935.953842:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384935.953846:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.953853:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384935.953853:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384935.953857:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14) <- 192.168.203.109@tcp14 : PUT - for me 00000100:00000001:0.0:1767384935.953857:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384935.953860:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384935.953861:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384935.953893:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384935.953896:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c7f8dd8. 00000400:00000200:1.0:1767384935.953902:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 432/448 into md 0x18d5 [1] + 0 00000400:00000010:1.0:1767384935.953905:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000927fc53f. 00000400:00000200:1.0:1767384935.953908:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f25ddd38 00000100:00000200:3.0:1767384935.953911:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363757440, offset 0 00000800:00000001:1.0:1767384935.953913:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384935.953918:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384935.953920:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384935.953921:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384935.953926:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384935.953934:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384935.953936:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: PUT: OK 00000400:00000200:3.0:1767384935.953937:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384935.953937:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384935.953943:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384935.953945:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25ddd38 02000000:00000001:0.0:1767384935.953945:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384935.953947:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25ddd38. 00000400:00000200:3.0:1767384935.953952:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05180 02000000:00000001:0.0:1767384935.953952:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.953954:0:16333:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00100000:0.0:1767384935.953958:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002aeef6f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363757568:0@lo:253: 00000400:00000200:1.0:1767384935.953959:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (27) 00000400:00000200:3.0:1767384935.953960:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x112d [2] + 0 00000100:00000001:0.0:1767384935.953965:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384935.953966:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac77d84. 00000400:00000200:1.0:1767384935.953968:0:16333:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 02000000:00000001:0.0:1767384935.953970:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384935.953971:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034aba453 00000400:00000200:1.0:1767384935.953973:0:16333:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (448 bytes) 02000000:00000001:0.0:1767384935.953974:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.953977:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384935.953979:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384935.953979:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384935.953985:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384935.953985:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000deae5813. 00000400:00000200:1.0:1767384935.953987:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (28) 02000000:00000001:0.0:1767384935.953988:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384935.953994:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000716f0b25. 00000400:00000200:3.0:1767384935.953995:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034aba453 00000400:00000200:1.0:1767384935.953995:0:16333:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:3.0:1767384935.954001:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034aba453. 00000400:00000200:1.0:1767384935.954005:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp14 to MR: 192.168.203.109@tcp14 local destination 00000100:00000001:3.0:1767384935.954009:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384935.954010:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp14 NI seq info: [80:80:256:4294967295] 192.168.203.109@tcp14 LPNI seq info [80:80:8:4294967295] 00000400:00000010:0.0:1767384935.954011:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005161ba15. 00000100:00000200:3.0:1767384935.954013:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384935.954017:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363757568, portal 25 00000100:00000040:3.0:1767384935.954019:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000ecdce67c x1853237363757440 msgsize 4848 00000100:00000001:0.0:1767384935.954021:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384935.954024:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990651392 : -107292718900224 : ffff9e6af79a5c00) 00000100:00100000:3.0:1767384935.954028:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384935.954033:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384935.954033:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384935.954035:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14:192.168.203.109@tcp14) -> 192.168.203.109@tcp14(192.168.203.109@tcp14:192.168.203.109@tcp14) 192.168.203.109@tcp14 : ACK try# 0 00000100:00000001:0.0:1767384935.954042:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384935.954044:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1767384935.954048:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp14 00000400:00000200:3.0:1767384935.954051:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c7f8dd8 00000800:00000010:1.0:1767384935.954053:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b353466. 00000400:00000010:3.0:1767384935.954054:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c7f8dd8. 00000100:00000040:0.0:1767384935.954054:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384935.954059:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384935.954059:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0cfecf9. 00000800:00000200:1.0:1767384935.954060:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (6) 00000100:00000200:3.0:1767384935.954064:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384935.954064:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363757568, offset 0 00000800:00000200:1.0:1767384935.954070:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp14 ip 192.168.203.109:1013 00000800:00000200:1.0:1767384935.954073:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b353466 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384935.954075:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384935.954085:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384935.954087:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384935.954090:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384935.954092:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05200 00000100:00000001:3.0:1767384935.954098:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384935.954098:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384935.954098:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1195 [2] + 0 00000100:00000001:3.0:1767384935.954102:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384935.954103:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c693ed5f. 00000400:00000200:0.0:1767384935.954106:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000267f33e2 00000100:00000001:3.0:1767384935.954107:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384935.954108:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384935.954111:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384935.954112:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294923839 00000400:00000200:0.0:1767384935.954116:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384935.954117:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d706aea. 00000400:00000200:0.0:1767384935.954119:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267f33e2 00000400:00000010:0.0:1767384935.954120:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000267f33e2. 00000100:00000001:3.0:1767384935.954124:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384935.954124:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384935.954125:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384935.954128:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294923839 00000100:00000040:0.0:1767384935.954128:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000002a085ad0 x1853237363757568 msgsize 4848 00000100:00000010:3.0:1767384935.954131:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000890747e. 00000100:00100000:0.0:1767384935.954133:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384935.954134:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384935.954135:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384935.954139:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294923839 00000100:00000010:3.0:1767384935.954143:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000858726e4. 00000100:00000001:0.0:1767384935.954144:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384935.954146:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384935.954148:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0cfecf9 00000400:00000010:0.0:1767384935.954150:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0cfecf9. 00000100:00000001:3.0:1767384935.954151:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294923839 00000100:00000001:0.0:1767384935.954153:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384935.954154:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c78703d. 00000100:00000200:0.0:1767384935.954157:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.954158:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767384935.954158:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384935.954162:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384935.954164:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b353466. 00000100:00000001:3.0:1767384935.954166:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.954171:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.954171:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384935.954172:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384935.954176:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.954177:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.954183:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: ACK: OK 00000100:00000001:3.0:1767384935.954188:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384935.954191:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384935.954192:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.954194:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384935.954194:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384935.954196:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384935.954196:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384935.954198:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.954201:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.954201:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294923839 00000100:00000001:3.0:1767384935.954203:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384935.954203:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384935.954204:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294923839 00000100:00000001:0.0:1767384935.954209:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294923839 00000800:00000001:1.0:1767384935.954210:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384935.954212:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294923839 00000800:00000001:1.0:1767384935.954216:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384935.954219:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384935.954224:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294923839 00000800:00000001:1.0:1767384935.954227:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384935.954227:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294923839 00000100:00000001:0.0:1767384935.954231:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294923839 00000100:00000001:0.0:1767384935.954236:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294923839 00000400:00000200:1.0:1767384935.954241:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp14(192.168.203.109@tcp14) <- 192.168.203.109@tcp14 : ACK - for me 00000100:00000001:0.0:1767384935.954241:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384935.954248:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.954250:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.954252:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.954258:0:16333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp14: ACK from 12345-192.168.203.109@tcp14 into md 0x18f5 00000100:00000001:0.0:1767384935.954259:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384935.954263:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384935.954264:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384935.954266:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384935.954270:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384935.954274:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp14->192.168.203.109@tcp14: ACK: OK 00000100:00000001:0.0:1767384935.954274:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.954279:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4f16d4d 00000100:00000001:0.0:1767384935.954280:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384935.954284:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4f16d4d. 00000400:00000200:1.0:1767384935.954290:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384935.954292:0:16333:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1767384935.954295:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384935.954299:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (27) 00000100:00000001:3.0:1767384935.954304:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384935.954304:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384935.954304:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384935.954310:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384935.954311:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363757440 00000100:00100000:0.0:1767384935.954311:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363757568 02000000:00000001:3.0:1767384935.954315:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384935.954315:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384935.954318:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384935.954318:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384935.954320:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384935.954324:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.954326:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.954326:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:0.0:1767384935.954327:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363757568 02000000:00000001:3.0:1767384935.954328:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384935.954332:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363757440 00000400:00000010:1.0:1767384935.954332:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000050d56c82. 00000020:00000001:0.0:1767384935.954332:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384935.954336:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384935.954336:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000040:3.0:1767384935.954338:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000010:1.0:1767384935.954339:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000927fc53f. 00000020:00000001:0.0:1767384935.954339:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384935.954340:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384935.954341:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000040:3.0:1767384935.954344:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384935.954346:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384935.954346:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000010:1.0:1767384935.954348:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25ddd38. 00000020:00000001:3.0:1767384935.954349:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384935.954349:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384935.954354:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384935.954354:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384935.954358:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e143ed6. 00000020:00000010:0.0:1767384935.954358:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ddb9af7. 00000400:00000200:1.0:1767384935.954362:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000050d56c82 00000100:00000001:3.0:1767384935.954363:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384935.954363:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384935.954368:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e143ed6. 00000400:00000010:1.0:1767384935.954368:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000093020f3f. 00000020:00000010:0.0:1767384935.954368:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ddb9af7. 00000400:00000200:1.0:1767384935.954375:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000020:00000010:3.0:1767384935.954379:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a843750c. 00000020:00000010:0.0:1767384935.954379:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000400:00000200:1.0:1767384935.954383:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102051 00000020:00000010:3.0:1767384935.954387:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000627429ad. 00000020:00000010:0.0:1767384935.954387:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e51a0181. 00000400:00000200:1.0:1767384935.954388:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (26) 00000020:00000010:3.0:1767384935.954396:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e463ad97. 00000400:00000010:1.0:1767384935.954396:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000093020f3f. 00000020:00000010:0.0:1767384935.954396:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab9d2e1a. 00000400:00000010:1.0:1767384935.954403:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdfd1f1. 00000100:00000040:3.0:1767384935.954408:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:1.0:1767384935.954412:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab432a5e. 00000100:00000001:3.0:1767384935.954413:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384935.954415:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384935.954417:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384935.954418:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384935.954419:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.954420:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.954424:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000100:00000001:3.0:1767384935.954428:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.954428:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.954435:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000001:3.0:1767384935.954439:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384935.954439:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.954442:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:1.0:1767384935.954449:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000100:00000001:3.0:1767384935.954453:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384935.954453:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384935.954456:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384935.954457:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384935.954457:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000100:00100000:3.0:1767384935.954464:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000400:00000200:1.0:1767384935.954468:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000100:00000040:3.0:1767384935.954471:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:1.0:1767384935.954475:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000100:00000001:3.0:1767384935.954476:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339797072 : -107293369754544 : ffff9e6ad0cf1c50) 00000100:00100000:0.0:1767384935.954476:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:0.0:1767384935.954481:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000040:3.0:1767384935.954485:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a085ad0 x1853237363757568/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:161/0 lens 4848/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384935.954486:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339789904 : -107293369761712 : ffff9e6ad0cf0050) 00000400:00000200:1.0:1767384935.954487:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 00000100:00000040:0.0:1767384935.954493:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ecdce67c x1853237363757440/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:161/0 lens 4848/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384935.954503:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000100:00000001:3.0:1767384935.954506:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384935.954511:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e143ed6. 00000100:00000001:0.0:1767384935.954513:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384935.954516:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384935.954517:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000020:00000010:0.0:1767384935.954517:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ddb9af7. 00000100:00000001:0.0:1767384935.954522:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384935.954523:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e143ed6. 00000020:00000010:0.0:1767384935.954528:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ddb9af7. 00000400:00000200:1.0:1767384935.954530:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000100:00100000:3.0:1767384935.954539:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a085ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363757568:12345-0@lo:253: 00000400:00000200:1.0:1767384935.954539:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00100000:0.0:1767384935.954539:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ecdce67c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363757440:12345-0@lo:253: 00000100:00000200:3.0:1767384935.954549:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363757568 00000100:00000200:0.0:1767384935.954551:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363757440 00000400:00000200:1.0:1767384935.954554:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000020:00000001:3.0:1767384935.954555:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384935.954555:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384935.954560:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000020:00000001:3.0:1767384935.954561:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384935.954561:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384935.954566:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000020:00000001:0.0:1767384935.954566:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.954567:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.954573:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384935.954573:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384935.954576:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:0.0:1767384935.954576:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:3.0:1767384935.954581:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384935.954581:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384935.954584:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.954584:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000020:00000001:0.0:1767384935.954584:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384935.954590:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384935.954590:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384935.954591:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000020:00000001:3.0:1767384935.954594:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384935.954594:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384935.954597:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000020:00000001:3.0:1767384935.954599:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.954599:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.954603:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000100:00000001:3.0:1767384935.954605:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384935.954605:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384935.954609:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 02000000:00000001:3.0:1767384935.954610:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384935.954610:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384935.954614:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 02000000:00000010:3.0:1767384935.954618:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d87f0025. 02000000:00000010:0.0:1767384935.954618:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d94fa04a. 00000400:00000200:1.0:1767384935.954622:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 02000000:00000001:3.0:1767384935.954623:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384935.954623:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.954628:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.954628:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.954633:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[78, 18], ns[78, 18] 20000000:00000001:3.0:1767384935.954634:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384935.954640:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384935.954654:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 20000000:00000010:3.0:1767384935.954661:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006196981e. 00000400:00000200:1.0:1767384935.954662:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 20000000:00000010:0.0:1767384935.954666:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000079fb1d13. 20000000:01000000:3.0:1767384935.954668:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384935.954672:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384935.954672:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384935.954675:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384935.954676:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 20000000:00000001:0.0:1767384935.954677:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384935.954678:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384935.954682:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384935.954682:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384935.954686:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384935.954686:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.954688:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 20000000:00000001:0.0:1767384935.954689:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384935.954693:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384935.954696:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp31 20000000:00000010:3.0:1767384935.954697:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e22423fa. 20000000:01000000:3.0:1767384935.954701:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000400:00000200:1.0:1767384935.954705:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp31 lpni_is_preferred = 0 20000000:00000001:3.0:1767384935.954708:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384935.954711:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp31 00080000:00000001:3.0:1767384935.954715:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384935.954717:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp31 NI seq info: [81:81:256:4294967295] 192.168.203.109@tcp31 LPNI seq info [81:81:8:4294967295] 00080000:00000001:3.0:1767384935.954720:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384935.954726:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp31 00000400:00000200:1.0:1767384935.954736:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp31(192.168.203.109@tcp31:) -> 192.168.203.109@tcp31(192.168.203.109@tcp:192.168.203.109@tcp31) : GET try# 0 00080000:00000001:3.0:1767384935.954740:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:1.0:1767384935.954745:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp31 00000800:00000010:1.0:1767384935.954749:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b353466. 00000800:00000010:1.0:1767384935.954754:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001c02041e. 00080000:00000001:3.0:1767384935.954757:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384935.954758:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000448638b3. 00080000:00000001:3.0:1767384935.954762:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384935.954766:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384935.954770:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (2) 00080000:00000001:3.0:1767384935.954771:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384935.954775:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384935.954776:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (2) 00080000:00000002:3.0:1767384935.954787:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000400:00000200:1.0:1767384935.954787:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384935.954790:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100251 rc 0 00000020:00000001:3.0:1767384935.954796:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:3.0:1767384935.954800:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384935.954804:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384935.954808:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384935.954810:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384935.954814:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384935.954819:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384935.954823:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384935.954827:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f6508b29. 00080000:00000001:3.0:1767384935.954831:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775783499776 : -107297926051840 : ffff9e69c13b8800) 00080000:00000001:3.0:1767384935.954835:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384935.954838:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384935.954838:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00080000:00000010:3.0:1767384935.954843:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003e143ed6. 00080000:00000001:3.0:1767384935.954848:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384935.954851:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384935.954889:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384935.954906:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384935.954924:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.954969:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955008:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955028:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955048:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955067:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955086:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955103:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955117:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955134:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955149:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955163:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955178:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955192:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955205:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955219:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955244:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955286:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955324:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955348:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955368:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955383:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955399:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955425:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955445:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955459:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955470:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955494:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955514:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955537:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955573:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955604:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955667:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384935.955701:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00080000:00000010:0.0:1767384935.955734:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f6508b29. 00080000:00000010:3.0:1767384935.955771:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003e143ed6. 00040000:00000001:3.0:1767384935.955777:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384935.955779:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384935.955782:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384935.955786:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384935.955789:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384935.955792:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384935.955802:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384935.955811:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384935.955813:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001a934986. 20000000:01000000:3.0:1767384935.955815:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384935.955815:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:0.0:1767384935.955819:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384935.955820:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:0.0:1767384935.955822:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384935.955824:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384935.955831:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384935.955839:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384935.955840:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb7385c0. 00080000:00000001:0.0:1767384935.955842:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384935.955845:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384935.955847:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000059d7c568. 00080000:00000001:0.0:1767384935.955848:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384935.955852:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384935.955855:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000de28798. 00080000:00000002:0.0:1767384935.955855:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000001:0.0:1767384935.955863:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:0.0:1767384935.955892:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384935.955895:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384935.955897:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384935.955900:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384935.955903:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384935.955907:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000800:00000010:1.0:1767384935.955910:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000de28798. 00080000:00000001:0.0:1767384935.955910:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384935.955917:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000181736df. 00000800:00020000:1.0:1767384935.955919:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00080000:00000001:0.0:1767384935.955921:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775866015744 : -107297843535872 : ffff9e69c626a000) 00000800:00000010:1.0:1767384935.955923:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000059d7c568. 00000800:00000010:1.0:1767384935.955928:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fb7385c0. 00080000:00000001:0.0:1767384935.955929:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384935.955933:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384935.955936:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000ddb9af7. 00080000:00000001:0.0:1767384935.955939:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384935.955941:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:3.0:1767384935.955951:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384935.955954:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384935.955957:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006196981e. 00080000:00000001:0.0:1767384935.955959:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384935.955962:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384935.955965:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363757568 00010000:00000001:3.0:1767384935.955968:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384935.955968:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:02020000:1.0:1767384935.955971:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp31 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384935.955979:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp31 notifying 192.168.203.109@tcp31: down 00010000:00000200:3.0:1767384935.955982:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a085ad0 x1853237363757568/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384935.955986:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp31 down 00010000:00000001:3.0:1767384935.956004:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000100:1.0:1767384935.956006:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp31 00010000:00000001:3.0:1767384935.956008:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384935.956009:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b353466. 00000400:00000200:1.0:1767384935.956014:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00001000:3.0:1767384935.956015:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=53 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384935.956020:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp31->192.168.203.109@tcp31: GET: LOCAL_ERROR 00000100:00000001:3.0:1767384935.956024:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384935.956028:0:16328:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp31 added to recovery queue. ping count: 0 next ping: 257 health :900 00000100:00000040:3.0:1767384935.956029:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000200:1.0:1767384935.956031:0:16328:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384935.956033:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:1.0:1767384935.956036:0:16328:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 02000000:00000001:3.0:1767384935.956040:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384935.956041:0:16328:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 02000000:00000001:3.0:1767384935.956044:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.956048:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384935.956051:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384935.956054:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c7f8dd8. 00000100:00000200:3.0:1767384935.956058:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363757568, offset 224 20000000:01000000:1.0:1767384935.956063:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:3.0:1767384935.956064:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:1.0:1767384935.956067:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:0.0:1767384935.956067:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:01000000:1.0:1767384935.956071:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:3.0:1767384935.956075:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384935.956075:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100851 00010000:00000001:1.0:1767384935.956077:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384935.956081:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000001:0.0:1767384935.956082:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767384935.956084:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05200 00000400:00000001:0.0:1767384935.956085:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384935.956087:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdfd1f1 00000400:00000010:0.0:1767384935.956088:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdfd1f1. 00010000:00000010:1.0:1767384935.956089:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000694c9762. 00000400:00000200:0.0:1767384935.956092:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384935.956098:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384935.956099:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1901 [2] + 224 00010000:00000001:1.0:1767384935.956102:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000010:0.0:1767384935.956103:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000093020f3f. 00000400:00000200:3.0:1767384935.956104:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1767384935.956107:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00000400:00000200:3.0:1767384935.956108:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384935.956108:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (27) 00000400:00000200:0.0:1767384935.956113:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00000100:00000001:3.0:1767384935.956114:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384935.956115:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:0.0:1767384935.956117:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102051 rc -71 00000100:00000200:3.0:1767384935.956118:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384935.956120:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e424163 with handle 0x135556ebb4843bf3 to hash 00000400:00000200:0.0:1767384935.956123:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000020:00000001:1.0:1767384935.956128:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1767384935.956129:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (26) 00010000:00000001:1.0:1767384935.956133:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000100:00000040:3.0:1767384935.956134:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384935.956140:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384935.956148:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.956150:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.956153:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384935.956156:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384935.956161:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1767384935.956164:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c7f8dd8 00000100:00000001:0.0:1767384935.956164:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384935.956165:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1767384935.956168:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384935.956169:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000010:3.0:1767384935.956170:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c7f8dd8. 00010000:00000001:1.0:1767384935.956172:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.956174:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.956175:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384935.956176:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000001:0.0:1767384935.956177:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384935.956180:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384935.956180:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384935.956181:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384935.956184:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000716f0b25. 00000100:00000001:3.0:1767384935.956185:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.956185:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384935.956188:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:0.0:1767384935.956190:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005161ba15 00000100:00000040:3.0:1767384935.956191:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384935.956191:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000010:0.0:1767384935.956193:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005161ba15. 00010000:00000001:1.0:1767384935.956195:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1767384935.956196:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384935.956196:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384935.956198:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000694c9762) refcount = 1 00000020:00000001:3.0:1767384935.956199:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384935.956202:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384935.956203:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384935.956211:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384935.956218:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a085ad0 x1853237363757568/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384935.956220:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384935.956223:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384935.956226:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384935.956227:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384935.956231:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384935.956237:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a085ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363757568:12345-0@lo:253: Request processed in 1727us (2104us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384935.956237:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384935.956241:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:1.0:1767384935.956243:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384935.956244:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384935.956247:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00000100:00000001:0.0:1767384935.956248:0:16343:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384935.956250:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 02000000:00000001:0.0:1767384935.956252:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384935.956253:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384935.956255:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384935.956255:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384935.956257:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384935.956257:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.956259:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384935.956259:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384935.956261:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.956263:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=4 00000020:00000010:3.0:1767384935.956264:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e51a0181. 00000100:00001000:0.0:1767384935.956264:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=53 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384935.956265:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384935.956270:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384935.956272:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000020:00000010:3.0:1767384935.956273:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab9d2e1a. 00010000:00010000:1.0:1767384935.956275:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384935.956278:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000100:00001000:0.0:1767384935.956278:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=53 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384935.956285:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:1.0:1767384935.956285:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384935.956286:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1767384935.956288:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384935.956289:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.956290:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384935.956293:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d87f0025. 00010000:00000001:0.0:1767384935.956294:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384935.956297:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384935.956297:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.956299:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384935.956301:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384935.956301:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.956302:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384935.956305:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384935.956308:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384935.956309:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384935.956314:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac77d84. 00010000:00000001:1.0:1767384935.956315:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.956318:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384935.956319:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c7f8dd8. 00010000:00000001:1.0:1767384935.956323:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384935.956326:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384935.956327:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384935.956333:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:1.0:1767384935.956335:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e424163 already unused, calling callback (00000000c66beece) 00000100:00000001:0.0:1767384935.956336:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.956338:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.956340:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384935.956342:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384935.956343:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384935.956348:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384935.956349:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384935.956352:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.956353:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:01000004:0.0:1767384935.956353:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:1.0:1767384935.956356:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=5 00000020:01000004:0.0:1767384935.956358:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000001:1.0:1767384935.956359:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000020:01000004:0.0:1767384935.956362:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384935.956363:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000020:01000004:0.0:1767384935.956364:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384935.956366:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384935.956367:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384935.956369:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384935.956371:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1767384935.956373:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384935.956374:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.956390:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384935.956393:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.956395:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384935.956395:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002aeef6f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363757568:0@lo:253: 00010000:00000001:1.0:1767384935.956399:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384935.956402:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.956403:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384935.956405:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384935.956407:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384935.956408:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002aeef6f1 x1853237363757568/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384935.956411:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384935.956417:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e424163 with handle 0x135556ebb4843bf3 from hash 00000100:00000001:0.0:1767384935.956419:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384935.956423:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1767384935.956424:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384935.956428:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384935.956429:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000deae5813. 00010000:00000001:1.0:1767384935.956433:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.956436:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767384935.956436:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384935.956440:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384935.956442:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:0.0:1767384935.956442:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00010000:00000001:1.0:1767384935.956446:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:0.0:1767384935.956446:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384935.956451:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000010:0.0:1767384935.956451:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d6c136e0. 00010000:00000001:1.0:1767384935.956455:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.956459:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384935.956462:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384935.956463:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1767384935.956465:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384935.956467:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000010:0.0:1767384935.956468:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002aeef6f1. 00010000:00000001:1.0:1767384935.956473:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384935.956474:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384935.956477:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384935.956477:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.956481:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.956482:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.956488:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.956489:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384935.956491:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.956492:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.956498:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384935.956498:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384935.956502:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.956508:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.956510:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.956511:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384935.956512:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384935.956513:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.956514:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.956521:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384935.956523:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384935.956524:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.956526:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.956529:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384935.956530:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384935.956531:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e424163/0x135556ebb4843bf3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384935.956535:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000694c9762 count: 0 00010000:00000001:1.0:1767384935.956540:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384935.956541:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:1.0:1767384935.957455:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000181736df. 00080000:00000010:0.0:1767384935.957520:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000ddb9af7. 00040000:00000001:0.0:1767384935.957525:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384935.957526:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384935.957528:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384935.957530:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384935.957532:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384935.957533:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384935.957535:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384935.957545:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384935.957547:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384935.957551:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384935.957553:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384935.957556:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384935.957557:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384935.957559:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384935.957561:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384935.957564:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c89e94d0. 00010000:00000001:1.0:1767384935.957567:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384935.957569:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc35e043. 00000020:00000001:1.0:1767384935.957571:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384935.957574:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc35e043 with handle 0x135556ebb4843bfa to hash 00000020:00000001:1.0:1767384935.957576:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384935.957576:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384935.957578:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384935.957580:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.957581:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.957583:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.957587:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384935.957589:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384935.957596:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384935.957597:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.957599:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.957600:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.957602:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.957603:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384935.957604:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384935.957605:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384935.957607:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384935.957608:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c89e94d0) refcount = 1 00010000:00010000:1.0:1767384935.957610:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.957614:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384935.957615:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384935.957615:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.957616:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.957618:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384935.957619:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384935.957621:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384935.957623:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.957624:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.957625:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc35e043 refcount=4 00000020:00000001:1.0:1767384935.957626:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384935.957627:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384935.957629:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384935.957630:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.957633:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384935.957634:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.957638:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.957638:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384935.957639:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.957660:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.957661:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.957663:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384935.957664:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384935.957668:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc35e043 already unused, calling callback (00000000c66beece) 00010000:00000001:1.0:1767384935.957669:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.957671:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384935.957672:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.957675:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384935.957677:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.957678:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.957679:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc35e043 refcount=5 00000020:00000001:1.0:1767384935.957680:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384935.957682:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384935.957683:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384935.957685:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.957688:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384935.957690:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.957691:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.957694:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384935.957695:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384935.957698:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.957699:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384935.957700:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:1.0:1767384935.957702:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc35e043 with handle 0x135556ebb4843bfa from hash 00000100:00000001:0.0:1767384935.957704:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384935.957707:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000079fb1d13. 00010000:00000001:1.0:1767384935.957708:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384935.957712:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:0.0:1767384935.957713:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.957715:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1767384935.957717:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363757440 00010000:00000001:0.0:1767384935.957720:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384935.957724:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000200:0.0:1767384935.957726:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ecdce67c x1853237363757440/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384935.957728:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384935.957732:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384935.957735:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384935.957737:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384935.957739:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384935.957740:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.957746:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384935.957746:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=53 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384935.957752:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384935.957753:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384935.957757:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:0.0:1767384935.957758:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:1.0:1767384935.957763:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384935.957763:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:1.0:1767384935.957767:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384935.957767:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384935.957770:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.957773:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.957776:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384935.957777:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.957780:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384935.957782:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384935.957787:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384935.957792:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005161ba15. 00010000:00000001:1.0:1767384935.957794:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384935.957796:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363757440, offset 224 00010000:00000001:1.0:1767384935.957797:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.957802:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384935.957804:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384935.957807:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384935.957808:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.957811:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.957813:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384935.957816:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384935.957819:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.957820:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384935.957821:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.957826:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384935.957827:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384935.957831:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc35e043/0x135556ebb4843bfa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384935.957831:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05180 00000400:00000200:0.0:1767384935.957840:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18f9 [2] + 224 00010000:00000040:1.0:1767384935.957841:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c89e94d0 count: 0 00000400:00000200:0.0:1767384935.957848:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384935.957852:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384935.957852:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:1.0:1767384935.957854:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384935.957857:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384935.957861:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384935.957900:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384935.957917:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384935.957923:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005161ba15 00000400:00000010:0.0:1767384935.957925:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005161ba15. 00000100:00000001:0.0:1767384935.957928:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384935.957929:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384935.957933:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.957935:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384935.957936:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384935.957938:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384935.957938:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384935.957940:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384935.957941:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384935.957941:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384935.957942:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384935.957944:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000918d7ffb. 00000100:00000040:0.0:1767384935.957945:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecdce67c x1853237363757440/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384935.957947:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e1f3c8 00000400:00000010:3.0:1767384935.957949:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080e1f3c8. 00000100:00000001:3.0:1767384935.957951:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384935.957956:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384935.957956:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ecdce67c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363757440:12345-0@lo:253: Request processed in 3440us (3934us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384935.957963:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384935.957964:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000040:0.0:1767384935.957967:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384935.957969:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384935.957971:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384935.957973:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384935.957978:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384935.957980:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384935.957982:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384935.957982:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000627429ad. 00000100:00000001:3.0:1767384935.957984:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384935.957986:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384935.957986:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e463ad97. 02000000:00000001:3.0:1767384935.957988:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384935.957990:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a843750c. 00000100:00001000:3.0:1767384935.957992:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=53 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384935.957994:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=53 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384935.957994:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:3.0:1767384935.957997:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384935.957998:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384935.957999:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384935.958000:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d94fa04a. 00010000:00000001:3.0:1767384935.958001:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384935.958003:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.958004:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384935.958005:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384935.958007:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384935.958009:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384935.958011:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384935.958016:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384935.958016:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000716f0b25. 00000100:00000001:3.0:1767384935.958018:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384935.958020:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384935.958021:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005161ba15. 00000020:01000004:3.0:1767384935.958023:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384935.958025:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384935.958026:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384935.958028:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384935.958029:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384935.958031:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384935.958032:0:16342:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384935.958033:0:16342:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384935.958035:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384935.958036:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384935.958038:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384935.958046:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363757440:0@lo:253: 00000100:00000001:3.0:1767384935.958052:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.958054:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384935.958056:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006032cdbf x1853237363757440/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.958063:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384935.958071:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384935.958073:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004e208cc0. 02000000:00000001:3.0:1767384935.958077:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384935.958078:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384935.958079:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384935.958082:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384935.958083:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009ce8d676. 02000000:00000001:3.0:1767384935.958087:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384935.958088:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384935.958090:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006032cdbf. 00000100:00000001:3.0:1767384935.958095:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384935.958096:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.958098:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.958103:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384935.958105:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.958108:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384935.958110:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384935.960928:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294923839, at 4294923840 00000100:00000010:0.0:1767384935.960937:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d706aea. 00000100:00000040:2.0:1767384935.961916:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294923839, at 4294923841 00000100:00000040:1.0:1767384935.961933:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294923839, at 4294923841 00000100:00000010:2.0:1767384935.961942:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000858726e4. 00000100:00000010:1.0:1767384935.961944:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000890747e. 00000100:00000040:3.0:1767384935.961957:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294923839, at 4294923841 00000100:00000010:3.0:1767384935.961966:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c78703d. 00010000:00000010:1.1:1767384935.962983:0:29138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000694c9762. 00010000:00000010:1.1:1767384935.962988:0:29138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00010000:00000010:1.1:1767384935.962991:0:29138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c89e94d0. 00010000:00000010:1.1:1767384935.962993:0:29138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc35e043. 00000400:00000010:2.0:1767384935.970073:0:29140:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007fbc325f. 00000400:00000040:2.0:1767384935.970091:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384935.970093:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384935.970095:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384935.970096:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384935.970098:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384935.970099:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384935.970101:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384935.970102:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384935.970103:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384935.970104:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384935.970105:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384935.970106:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384935.970108:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384935.970109:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384935.970110:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384935.970111:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384935.970112:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384935.970113:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384935.970113:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384935.970115:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384935.970116:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384935.970117:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384935.970118:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384935.970119:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384935.970119:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384935.970121:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384935.970122:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384935.970122:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384935.970123:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384935.970124:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384935.970125:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384935.970126:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384935.970127:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384935.970128:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384935.970129:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384935.970130:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384935.970131:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384935.970132:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384935.970137:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384935.970138:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384935.970139:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384935.970140:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384935.970141:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384935.970142:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384935.970143:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384935.970144:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384935.970145:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384935.970146:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384935.970147:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384935.970148:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384935.970149:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384935.970150:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384935.970151:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384935.970152:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384935.970153:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384935.970154:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384935.970155:0:29140:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384935.970205:0:29140:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007fbc325f. 00000100:00000001:3.0:1767384936.408978:0:18889:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384936.408983:0:18889:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384936.409089:0:17055:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384936.409093:0:17055:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384936.792926:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp31 00000400:00000010:3.0:1767384936.792931:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ac4d725e. 00000400:00000010:3.0:1767384936.792937:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000754e2bb1. 00000400:00000010:3.0:1767384936.792941:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000400:00000010:3.0:1767384936.792950:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001527726d. 00000400:00000200:3.0:1767384936.792954:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp31 00000400:00000200:3.0:1767384936.792971:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp31 local destination 00000400:00000200:3.0:1767384936.792976:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp31 00000400:00000200:3.0:1767384936.792980:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp31 NI seq info: [82:82:256:4294967295] 192.168.203.109@tcp31 LPNI seq info [82:82:8:4294967295] 00000400:00000200:3.0:1767384936.792986:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp31 00000400:00000200:3.0:1767384936.792996:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp31(192.168.203.109@tcp31:) -> 192.168.203.109@tcp31(192.168.203.109@tcp31:192.168.203.109@tcp31) : GET try# 0 00000800:00000200:3.0:1767384936.793002:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp31 00000800:00000010:3.0:1767384936.793006:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000031bc134f. 00000800:00000200:3.0:1767384936.793018:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (2) 00000800:00000200:3.1:1767384936.793023:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (2) 00000400:00000200:3.0:1767384936.793042:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp31 added to recovery queue. ping count: 1 next ping: 259 health :900 00000400:00000200:2.0:1767384936.793110:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793165:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793202:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793238:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793274:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793314:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793346:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793364:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793383:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793398:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793414:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793433:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793456:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793475:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793492:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793519:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793540:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793562:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793586:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793604:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793626:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793661:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793681:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793694:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793710:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793728:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793743:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793760:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793780:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793796:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793823:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.793856:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.794055:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.794083:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384936.794107:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384936.794239:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026a91669. 00000800:00000010:2.0:1767384936.794244:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012b77c27. 00000800:00000010:2.0:1767384936.794249:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017ec2f50. 00000800:00000010:2.0:1767384936.794270:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017ec2f50. 00000800:00020000:2.0:1767384936.794278:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384936.794282:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012b77c27. 00000800:00000010:2.0:1767384936.794284:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000026a91669. 00000400:02020000:2.0:1767384936.794320:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp31 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384936.794326:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp31 notifying 192.168.203.109@tcp31: down 00000400:00000200:2.0:1767384936.794329:0:16330:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384936.794333:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp31 00000800:00000010:2.0:1767384936.794342:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000031bc134f. 00000400:00000200:2.0:1767384936.794346:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384936.794351:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp31->192.168.203.109@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384936.794359:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384936.794362:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384936.794365:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp31) recovery failed with -71 00010000:00000001:2.0:1767384936.794390:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384936.794394:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384936.794398:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384936.794399:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384936.794413:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384936.794416:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384936.794418:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384937.257905:0:29527:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d85e808c. 00080000:00000010:3.0:1767384937.257916:0:29527:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d85e808c. 00000020:00000001:3.0:1767384937.257922:0:29527:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384937.257932:0:29527:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d85e808c. 00080000:00000010:3.0:1767384937.257938:0:29527:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d85e808c. 00000020:00000001:3.0:1767384937.257942:0:29527:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.816955:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384937.816962:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.816969:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384937.816971:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384937.816996:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384937.817000:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384937.817003:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384937.817064:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384937.817068:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384937.817070:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000400:00000010:3.0:1767384937.817074:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000400:00000200:3.0:1767384937.817079:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384937.817084:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384937.817093:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ac4d725e. 00000400:00000010:3.0:1767384937.817096:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000754e2bb1. 00000800:00000200:2.0:1767384937.817930:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9c95749] -> 12345-192.168.203.109@tcp17 (6) 00000800:00000200:2.0:1767384937.817938:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp17 ip 192.168.203.109:988 00000800:00000200:2.0:1767384937.817943:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384937.818067:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384937.818072:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384937.818083:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384937.818089:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384937.818092:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384937.958186:0:29691:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384937.958191:0:29691:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384937.962467:0:29691:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384937.970484:0:29692:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000646ca8d1. 00000400:00000010:1.0:1767384937.970500:0:29692:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d5fd69ac. 00000400:00000010:1.0:1767384937.970511:0:29692:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000074960055. 00000400:00000010:1.0:1767384937.970516:0:29692:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d53894a6. 00000400:00000010:1.0:1767384937.970520:0:29692:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000af40553c. 00000400:00000010:1.0:1767384937.970525:0:29692:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cba6f664. 00000400:00000010:1.0:1767384937.970527:0:29692:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007fa201b9. 00000400:00000010:1.0:1767384937.970530:0:29692:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081028c95. 00000400:00000010:1.0:1767384937.970534:0:29692:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008010f631. 00000800:00000010:1.0:1767384937.970548:0:29692:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d279005a. 00000800:00000200:1.0:1767384937.970559:0:29692:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384937.970574:0:29692:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384937.970614:0:29692:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384937.970657:0:29692:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384937.972824:0:29692:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000053fdc1d5. 00000400:00000010:1.0:1767384937.972830:0:29692:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e14c610. 00000400:00000010:1.0:1767384937.972834:0:29692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f3bb6ca. 00000400:00000001:1.0:1767384937.972849:0:29692:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384937.972850:0:29692:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384937.972852:0:29692:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000200:1.0:1767384937.972853:0:29692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00000400:00000010:1.0:1767384937.972855:0:29692:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00000400:00000010:1.0:1767384937.972858:0:29692:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000ed312fba. 00000400:00000200:1.0:1767384937.972862:0:29692:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (25) 00000400:00000200:1.0:1767384937.972890:0:29692:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384937.972899:0:29692:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:1.0:1767384937.972911:0:29692:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000fb7385c0. 00000020:01000000:1.0:1767384937.972918:0:29692:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384937.972921:0:29692:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp35 00000400:00000200:0.0:1767384937.972924:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384937.972933:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102071 00000400:00000200:0.0:1767384937.972937:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (26) 00000400:00000010:1.0:1767384937.972944:0:29692:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d5fd69ac. 00000400:00000010:0.0:1767384937.972944:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000008547227c. 00000400:00000010:1.0:1767384937.972953:0:29692:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000646ca8d1. 00000400:00000010:0.0:1767384937.972953:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9ca193. 00000020:00000001:3.0:1767384937.972963:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384937.972966:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005819c379. 10000000:00000001:3.0:1767384937.972969:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384937.972972:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384937.972974:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 10000000:01000000:3.0:1767384937.972975:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384937.972980:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384937.972982:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384937.972984:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384937.972985:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384937.972986:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384937.972989:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384937.972989:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000020:01000004:3.0:1767384937.972990:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384937.972994:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384937.972996:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384937.973000:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384937.973000:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000010:3.0:1767384937.973006:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000400:00000200:0.0:1767384937.973008:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:00000040:3.0:1767384937.973012:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384937.973016:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000100:00000001:3.0:1767384937.973019:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384937.973023:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384937.973026:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 02000000:00000001:3.0:1767384937.973029:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.973035:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 02000000:00000010:3.0:1767384937.973038:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004e208cc0. 00000400:00000200:0.0:1767384937.973051:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 00000100:00000001:3.0:1767384937.973052:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.973060:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000100:00000001:3.0:1767384937.973064:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384937.973067:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000100:00000001:3.0:1767384937.973069:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.973076:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000100:00000040:3.0:1767384937.973082:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_00+0] req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384937.973083:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:0.0:1767384937.973097:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:0.0:1767384937.973110:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:0.0:1767384937.973115:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:0.0:1767384937.973120:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:0.0:1767384937.973125:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 10000000:00000001:3.0:1767384937.973127:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.973132:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 10000000:00000001:3.0:1767384937.973133:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.973139:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.973141:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384937.973143:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384937.973144:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000100:00000001:2.0:1767384937.973147:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384937.973150:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384937.973153:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384937.973155:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384937.973159:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384937.973160:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384937.973160:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 10000000:01000000:3.0:1767384937.973164:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384937.973169:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384937.973172:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384937.973176:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384937.973179:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384937.973182:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384937.973182:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000020:01000004:3.0:1767384937.973183:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384937.973187:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384937.973187:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384937.973191:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384937.973193:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384937.973195:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384937.973195:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 02000000:00000001:2.0:1767384937.973197:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384937.973199:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384937.973203:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384937.973204:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000020:00000040:3.0:1767384937.973209:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384937.973209:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[78, 18], ns[78, 18] 00000100:00100000:2.0:1767384937.973210:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363757696:0@lo:253: 00000100:00000001:3.0:1767384937.973216:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384937.973219:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384937.973221:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384937.973222:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.973224:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[82, 18], ns[82, 18] 02000000:00000001:2.0:1767384937.973226:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384937.973229:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d87f0025. 00000400:00000200:0.0:1767384937.973230:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000100:00000001:3.0:1767384937.973234:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.973237:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973241:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384937.973241:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384937.973244:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384937.973248:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000026a91669. 00000100:00000040:3.0:1767384937.973249:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_01+1] req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384937.973254:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384937.973262:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000feaae00d. 00000400:00000200:0.0:1767384937.973263:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000010:2.0:1767384937.973269:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d48a5034. 10000000:00000001:3.0:1767384937.973272:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384937.973276:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.973276:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000100:00000200:2.0:1767384937.973277:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363757696, portal 25 00000100:00000001:2.0:1767384937.973281:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384937.973283:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000400:00000200:0.0:1767384937.973284:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp32 00000020:00000001:3.0:1767384937.973286:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384937.973290:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384937.973292:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384937.973294:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp32 lpni_is_preferred = 0 00000020:00000010:3.0:1767384937.973295:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fb7385c0. 00000400:00000200:0.0:1767384937.973303:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp32 00000100:00000001:2.0:1767384937.973308:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384937.973313:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp32 NI seq info: [83:83:256:4294967295] 192.168.203.109@tcp32 LPNI seq info [83:83:8:4294967295] 00000100:00000040:2.0:1767384937.973314:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384937.973317:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384937.973318:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075565d51. 00000100:00000001:3.0:1767384937.973321:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384937.973322:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363757696, offset 0 00000100:00000001:3.0:1767384937.973324:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384937.973327:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp32 00000100:00000040:3.0:1767384937.973332:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384937.973332:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384937.973347:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp32(192.168.203.109@tcp32:) -> 192.168.203.109@tcp32(192.168.203.109@tcp:192.168.203.109@tcp32) : GET try# 0 00000100:00000001:3.0:1767384937.973348:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384937.973351:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.973357:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384937.973361:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384937.973361:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp32 00000400:00000200:2.0:1767384937.973365:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384937.973366:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384937.973371:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000610edf94. 00000100:00100000:3.0:1767384937.973374:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363757824:0@lo:253: 00000100:00000001:3.0:1767384937.973378:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384937.973380:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384937.973381:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05280 00000800:00000010:0.0:1767384937.973382:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000031f96433. 02000000:00000001:3.0:1767384937.973383:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.973389:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1767384937.973390:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007ffe84a2. 00000400:00000200:2.0:1767384937.973393:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11ad [2] + 0 02000000:00000010:3.0:1767384937.973394:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006196981e. 02000000:00000001:3.0:1767384937.973399:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384937.973402:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000031f96433] -> 12345-192.168.203.109@tcp32 (2) 00000400:00000010:2.0:1767384937.973403:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001929be46. 00000400:00000010:3.0:1767384937.973404:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000918d7ffb. 00000400:00000200:2.0:1767384937.973409:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000abe1d590 00000800:00000200:0.1:1767384937.973411:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000031f96433] -> 12345-192.168.203.109@tcp32 (2) 00000400:00000200:2.0:1767384937.973416:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384937.973418:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd044687. 00000400:00000200:2.0:1767384937.973423:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384937.973425:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363757824, portal 25 00000400:00000200:0.0:1767384937.973425:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384937.973429:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abe1d590 00000100:00000001:3.0:1767384937.973430:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384937.973432:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100271 rc 0 00000100:00000001:3.0:1767384937.973434:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000400:00000010:2.0:1767384937.973435:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abe1d590. 00000100:00000040:3.0:1767384937.973443:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.973444:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384937.973447:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384937.973453:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000052d9ee3c x1853237363757696 msgsize 4848 00000100:00000001:3.0:1767384937.973454:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384937.973459:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384937.973463:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384937.973464:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e184760f. 00000100:00000040:2.0:1767384937.973465:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384937.973468:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363757824, offset 0 00000400:00000200:3.0:1767384937.973474:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384937.973477:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384937.973481:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384937.973484:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075565d51 00000400:00000010:2.0:1767384937.973486:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075565d51. 00000100:00000001:2.0:1767384937.973489:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384937.973490:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05300 00000100:00000200:2.0:1767384937.973494:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384937.973498:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384937.973504:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11d1 [2] + 0 00000400:00000010:3.0:1767384937.973513:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d78e15e4. 00000400:00000200:3.0:1767384937.973518:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6e0a50a 00000100:00000001:2.0:1767384937.973519:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384937.973523:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384937.973524:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384937.973530:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384937.973537:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e0a50a 00000100:00000001:2.0:1767384937.973538:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.973539:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6e0a50a. 00000100:00000001:2.0:1767384937.973541:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.973546:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384937.973549:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384937.973549:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.973555:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000050eb8d10 x1853237363757824 msgsize 4848 00000100:00000001:2.0:1767384937.973556:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294925858 00000100:00000010:2.0:1767384937.973562:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088da7229. 00000400:00000200:0.0:1767384937.973562:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00100000:3.0:1767384937.973565:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384937.973570:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384937.973571:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384937.973578:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384937.973579:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294925858 00000100:00000010:2.0:1767384937.973583:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000089d5d32. 00000400:00000200:3.0:1767384937.973586:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e184760f 00000100:00000001:2.0:1767384937.973586:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384937.973590:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e184760f. 00000100:00000001:3.0:1767384937.973594:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384937.973594:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294925858 00000100:00000200:3.0:1767384937.973600:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384937.973600:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b84e773. 00000100:00000001:2.0:1767384937.973605:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384937.973606:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:3.0:1767384937.973613:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384937.973613:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294925858 00000100:00000040:3.0:1767384937.973619:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384937.973619:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a817fa77. 00000100:00000001:2.0:1767384937.973625:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384937.973644:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973647:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384937.973647:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.973651:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973654:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.973655:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.973655:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:3.0:1767384937.973658:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294925858 00000100:00000001:2.0:1767384937.973662:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.973663:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294925858 00000100:00000001:3.0:1767384937.973667:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294925858 00000100:00000001:3.0:1767384937.973669:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294925858 00000100:00000001:3.0:1767384937.973671:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294925858 00000100:00000001:2.0:1767384937.973671:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384937.973675:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384937.973676:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294925858 00000100:00000001:2.0:1767384937.973679:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.973680:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294925858 00000100:00000001:2.0:1767384937.973681:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384937.973683:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294925858 00000100:00000001:2.0:1767384937.973685:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.973688:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973692:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.973695:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973697:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973699:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384937.973702:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000001:3.0:1767384937.973704:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384937.973707:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384937.973710:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.973712:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384937.973715:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973717:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.973720:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384937.973723:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363757696 02000000:00000001:2.0:1767384937.973726:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384937.973727:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384937.973736:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.973739:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.973742:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363757696 00000020:00000001:2.0:1767384937.973745:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384937.973747:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384937.973749:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384937.973750:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384937.973753:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00100000:3.0:1767384937.973754:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363757824 00000020:00000040:2.0:1767384937.973754:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 02000000:00000001:3.0:1767384937.973759:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384937.973760:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384937.973762:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384937.973764:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384937.973765:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.973769:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.973770:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384937.973772:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363757824 00000020:00000001:3.0:1767384937.973775:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384937.973775:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e3abdb. 00000020:00000040:3.0:1767384937.973776:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:2.0:1767384937.973779:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384937.973780:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384937.973784:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000010:2.0:1767384937.973784:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e3abdb. 00000020:00000001:3.0:1767384937.973789:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384937.973792:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000010:2.0:1767384937.973793:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a036177. 00000100:00000001:3.0:1767384937.973795:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384937.973797:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000020:00000010:3.0:1767384937.973799:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000498e536e. 00000020:00000010:2.0:1767384937.973800:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa9a3a2b. 00000100:00000001:3.0:1767384937.973805:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384937.973808:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000498e536e. 00000020:00000010:2.0:1767384937.973808:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000020:00000010:3.0:1767384937.973816:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072caef30. 00000100:00000040:2.0:1767384937.973819:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384937.973820:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d85e808c. 00000100:00000001:2.0:1767384937.973824:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384937.973826:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384937.973827:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a8b3ebf. 00000100:00000001:2.0:1767384937.973828:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973834:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384937.973837:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384937.973838:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973839:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973846:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.973851:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.973851:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384937.973851:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:2.0:1767384937.973890:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384937.973893:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384937.973898:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000001:3.0:1767384937.973901:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384937.973901:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384937.973904:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384937.973905:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339799120 : -107293369752496 : ffff9e6ad0cf2450) 00000100:00100000:3.0:1767384937.973910:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:2.0:1767384937.973912:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052d9ee3c x1853237363757696/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:163/0 lens 4848/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384937.973914:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:3.0:1767384937.973919:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339792976 : -107293369758640 : ffff9e6ad0cf0c50) 00000100:00000001:2.0:1767384937.973926:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384937.973928:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050eb8d10 x1853237363757824/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:163/0 lens 4848/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384937.973929:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000020:00000010:2.0:1767384937.973931:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e3abdb. 00000100:00000001:2.0:1767384937.973937:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.973942:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e3abdb. 00000100:00000001:3.0:1767384937.973944:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384937.973948:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000498e536e. 00000100:00000001:3.0:1767384937.973954:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384937.973957:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000498e536e. 00000100:00100000:2.0:1767384937.973961:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052d9ee3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363757696:12345-0@lo:253: 00000100:00000200:2.0:1767384937.973965:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363757696 00000100:00100000:3.0:1767384937.973966:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050eb8d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363757824:12345-0@lo:253: 00000020:00000001:2.0:1767384937.973969:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384937.973970:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363757824 00000020:00000001:3.0:1767384937.973974:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384937.973976:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384937.973977:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384937.973979:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000020:00000001:3.0:1767384937.973982:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.973982:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.973989:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384937.973990:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384937.973992:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384937.973994:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:3.0:1767384937.973996:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384937.973999:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384937.974000:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384937.974002:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384937.974005:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384937.974005:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384937.974010:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.974010:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384937.974014:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384937.974015:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384937.974018:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384937.974018:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000020:00000001:2.0:1767384937.974019:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384937.974025:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002c815653. 00000100:00000001:2.0:1767384937.974026:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384937.974030:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.974031:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384937.974033:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384937.974036:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384937.974039:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006d884405. 02000000:00000001:2.0:1767384937.974043:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384937.974045:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009ce8d676. 00000100:00000001:2.0:1767384937.974046:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384937.974051:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384937.974051:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384937.974056:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 20000000:00000001:3.0:1767384937.974057:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384937.974060:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384937.974062:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f5c0b2e4. 20000000:01000000:2.0:1767384937.974066:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384937.974069:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.974069:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384937.974074:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.974074:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384937.974078:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384937.974080:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384937.974081:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.974084:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384937.974091:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a3625d99. 20000000:01000000:3.0:1767384937.974095:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:3.0:1767384937.974102:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384937.974108:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384937.974112:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384937.974121:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00080000:00000001:3.0:1767384937.974131:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384937.974147:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384937.974149:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384937.974151:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384937.974153:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384937.974154:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384937.974157:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000001:3.0:1767384937.974160:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:3.0:1767384937.974162:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384937.974164:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00080000:00000001:3.0:1767384937.974165:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384937.974168:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384937.974170:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384937.974173:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384937.974179:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384937.974183:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384937.974187:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004a9d41fc. 00080000:00000001:3.0:1767384937.974190:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781260800 : -107297928290816 : ffff9e69c1195e00) 00080000:00000001:3.0:1767384937.974192:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384937.974196:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384937.974199:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000498e536e. 00080000:00000001:3.0:1767384937.974202:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384937.974203:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384937.974207:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00080000:00000001:3.0:1767384937.974217:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384937.974232:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384937.974234:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974287:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974348:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974383:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974407:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974437:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974507:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974543:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974571:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974605:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974646:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974686:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974712:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974731:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974763:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974783:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974807:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974837:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974907:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384937.974971:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00080000:00000010:3.0:1767384937.975037:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004a9d41fc. 00080000:00000010:2.0:1767384937.975088:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000498e536e. 00040000:00000001:2.0:1767384937.975094:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384937.975097:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384937.975099:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384937.975103:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384937.975105:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.975107:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384937.975118:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384937.975127:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384937.975129:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384937.975141:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384937.975152:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004a9d41fc. 20000000:01000000:3.0:1767384937.975155:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000800:00000010:0.0:1767384937.975157:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000079fb1d13. 20000000:00000001:3.0:1767384937.975158:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.0:1767384937.975163:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ada29b4a. 00080000:00000001:3.0:1767384937.975168:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384937.975170:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:0.0:1767384937.975170:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b7d6022. 00080000:00000001:3.0:1767384937.975177:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384937.975184:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384937.975185:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384937.975187:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384937.975188:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384937.975190:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384937.975192:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:3.0:1767384937.975195:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 20000000:01000000:2.0:1767384937.975195:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000002:3.0:1767384937.975199:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:2.0:1767384937.975200:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000800:00000010:0.0:1767384937.975203:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b7d6022. 00080000:00000001:3.0:1767384937.975204:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:2.0:1767384937.975205:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384937.975211:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.975212:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384937.975213:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.975215:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384937.975216:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00020000:0.0:1767384937.975217:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000020:00000001:3.0:1767384937.975229:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384937.975234:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:2.0:1767384937.975235:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000844c0c10. 00000800:00000010:0.0:1767384937.975236:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ada29b4a. 00080000:00000010:3.0:1767384937.975238:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f47c97fa. 00000800:00000010:0.0:1767384937.975242:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000079fb1d13. 00080000:00000001:3.0:1767384937.975243:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781257728 : -107297928293888 : ffff9e69c1195200) 00080000:00000001:3.0:1767384937.975248:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384937.975250:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384937.975252:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007d227dbc. 00080000:00000001:3.0:1767384937.975254:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384937.975255:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384937.975262:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.975262:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384937.975268:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7bca0f3. 00080000:00000001:3.0:1767384937.975270:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:2.0:1767384937.975272:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384937.975277:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7bca0f3 with handle 0x135556ebb4843c01 to hash 00000020:00000001:2.0:1767384937.975279:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384937.975280:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384937.975282:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384937.975286:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384937.975287:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.975290:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:02020000:0.0:1767384937.975296:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp32 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384937.975299:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384937.975304:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384937.975307:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:0.0:1767384937.975309:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp32 notifying 192.168.203.109@tcp32: down 00010000:00000001:2.0:1767384937.975310:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384937.975314:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.975315:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384937.975316:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384937.975319:0:16329:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp32 down 00010000:00000001:2.0:1767384937.975320:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384937.975322:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384937.975323:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384937.975324:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384937.975326:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000844c0c10) refcount = 1 00010000:00010000:2.0:1767384937.975331:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000100:0.0:1767384937.975338:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp32 00010000:00000001:2.0:1767384937.975339:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384937.975343:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000010:0.0:1767384937.975345:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000610edf94. 00000400:00000200:0.0:1767384937.975348:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000001:2.0:1767384937.975351:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384937.975356:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp32->192.168.203.109@tcp32: GET: LOCAL_ERROR 00010000:00000001:2.0:1767384937.975357:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.975361:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384937.975364:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:0.0:1767384937.975367:0:16329:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp32 added to recovery queue. ping count: 0 next ping: 259 health :900 20000000:01000000:2.0:1767384937.975368:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00000400:00000200:0.0:1767384937.975374:0:16329:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:2.0:1767384937.975375:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384937.975378:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384937.975381:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7bca0f3 refcount=4 00000400:00000200:0.0:1767384937.975381:0:16329:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000020:00000001:2.0:1767384937.975385:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00000400:00000200:0.0:1767384937.975387:0:16329:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00010000:00000001:2.0:1767384937.975389:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384937.975393:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384937.975394:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.975399:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384937.975401:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.975404:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.975405:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384937.975406:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.975410:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384937.975411:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.975413:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384937.975415:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384937.975419:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7bca0f3 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384937.975421:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384937.975423:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384937.975424:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384937.975425:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384937.975433:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100871 00000400:00000001:3.0:1767384937.975438:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384937.975440:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384937.975442:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767384937.975443:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9ca193 00010000:00000001:2.0:1767384937.975445:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1767384937.975447:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9ca193. 00000020:00000001:2.0:1767384937.975448:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384937.975451:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7bca0f3 refcount=5 00000400:00000200:3.0:1767384937.975452:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000020:00000001:2.0:1767384937.975453:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384937.975456:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00000400:00000200:3.0:1767384937.975457:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00010000:00000001:2.0:1767384937.975469:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:3.0:1767384937.975473:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000008547227c. 00010000:00010000:2.0:1767384937.975473:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384937.975479:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (27) 00010000:00000001:2.0:1767384937.975481:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384937.975483:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384937.975484:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.975487:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384937.975489:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384937.975490:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00010000:00000001:2.0:1767384937.975492:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384937.975494:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102071 rc -71 00010000:00000001:2.0:1767384937.975495:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384937.975501:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7bca0f3 with handle 0x135556ebb4843c01 from hash 00000400:00000200:3.0:1767384937.975504:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00010000:00000001:2.0:1767384937.975505:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384937.975508:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384937.975510:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (26) 00010000:00000001:2.0:1767384937.975510:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.975512:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384937.975515:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384937.975517:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384937.975519:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384937.975520:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.975522:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.975523:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384937.975525:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384937.975526:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.975527:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.975529:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.975530:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.975531:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.975537:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.975542:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.975542:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.975544:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384937.975545:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384937.975546:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.975546:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.975548:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384937.975550:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.975550:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.975552:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.975555:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384937.975556:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384937.975557:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c01 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384937.975560:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000844c0c10 count: 0 00010000:00000001:2.0:1767384937.975567:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384937.975568:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384937.975576:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384937.975579:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384937.975580:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009ce8d676. 20000000:00000001:2.0:1767384937.975584:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384937.975587:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363757824 00010000:00000001:2.0:1767384937.975589:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384937.975593:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050eb8d10 x1853237363757824/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:163/0 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384937.975600:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384937.975602:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384937.975604:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384937.975608:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384937.975610:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384937.975616:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384937.975618:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384937.975620:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.975622:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384937.975625:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384937.975628:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075565d51. 00000100:00000200:2.0:1767384937.975643:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363757824, offset 224 00000400:00000200:2.0:1767384937.975646:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384937.975651:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384937.975656:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05300 00000400:00000200:2.0:1767384937.975659:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1935 [2] + 224 00000400:00000200:2.0:1767384937.975663:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.975665:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.975678:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384937.975681:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.975687:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.975699:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384937.975702:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075565d51 00000400:00000010:2.0:1767384937.975704:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075565d51. 00000100:00000001:2.0:1767384937.975706:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384937.975707:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384937.975709:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.975711:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384937.975713:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384937.975715:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.975717:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384937.975719:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384937.975720:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050eb8d10 x1853237363757824/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:163/0 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.975722:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384937.975728:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384937.975732:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384937.975732:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050eb8d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363757824:12345-0@lo:253: Request processed in 1785us (2172us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384937.975736:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000918d7ffb. 00000400:00000200:3.0:1767384937.975741:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd044687 00000400:00000010:3.0:1767384937.975745:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd044687. 00000100:00100000:2.0:1767384937.975745:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000001:3.0:1767384937.975748:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384937.975752:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.975755:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384937.975759:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384937.975762:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384937.975766:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384937.975767:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d85e808c. 00000020:00000010:2.0:1767384937.975774:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a8b3ebf. 00000100:00000001:3.0:1767384937.975776:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384937.975778:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384937.975778:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072caef30. 00000100:00000001:3.0:1767384937.975783:0:16341:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384937.975784:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:3.0:1767384937.975785:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384937.975788:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384937.975789:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384937.975790:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.975793:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384937.975793:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002c815653. 02000000:00000001:2.0:1767384937.975798:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384937.975799:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=55 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384937.975801:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384937.975808:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=55 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384937.975808:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384937.975814:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dfe5ac9. 00000100:00000001:3.0:1767384937.975815:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384937.975819:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384937.975819:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075565d51. 00010000:00000001:3.0:1767384937.975825:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384937.975828:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.975831:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.975835:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.975843:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.975846:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384937.975848:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384937.975860:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384937.975862:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384937.975897:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384937.975899:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384937.975901:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384937.975903:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384937.975904:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384937.975906:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384937.975908:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384937.975912:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384937.975920:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363757824:0@lo:253: 00000100:00000001:3.0:1767384937.975926:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.975928:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384937.975930:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363757824/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.975935:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384937.975937:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384937.975939:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006196981e. 02000000:00000001:3.0:1767384937.975942:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384937.975944:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384937.975945:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384937.975946:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384937.975948:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d87f0025. 02000000:00000001:3.0:1767384937.975951:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384937.975952:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384937.975953:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:3.0:1767384937.975955:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384937.975956:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.975957:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.975961:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384937.975962:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.975963:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.975965:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384937.976762:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f47c97fa. 00080000:00000010:3.0:1767384937.976815:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007d227dbc. 00040000:00000001:3.0:1767384937.976820:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384937.976829:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384937.976830:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384937.976833:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384937.976835:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384937.976836:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384937.976838:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384937.976848:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384937.976850:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384937.976853:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384937.976882:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384937.976885:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384937.976887:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384937.976890:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384937.976891:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384937.976897:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000038a33701. 00010000:00000001:2.0:1767384937.976901:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384937.976903:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f30437fd. 00000020:00000001:2.0:1767384937.976905:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384937.976907:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f30437fd with handle 0x135556ebb4843c08 to hash 00000020:00000001:2.0:1767384937.976909:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384937.976911:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384937.976913:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384937.976915:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384937.976916:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.976918:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.976923:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384937.976925:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384937.976926:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384937.976934:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384937.976935:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.976936:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384937.976937:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.976939:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384937.976940:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384937.976941:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384937.976942:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384937.976943:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000038a33701) refcount = 1 00010000:00010000:2.0:1767384937.976945:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.976948:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384937.976949:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384937.976950:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.976951:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.976952:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384937.976954:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384937.976956:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384937.976958:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384937.976958:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384937.976959:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=4 00000020:00000001:2.0:1767384937.976960:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384937.976962:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384937.976964:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384937.976965:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.976969:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384937.976971:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.976977:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.976979:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384937.976981:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384937.976990:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384937.976995:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384937.976998:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f5c0b2e4. 20000000:00000001:3.0:1767384937.977004:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.977005:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:3.0:1767384937.977007:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363757696 00010000:00000001:2.0:1767384937.977009:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.977011:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384937.977015:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000200:3.0:1767384937.977018:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052d9ee3c x1853237363757696/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:163/0 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384937.977019:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.977034:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384937.977037:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.977038:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f30437fd already unused, calling callback (00000000c66beece) 00000100:00001000:3.0:1767384937.977039:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384937.977044:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384937.977044:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384937.977048:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:3.0:1767384937.977049:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384937.977054:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00010000:2.0:1767384937.977054:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384937.977058:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384937.977061:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.977063:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384937.977066:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384937.977066:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384937.977069:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384937.977071:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=5 00000100:00000040:3.0:1767384937.977072:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384937.977074:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384937.977077:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00000400:00000010:3.0:1767384937.977078:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd044687. 00010000:00000001:2.0:1767384937.977079:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384937.977081:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384937.977085:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363757696, offset 224 00010000:00000001:2.0:1767384937.977087:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384937.977090:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384937.977091:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.977094:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767384937.977095:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384937.977095:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384937.977098:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384937.977100:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384937.977102:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f30437fd with handle 0x135556ebb4843c08 from hash 00010000:00000001:2.0:1767384937.977106:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384937.977107:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384937.977108:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.977111:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.977118:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384937.977119:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05280 00010000:00000001:2.0:1767384937.977121:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384937.977123:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384937.977126:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384937.977127:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.977130:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x192d [2] + 224 00010000:00000001:2.0:1767384937.977131:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.977135:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384937.977137:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384937.977139:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384937.977140:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384937.977140:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.977143:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.977147:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.977150:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.977152:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384937.977153:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.977157:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.977157:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.977158:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384937.977159:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384937.977160:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.977160:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.977165:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384937.977166:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.977167:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.977170:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384937.977174:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384937.977175:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384937.977178:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384937.977180:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384937.977181:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f30437fd/0x135556ebb4843c08 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384937.977198:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000038a33701 count: 0 00000100:00000040:3.0:1767384937.977205:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384937.977209:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384937.977212:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384937.977233:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384937.977239:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd044687 00000400:00000010:3.0:1767384937.977241:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd044687. 00000100:00000001:3.0:1767384937.977245:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384937.977246:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.977250:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.977253:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384937.977255:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384937.977256:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384937.977258:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384937.977259:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.977262:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384937.977264:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384937.977267:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052d9ee3c x1853237363757696/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:163/0 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384937.977268:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384937.977271:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feaae00d. 00000400:00000200:0.0:1767384937.977277:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d48a5034 00000400:00000010:0.0:1767384937.977280:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d48a5034. 00000100:00100000:3.0:1767384937.977282:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052d9ee3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363757696:12345-0@lo:253: Request processed in 3353us (3825us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384937.977285:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384937.977292:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384937.977293:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:3.0:1767384937.977299:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384937.977303:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384937.977307:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384937.977310:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384937.977311:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa9a3a2b. 00000020:00000010:3.0:1767384937.977318:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00000100:00000001:0.0:1767384937.977321:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384937.977323:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a036177. 00000100:00000001:0.0:1767384937.977324:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.977328:0:16340:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384937.977329:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:0.0:1767384937.977330:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384937.977333:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384937.977335:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384937.977335:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384937.977339:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006d884405. 02000000:00000001:0.0:1767384937.977339:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.977344:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384937.977345:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=55 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384937.977348:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384937.977350:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=55 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384937.977352:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384937.977354:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384937.977357:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000918d7ffb. 00000100:00000001:0.0:1767384937.977357:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384937.977359:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384937.977360:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.977361:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.977368:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd044687. 00000100:00000040:0.0:1767384937.977373:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.977379:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384937.977381:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384937.977382:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384937.977385:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384937.977386:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384937.977387:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384937.977388:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384937.977389:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384937.977390:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384937.977391:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384937.977392:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384937.977393:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384937.977394:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384937.977396:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384937.977400:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363757696:0@lo:253: 00000100:00000001:0.0:1767384937.977404:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.977405:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384937.977406:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363757696/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.977410:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384937.977411:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384937.977413:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000026a91669. 02000000:00000001:0.0:1767384937.977415:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384937.977416:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384937.977417:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384937.977418:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384937.977420:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004e208cc0. 02000000:00000001:0.0:1767384937.977423:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384937.977425:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384937.977426:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000100:00000001:0.0:1767384937.977428:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384937.977429:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.977436:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.977440:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384937.977441:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.977443:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384937.977445:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384937.979896:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294925858, at 4294925859 00000100:00000010:1.0:1767384937.979906:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000089d5d32. 00000100:00000040:0.0:1767384937.979921:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294925858, at 4294925859 00000100:00000040:2.0:1767384937.979925:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294925858, at 4294925859 00000100:00000040:3.0:1767384937.979928:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294925858, at 4294925859 00000100:00000010:0.0:1767384937.979931:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088da7229. 00000100:00000010:2.0:1767384937.979933:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b84e773. 00000100:00000010:3.0:1767384937.979935:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a817fa77. 00010000:00000010:2.1:1767384937.980882:0:29694:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000844c0c10. 00010000:00000010:2.1:1767384937.980890:0:29694:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7bca0f3. 00000400:00000010:2.0:1767384937.989545:0:29697:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000776882e4. 00000400:00000040:2.0:1767384937.989566:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384937.989570:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384937.989573:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384937.989575:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384937.989577:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384937.989579:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384937.989582:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384937.989584:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384937.989586:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384937.989587:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384937.989590:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384937.989592:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384937.989594:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384937.989596:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384937.989598:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384937.989601:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384937.989602:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384937.989604:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384937.989605:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384937.989608:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384937.989610:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384937.989612:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384937.989613:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384937.989615:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384937.989617:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384937.989619:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384937.989621:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384937.989623:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384937.989625:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384937.989627:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384937.989646:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384937.989649:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384937.989651:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384937.989668:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384937.989670:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384937.989672:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384937.989673:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384937.989683:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384937.989685:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384937.989687:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384937.989689:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384937.989691:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384937.989693:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384937.989696:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384937.989697:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384937.989700:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384937.989702:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384937.989704:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384937.989707:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384937.989709:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384937.989711:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384937.989712:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384937.989714:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384937.989716:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384937.989718:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384937.989720:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384937.989722:0:29697:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384937.989824:0:29697:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000776882e4. 00010000:00000010:2.1:1767384937.993905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000038a33701. 00010000:00000010:2.1:1767384937.993913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f30437fd. 00000400:00000200:3.0:1767384938.841968:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp31 00000400:00000010:3.0:1767384938.841988:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000080c3d5c. 00000400:00000010:3.0:1767384938.841996:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bc5a62a1. 00000400:00000010:3.0:1767384938.842002:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000400:00000010:3.0:1767384938.842027:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dee86274. 00000400:00000200:3.0:1767384938.842033:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp31 00000400:00000200:3.0:1767384938.842052:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp31 local destination 00000400:00000200:3.0:1767384938.842058:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp31 00000400:00000200:3.0:1767384938.842064:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp31 NI seq info: [84:84:256:4294967295] 192.168.203.109@tcp31 LPNI seq info [84:84:8:4294967295] 00000400:00000200:3.0:1767384938.842072:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp31 00000400:00000200:3.0:1767384938.842081:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp31(192.168.203.109@tcp31:) -> 192.168.203.109@tcp31(192.168.203.109@tcp31:192.168.203.109@tcp31) : GET try# 0 00000800:00000200:3.0:1767384938.842088:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp31 00000800:00000010:3.0:1767384938.842092:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f68833df. 00000800:00000200:3.0:1767384938.842100:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (2) 00000800:00000200:3.1:1767384938.842105:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (2) 00000400:00000200:3.0:1767384938.842131:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp31 added to recovery queue. ping count: 2 next ping: 263 health :800 00000400:00000200:3.0:1767384938.842137:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp30 00000400:00000010:3.0:1767384938.842141:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000923a4343. 00000400:00000010:3.0:1767384938.842146:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000045fae66d. 00000400:00000010:3.0:1767384938.842149:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc81237d. 00000400:00000010:3.0:1767384938.842154:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011d05ad1. 00000400:00000200:3.0:1767384938.842160:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp30 00000400:00000200:3.0:1767384938.842169:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp30 local destination 00000400:00000200:3.0:1767384938.842174:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp30 00000400:00000200:3.0:1767384938.842180:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp30 NI seq info: [85:85:256:4294967295] 192.168.203.109@tcp30 LPNI seq info [85:85:8:4294967295] 00000400:00000200:3.0:1767384938.842186:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp30 00000400:00000200:3.0:1767384938.842193:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp30(192.168.203.109@tcp30:) -> 192.168.203.109@tcp30(192.168.203.109@tcp30:192.168.203.109@tcp30) : GET try# 0 00000800:00000200:3.0:1767384938.842211:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp30 00000800:00000010:3.0:1767384938.842215:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000031bc134f. 00000800:00000200:3.0:1767384938.842220:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000800:00000200:3.1:1767384938.842227:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000400:00000200:1.0:1767384938.842242:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.842247:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp30 added to recovery queue. ping count: 3 next ping: 267 health :700 00000400:00000200:3.0:1767384938.842257:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp32 00000400:00000010:3.0:1767384938.842262:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000382ff281. 00000400:00000010:3.0:1767384938.842267:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000af54d79a. 00000400:00000010:3.0:1767384938.842271:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bad16f6. 00010000:00000001:2.0:1767384938.842272:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384938.842276:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384938.842277:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009a489de5. 00000400:00000200:3.0:1767384938.842283:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp32 00010000:00000001:2.0:1767384938.842283:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384938.842285:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.842293:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp32 local destination 00000400:00000200:3.0:1767384938.842297:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp32 00000400:00000200:3.0:1767384938.842303:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp32 NI seq info: [86:86:256:4294967295] 192.168.203.109@tcp32 LPNI seq info [86:86:8:4294967295] 00000400:00000200:1.0:1767384938.842306:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.842310:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp32 00000020:00000001:2.0:1767384938.842310:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384938.842315:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384938.842318:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384938.842325:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp32(192.168.203.109@tcp32:) -> 192.168.203.109@tcp32(192.168.203.109@tcp32:192.168.203.109@tcp32) : GET try# 0 00000800:00000200:3.0:1767384938.842332:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp32 00000800:00000010:3.0:1767384938.842337:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000086639991. 00000400:00000200:1.0:1767384938.842343:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000200:3.0:1767384938.842344:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000031f96433] -> 12345-192.168.203.109@tcp32 (2) 00000800:00000200:3.1:1767384938.842355:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000031f96433] -> 12345-192.168.203.109@tcp32 (2) 00000400:00000200:3.0:1767384938.842379:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp32 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000200:1.0:1767384938.842382:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.842411:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.842443:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.842467:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.842475:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.842506:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.842536:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.842536:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.842559:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.842609:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.842610:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.842611:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.842698:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.842698:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.842705:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.842773:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.842773:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.842773:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.842851:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.842851:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.842867:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.842943:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.842943:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.842965:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843022:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843022:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843052:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843113:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843113:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843129:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843192:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843192:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843194:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843272:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843290:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843295:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843328:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843363:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843369:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843385:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843424:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843442:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843442:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843479:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843507:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843508:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843531:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843586:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843586:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843594:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843697:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843697:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843697:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843795:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843817:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843817:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843872:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.843955:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.843955:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.843980:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844041:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844041:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844048:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844112:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844112:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844112:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844182:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844203:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844209:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844252:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844278:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844290:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844318:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844351:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844358:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844374:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844413:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844428:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844428:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844464:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844510:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844510:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844535:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844593:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844593:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844595:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.844691:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844702:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844702:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844789:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844789:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844839:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844839:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000800:00000010:1.0:1767384938.844896:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb7385c0. 00000800:00000010:1.0:1767384938.844903:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000094bb7039. 00000800:00000010:1.0:1767384938.844908:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004cce2b8e. 00000400:00000200:3.0:1767384938.844909:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.844909:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000800:00000010:1.0:1767384938.844937:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004cce2b8e. 00000800:00020000:1.0:1767384938.844947:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384938.844962:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000094bb7039. 00000800:00000010:1.0:1767384938.844966:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fb7385c0. 00000400:00000200:2.0:1767384938.844980:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.844981:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:02020000:1.0:1767384938.845036:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp31 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384938.845043:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp31 notifying 192.168.203.109@tcp31: down 00000400:00000200:1.0:1767384938.845048:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384938.845055:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp31 00000400:00000200:3.0:1767384938.845057:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.845057:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384938.845058:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f68833df. 00000400:00000200:1.0:1767384938.845066:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384938.845072:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp31->192.168.203.109@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384938.845091:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384938.845094:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384938.845098:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp31) recovery failed with -71 00000400:00000200:3.0:1767384938.845108:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.845155:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.845206:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384938.845224:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a8b4ec8e. 00000800:00000010:2.0:1767384938.845230:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ff0536f. 00000800:00000010:2.0:1767384938.845235:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081bf1b67. 00000400:00000200:3.0:1767384938.845245:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000800:00000010:2.0:1767384938.845264:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081bf1b67. 00000800:00020000:2.0:1767384938.845273:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384938.845283:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ff0536f. 00000800:00000010:2.0:1767384938.845286:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a8b4ec8e. 00000400:00000200:3.0:1767384938.845298:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:02020000:2.0:1767384938.845343:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp30 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384938.845351:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp30 notifying 192.168.203.109@tcp30: down 00000400:00000200:3.0:1767384938.845354:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.845355:0:16328:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384938.845360:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp30 00000800:00000010:2.0:1767384938.845363:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000031bc134f. 00000400:00000200:2.0:1767384938.845367:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384938.845371:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp30->192.168.203.109@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384938.845377:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384938.845381:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384938.845384:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp30) recovery failed with -71 00000400:00000200:3.0:1767384938.845386:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.845420:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.845466:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.845535:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000800:00000010:3.0:1767384938.845753:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ce8d676. 00000800:00000010:3.0:1767384938.845758:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dca690e6. 00000800:00000010:3.0:1767384938.845763:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068743d1a. 00000800:00000010:3.0:1767384938.845798:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068743d1a. 00000400:00000200:1.0:1767384938.846102:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384938.846119:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp32 from 213.3.0.2 00000800:00000010:1.0:1767384938.846122:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008f43c2f9. 00000800:00000010:2.0:1767384938.846158:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a8b4ec8e. 00000800:00000010:2.0:1767384938.846164:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ff0536f. 00000800:00000010:2.0:1767384938.846186:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006ce2d829. 00000800:00000200:2.1:1767384938.846192:0:16329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000031f96433] -> 12345-192.168.203.109@tcp32 (2) 00000800:00000200:2.1:1767384938.846198:0:16329:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp32 000000006ce2d829 deleted 00000800:00000010:2.1:1767384938.846200:0:16329:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006ce2d829. 00000800:00000200:2.1:1767384938.846204:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384938.846211:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp32 ip 192.168.203.109:981 00000800:00000200:2.1:1767384938.846215:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086639991 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384938.846238:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp32 p 3.x 192.168.203.109 -> 192.168.203.109:981 incarnation:1767384931880550889 sched[0] 00000800:00000010:2.0:1767384938.846243:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081bf1b67. 00000800:00000010:2.0:1767384938.846294:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081bf1b67. 00000800:00000010:2.0:1767384938.846300:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ff0536f. 00000800:00000200:3.1:1767384938.846315:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384938.846323:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp32 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384931880550889 sched[0] 00000800:00000010:3.0:1767384938.846326:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dca690e6. 00000800:00000010:2.0:1767384938.846335:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008f43c2f9. 00000800:00000001:2.0:1767384938.846354:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.846359:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.846361:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.846364:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.846442:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000001:3.0:1767384938.846450:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384938.846454:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384938.846457:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384938.846458:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000086639991. 00000800:00000001:3.0:1767384938.846460:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384938.846461:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384938.846467:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.846468:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp32->192.168.203.109@tcp32: GET: OK 00000400:00000200:2.0:1767384938.846473:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384938.846476:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp32(192.168.203.109@tcp32) <- 192.168.203.109@tcp32 : GET - for me 00000400:00000200:2.0:1767384938.846477:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp32 recovery message sent successfully:0 00000400:00000200:3.0:1767384938.846492:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384938.846502:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1925 [1] + 0 00000400:00000200:3.0:1767384938.846514:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp32 to MR: 192.168.203.109@tcp32 local destination 00000400:00000200:3.0:1767384938.846523:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp32 NI seq info: [87:87:256:4294967295] 192.168.203.109@tcp32 LPNI seq info [87:87:8:4294967295] 00000400:00000200:3.0:1767384938.846550:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp32(192.168.203.109@tcp32:192.168.203.109@tcp32) -> 192.168.203.109@tcp32(192.168.203.109@tcp32:192.168.203.109@tcp32) 192.168.203.109@tcp32 : REPLY try# 0 00000800:00000200:3.0:1767384938.846556:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp32 00000800:00000010:3.0:1767384938.846562:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099a966a2. 00000800:00000200:3.0:1767384938.846569:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000031f96433] -> 12345-192.168.203.109@tcp32 (4) 00000800:00000200:3.0:1767384938.846575:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp32 ip 192.168.203.109:988 00000800:00000200:3.0:1767384938.846579:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099a966a2 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384938.846603:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384938.846612:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000200:3.0:1767384938.846695:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384938.846698:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099a966a2. 00000400:00000200:3.0:1767384938.846703:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384938.846703:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384938.846711:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp32->192.168.203.109@tcp32: REPLY: OK 00000800:00000001:1.0:1767384938.846711:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384938.846714:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.846717:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.846720:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.846727:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp32(192.168.203.109@tcp32) <- 192.168.203.109@tcp32 : REPLY - for me 00000800:00000001:3.0:1767384938.846740:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.846740:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp32: Reply from 12345-192.168.203.109@tcp32 of length 272/272 into md 0x1955 00000800:00000001:1.0:1767384938.846748:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.846754:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.846755:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.846759:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp32->192.168.203.109@tcp32: REPLY: OK 00000400:00000200:1.0:1767384938.846762:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bad16f6 00000400:00000010:1.0:1767384938.846765:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bad16f6. 00000400:00000200:1.0:1767384938.846768:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:2.0:1767384938.846770:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000010:1.0:1767384938.846773:0:16334:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000382ff281. 00000400:00000010:1.0:1767384938.846776:0:16334:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000af54d79a. 00000800:00000001:1.0:1767384938.846780:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.846785:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.846818:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.846869:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847384:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847405:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847421:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847436:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847449:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847463:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847478:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847495:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847510:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847522:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847535:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847551:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847570:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847586:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847603:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847616:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847673:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847690:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847704:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847720:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847742:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847754:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847769:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847782:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847794:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847806:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847818:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847831:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.847845:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384938.847974:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026a91669. 00000800:00000010:2.0:1767384938.847977:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b9ade6f. 00000800:00000010:2.0:1767384938.847979:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081bf1b67. 00000800:00000010:2.0:1767384938.848016:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081bf1b67. 00000800:00020000:2.0:1767384938.848021:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384938.848023:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b9ade6f. 00000800:00000010:2.0:1767384938.848025:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000026a91669. 00000400:02020000:2.0:1767384938.848049:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp32 at host 192.168.203.109:988: is it running a compatible version of Lustre? 10000000:00000001:2.0:1767384938.968937:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384938.968941:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 10000000:00000001:2.0:1767384938.968945:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384938.968948:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384938.968950:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:3.0:1767384938.968952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 10000000:00000001:2.0:1767384938.968952:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384938.968954:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384938.968958:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000001:3.0:1767384938.968962:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 10000000:01000000:2.0:1767384938.968962:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 49 10000000:00000001:2.0:1767384938.968965:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384938.968967:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384938.968972:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000100:00000010:2.0:1767384938.968973:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045d217b5. 00000020:00000040:2.0:1767384938.968978:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000040:3.0:1767384938.968979:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384938.968985:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384938.968985:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384938.968989:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384938.968990:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384938.968994:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.968995:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384938.969002:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d2e434c. 02000000:00000010:3.0:1767384938.969004:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099a966a2. 00000100:00000001:2.0:1767384938.969009:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.969010:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.969013:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384938.969017:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:3.0:1767384938.969022:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1767384938.969024:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000085651c8c. 00000004:00000001:1.0:1767384938.969027:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00010000:00000001:2.0:1767384938.969029:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000004:00000020:1.0:1767384938.969032:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00010000:00000010:2.0:1767384938.969035:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f6a6e86. 00000100:00000010:1.0:1767384938.969040:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095256724. 00000020:00000001:2.0:1767384938.969041:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1767384938.969044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1767384938.969045:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f6a6e86 with handle 0x135556ebb4843c0f to hash 00000020:00000040:1.0:1767384938.969045:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384938.969049:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.969050:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1767384938.969052:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384938.969054:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384938.969056:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_02+2] req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384938.969057:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.969061:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 02000000:00000010:1.0:1767384938.969065:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f3643fb2. 00010000:00000001:2.0:1767384938.969068:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000100:00000001:1.0:1767384938.969071:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.969077:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384938.969079:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384938.969081:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.969082:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384938.969089:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384938.969091:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.969092:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095256724] to pc [ptlrpcd_00_03+3] req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.969096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384938.969106:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384938.969111:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00010000:00010000:2.0:1767384938.969114:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384938.969116:0:8:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384938.969121:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:1.0:1767384938.969121:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.969124:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384938.969128:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.969133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ac94156. 00010000:00010000:2.0:1767384938.969133:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384938.969139:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969141:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384938.969144:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:3.0:1767384938.969146:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384938.969149:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030c6c1d5. 00000100:00000001:3.0:1767384938.969155:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384938.969155:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775870548608 : -107297839003008 : ffff9e69c66bca80) 00000100:00000001:3.0:1767384938.969158:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969159:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384938.969162:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000100:00000040:3.0:1767384938.969163:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_00+0] req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.969168:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384938.969171:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969173:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384938.969175:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384938.969179:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.969205:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384938.969207:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.969209:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384938.969211:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384938.969213:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.969215:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363757952:0@lo:101: 00000100:00000001:3.0:1767384938.969216:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969221:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384938.969222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384938.969226:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384938.969227:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384938.969229:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 02000000:00000001:2.0:1767384938.969230:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384938.969232:0:8:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384938.969234:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.969236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384938.969239:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.969240:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384938.969244:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000398f63d8. 02000000:00000010:2.0:1767384938.969244:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000031415181. 02000000:00000001:2.0:1767384938.969248:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.969249:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384938.969253:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7a7f747. 00000100:00000040:3.0:1767384938.969254:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384938.969262:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384938.969262:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab8c5eb3. 00000100:00000001:3.0:1767384938.969266:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.969266:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384938.969269:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363757952, portal 25 00000100:00000001:2.0:1767384938.969272:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384938.969273:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384938.969274:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfa954a] to pc [ptlrpcd_00_01+1] req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.969274:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000100:00000001:0.0:1767384938.969280:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384938.969283:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.969288:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.969289:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.969294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384938.969302:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384938.969307:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c761fc2. 00000100:00000001:2.0:1767384938.969309:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384938.969312:0:8:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384938.969316:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.969319:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384938.969319:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384938.969319:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384938.969324:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.969324:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384938.969326:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 02000000:00000010:3.0:1767384938.969327:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005700bd86. 02000000:00000001:0.0:1767384938.969330:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384938.969333:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384938.969333:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363757952, offset 0 02000000:00000001:0.0:1767384938.969334:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384938.969340:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384938.969341:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.969349:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384938.969351:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363758208:0@lo:13: 00000100:00000001:3.0:1767384938.969355:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384938.969358:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.969359:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384938.969363:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384938.969366:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384938.969368:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.969371:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c761fc2] to pc [ptlrpcd_00_02+2] req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384938.969373:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384938.969379:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c05380 02000000:00000010:0.0:1767384938.969381:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f1852bb3. 00000100:00000001:3.0:1767384938.969387:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384938.969387:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.969392:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x11d9 [2] + 0 00000100:00000040:3.0:1767384938.969395:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (264) 00000400:00000010:2.0:1767384938.969396:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080139368. 00000400:00000010:0.0:1767384938.969397:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023552aa5. 00000400:00000200:2.0:1767384938.969402:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000082a43048 00000100:00000001:3.0:1767384938.969404:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384938.969407:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384938.969408:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384938.969409:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384938.969409:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00000100:00000040:3.0:1767384938.969415:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384938.969416:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384938.969416:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363758208, portal 4 00000100:00000001:0.0:1767384938.969423:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384938.969424:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082a43048 00000100:00000001:0.0:1767384938.969427:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534912 : -107297915016704 : ffff9e69c1e3ea00) 00000100:00000001:3.0:1767384938.969429:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384938.969429:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082a43048. 00000100:00000001:3.0:1767384938.969433:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969436:0:17069:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384938.969437:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384938.969437:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384938.969438:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384938.969441:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384938.969444:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000006564343d x1853237363757952 msgsize 328 02000000:00000001:3.0:1767384938.969447:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384938.969454:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363758336:0@lo:400: 00000100:00100000:2.0:1767384938.969459:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384938.969462:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384938.969464:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384938.969466:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384938.969469:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384938.969470:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.969473:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384938.969475:0:17069:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384938.969476:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba9f3b39. 00000100:00000040:0.0:1767384938.969477:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384938.969480:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.969482:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 00000400:00000010:0.0:1767384938.969483:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e2194e. 00000400:00000010:3.0:1767384938.969485:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a206abe. 00000400:00000010:2.0:1767384938.969485:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000100:00000001:2.0:1767384938.969491:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384938.969493:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001581262. 00000100:00000200:2.0:1767384938.969496:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384938.969497:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363758208, offset 0 00000100:00000200:3.0:1767384938.969499:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363758336, portal 4 00000100:00000001:3.0:1767384938.969504:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384938.969507:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000400:00000200:0.0:1767384938.969512:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384938.969516:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384938.969526:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384938.969545:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384938.969546:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384938.969551:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384938.969551:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c05480 00000100:00000040:2.0:1767384938.969552:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384938.969557:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00000100:00000001:2.0:1767384938.969565:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384938.969565:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 00000100:00000001:2.0:1767384938.969570:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384938.969574:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363758336, offset 0 00000400:00000200:0.0:1767384938.969576:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384938.969577:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969583:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294926854 00000400:00000200:3.0:1767384938.969584:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384938.969585:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384938.969591:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b84e773. 00000100:00000001:0.0:1767384938.969595:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384938.969596:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384938.969599:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384938.969600:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384938.969608:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294926854 00000100:00000010:0.0:1767384938.969610:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aeef6f1. 00000100:00000010:2.0:1767384938.969611:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a817fa77. 00000400:00000200:3.0:1767384938.969616:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c05500 00000100:00000040:0.0:1767384938.969617:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000002aeef6f1 x1853237363758208 msgsize 224 00000100:00000001:2.0:1767384938.969618:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384938.969634:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 00000100:00000001:2.0:1767384938.969638:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294926854 00000400:00000200:3.0:1767384938.969640:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384938.969644:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088da7229. 00000100:00100000:0.0:1767384938.969647:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384938.969648:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384938.969650:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384938.969657:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294926854 00000100:00000001:3.0:1767384938.969658:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384938.969660:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384938.969661:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000089d5d32. 00000100:00000001:0.0:1767384938.969663:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384938.969674:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008327b26e. 00000100:00000001:2.0:1767384938.969675:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384938.969678:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e2194e 00000100:00000040:3.0:1767384938.969680:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000008327b26e x1853237363758336 msgsize 224 00000100:00000001:2.0:1767384938.969680:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384938.969682:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e2194e. 00000100:00000001:2.0:1767384938.969686:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.969689:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384938.969691:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384938.969691:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.969695:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384938.969697:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384938.969698:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 0000000030c6c1d5 going to sleep for 11 seconds 00000100:00000001:3.0:1767384938.969701:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.969702:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384938.969706:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.969708:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 00000400:00000010:3.0:1767384938.969712:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000100:00000001:3.0:1767384938.969718:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384938.969720:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384938.969723:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384938.969727:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.969734:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384938.969738:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363757952 00000100:00000001:3.0:1767384938.969739:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384938.969743:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384938.969746:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.969747:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969748:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.969751:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.969755:0:16343:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384938.969756:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.969760:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.969761:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384938.969764:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.969765:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.969766:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363757952 00000100:00000040:0.0:1767384938.969770:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4280 usecs (5 jiffies) 00000020:00000001:2.0:1767384938.969771:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384938.969774:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:0.0:1767384938.969777:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294926853 00000100:00000040:3.0:1767384938.969778:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4280 usecs (5 jiffies) 00000020:00000001:2.0:1767384938.969778:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384938.969782:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:3.0:1767384938.969785:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294926853 00000100:00000001:0.0:1767384938.969785:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294926854 00000020:00000001:2.0:1767384938.969786:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384938.969793:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384938.969794:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294926854 00000100:00000001:0.0:1767384938.969794:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294926853 00000100:00000001:2.0:1767384938.969797:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384938.969799:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294926853 00000100:00000001:0.0:1767384938.969802:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294926854 00000020:00000010:2.0:1767384938.969803:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e3abdb. 00000100:00000001:2.0:1767384938.969808:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.969810:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294926854 00000100:00000001:0.0:1767384938.969810:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294926853 00000020:00000010:2.0:1767384938.969811:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e3abdb. 00000100:00000001:3.0:1767384938.969815:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294926853 00000100:00000001:0.0:1767384938.969817:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294926854 00000020:00000010:2.0:1767384938.969819:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a470064f. 00000100:00000001:3.0:1767384938.969823:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294926854 00000100:00000001:0.0:1767384938.969824:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294926853 00000020:00000010:2.0:1767384938.969825:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000264fe652. 00000100:00000001:3.0:1767384938.969827:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294926853 00000100:00000001:3.0:1767384938.969830:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294926854 00000100:00000001:3.0:1767384938.969831:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384938.969832:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000051d817a2. 00000100:00000001:0.0:1767384938.969836:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294926854 00000100:00000001:3.0:1767384938.969843:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.969843:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384938.969843:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.969849:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969849:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384938.969850:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969852:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384938.969854:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.969856:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.969857:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.969861:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384938.969862:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.969898:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384938.969900:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384938.969904:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384938.969906:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384938.969909:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.969913:0:16343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00000001:0.0:1767384938.969915:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.969918:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384938.969920:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.969923:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.969924:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.969924:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384938.969929:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384938.969935:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384938.969936:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.969947:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384938.969947:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384938.969950:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384938.969950:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384938.969956:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384938.969957:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 02000000:00000001:0.0:1767384938.969961:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384938.969962:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384938.969966:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339805264 : -107293369746352 : ffff9e6ad0cf3c50) 02000000:00000001:0.0:1767384938.969968:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.969972:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006564343d x1853237363757952/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:164/0 lens 328/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384938.969974:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363758080:0@lo:400: 00000100:00000001:0.0:1767384938.969984:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384938.969988:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384938.969990:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1767384938.969991:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e3abdb. 02000000:00000001:0.0:1767384938.969995:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.969996:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384938.970001:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e3abdb. 02000000:00000001:0.0:1767384938.970001:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384938.970008:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008547227c. 00000100:00100000:2.0:1767384938.970009:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006564343d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:17069:x1853237363757952:12345-0@lo:101: 02000000:00000001:0.0:1767384938.970013:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384938.970019:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a26f8a15. 00000100:00000200:2.0:1767384938.970023:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363757952 00000400:00000010:0.0:1767384938.970027:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e2194e. 00000020:00000001:2.0:1767384938.970028:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384938.970033:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384938.970034:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363758080, portal 25 00000020:00000001:2.0:1767384938.970035:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970039:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384938.970040:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384938.970043:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:2.0:1767384938.970045:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384938.970046:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.970050:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000020:00000001:2.0:1767384938.970051:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384938.970054:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384938.970059:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.970061:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384938.970063:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384938.970068:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384938.970072:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384938.970075:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1767384938.970076:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384938.970080:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.970085:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384938.970089:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000010:0.0:1767384938.970090:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000669f9a57. 00000100:00000200:0.0:1767384938.970096:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363758080, offset 0 00010000:00000010:2.0:1767384938.970098:0:17065:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000098333bc1. 00010000:00000001:2.0:1767384938.970104:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:0.0:1767384938.970105:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:2.0:1767384938.970109:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00000020:00000001:2.0:1767384938.970114:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384938.970118:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b4ec1874 with handle 0x135556ebb4843c16 to hash 00000400:00000200:0.0:1767384938.970119:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384938.970124:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384938.970128:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384938.970130:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000100:00000001:3.0:1767384938.970133:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384938.970134:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c05400 00010000:00010000:2.0:1767384938.970135:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843c0f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384938.970138:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384938.970141:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384938.970144:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384938.970147:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x11fd [2] + 0 00010000:00000040:2.0:1767384938.970148:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000100:00100000:3.0:1767384938.970149:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384938.970154:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384938.970154:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=15 00000400:00000010:0.0:1767384938.970157:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088341254. 00000100:00000001:3.0:1767384938.970161:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.970163:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384938.970163:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000055bc32c 00000100:00000001:3.0:1767384938.970164:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384938.970168:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384938.970170:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384938.970171:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384938.970172:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384938.970173:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000093df051d. 00000100:00000001:3.0:1767384938.970175:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384938.970178:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384938.970180:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384938.970181:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384938.970187:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000055bc32c 00000100:00000001:2.0:1767384938.970189:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384938.970192:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000055bc32c. 00010000:00000001:2.0:1767384938.970195:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1767384938.970201:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384938.970201:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1767384938.970201:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384938.970203:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.970205:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000200:0.0:1767384938.970206:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384938.970207:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384938.970207:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:3.0:1767384938.970211:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384938.970212:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384938.970213:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000005b7dde72 x1853237363758080 msgsize 224 02000000:00000001:3.0:1767384938.970214:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.970215:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00100000:3.0:1767384938.970220:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363758464:0@lo:400: 00010000:00000001:2.0:1767384938.970220:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384938.970226:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1767384938.970227:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384938.970230:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00100000:0.0:1767384938.970230:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384938.970231:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384938.970234:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:3.0:1767384938.970235:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.970236:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00010000:00000001:2.0:1767384938.970237:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:3.0:1767384938.970241:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:2.0:1767384938.970241:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000098333bc1) refcount = 1 02000000:00000010:3.0:1767384938.970246:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002820874b. 00010000:00010000:2.0:1767384938.970248:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843c0f expref: 15 pid: 17065 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384938.970249:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970251:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384938.970258:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000010:3.0:1767384938.970259:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000256b419. 00000400:00000200:0.0:1767384938.970259:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000669f9a57 00010000:00000001:2.0:1767384938.970263:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000010:0.0:1767384938.970265:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000669f9a57. 00010000:00000001:2.0:1767384938.970266:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384938.970271:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970272:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384938.970274:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00010000:00000001:2.0:1767384938.970274:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384938.970279:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384938.970281:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363758464, portal 10 00010000:00000001:2.0:1767384938.970281:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:3.0:1767384938.970286:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:2.0:1767384938.970287:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843c0f expref: 15 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384938.970290:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000100:00000040:3.0:1767384938.970299:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.970308:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384938.970310:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384938.970314:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1767384938.970315:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384938.970318:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384938.970324:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.970330:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384938.970334:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384938.970338:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384938.970342:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b4ec1874, rc 0) 00000100:00000001:3.0:1767384938.970347:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384938.970348:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970349:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384938.970352:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363757952 00000100:00000040:3.0:1767384938.970354:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384938.970355:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767384938.970356:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:3.0:1767384938.970358:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000527c3676. 00000100:00000200:3.0:1767384938.970362:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363758464, offset 0 00010000:00000200:2.0:1767384938.970363:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006564343d x1853237363757952/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:164/0 lens 328/344 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.970363:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.970366:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384938.970376:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384938.970378:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294926855 00000400:00000200:3.0:1767384938.970389:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c05580 00000100:00000001:0.0:1767384938.970389:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926854 00010000:00000001:2.0:1767384938.970390:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384938.970394:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.970397:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000100:00001000:2.0:1767384938.970398:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384938.970399:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294926855 00000400:00000200:3.0:1767384938.970403:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384938.970407:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384938.970408:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926854 00000400:00000200:3.0:1767384938.970409:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384938.970412:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384938.970417:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384938.970417:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:0.0:1767384938.970418:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294926855 00000100:00000200:3.0:1767384938.970421:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384938.970422:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384938.970426:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970426:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294926854 00000100:00000010:3.0:1767384938.970427:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064fc07d6. 00000100:00000001:2.0:1767384938.970431:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384938.970433:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000064fc07d6 x1853237363758464 msgsize 224 00000100:00000001:0.0:1767384938.970434:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294926855 00000100:00000040:2.0:1767384938.970438:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384938.970443:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384938.970443:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294926854 00000400:00000010:2.0:1767384938.970444:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 00000100:00000200:2.0:1767384938.970451:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363757952, offset 224 00000100:00000001:3.0:1767384938.970452:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384938.970453:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384938.970457:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384938.970459:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.970464:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000527c3676 00000100:00000001:0.0:1767384938.970465:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384938.970469:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000527c3676. 00000400:00000200:2.0:1767384938.970469:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384938.970473:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.970475:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384938.970481:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384938.970482:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c05380 00000400:00000200:2.0:1767384938.970493:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1959 [1] + 224 00000400:00000200:2.0:1767384938.970502:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384938.970506:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384938.970510:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384938.970510:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384938.970510:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.970514:0:17065:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384938.970516:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384938.970517:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384938.970520:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384938.970521:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384938.970528:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.970537:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004c761fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237363758592:0@lo:400: 00000100:00000001:3.0:1767384938.970540:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.970545:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384938.970548:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384938.970551:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.970552:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384938.970553:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384938.970558:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3375 usecs (4 jiffies) 02000000:00000001:0.0:1767384938.970558:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.970564:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294926853 02000000:00000001:0.0:1767384938.970566:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384938.970567:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294926855 00000100:00000001:3.0:1767384938.970570:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294926853 00000100:00000001:2.0:1767384938.970571:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384938.970572:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294926855 02000000:00000010:0.0:1767384938.970572:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001992f11e. 02000000:00000001:0.0:1767384938.970576:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.970577:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 00000400:00000010:2.0:1767384938.970581:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000100:00000001:3.0:1767384938.970583:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294926853 00000400:00000010:0.0:1767384938.970584:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a216bbc1. 00000100:00000001:2.0:1767384938.970585:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384938.970588:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294926855 00000100:00000001:2.0:1767384938.970588:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384938.970592:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294926853 00000400:00000010:0.0:1767384938.970592:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000669f9a57. 00000100:00000001:2.0:1767384938.970593:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.970596:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294926855 00000100:00000040:2.0:1767384938.970600:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384938.970601:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384938.970601:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363758592, portal 10 00010000:00000001:2.0:1767384938.970604:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384938.970607:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970608:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384938.970609:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.970611:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970613:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794840832 : -107297914710784 : ffff9e69c1e89500) 00000020:00000001:2.0:1767384938.970614:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384938.970615:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.970638:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006564343d x1853237363757952/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:164/0 lens 328/344 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384938.970640:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384938.970647:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006564343d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363757952:12345-0@lo:101: Request processed in 657us (1200us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384938.970649:0:17879:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384938.970652:0:17879:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363758336 02000000:00000001:3.0:1767384938.970657:0:17879:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384938.970659:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384938.970663:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000001:3.0:1767384938.970664:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.970669:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 02000000:00000001:3.0:1767384938.970670:0:17879:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970672:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384938.970674:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1767384938.970677:0:17879:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363758336 00000100:00000001:2.0:1767384938.970677:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384938.970680:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384938.970682:0:17879:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384938.970684:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000264fe652. 00000020:00000040:3.0:1767384938.970685:0:17879:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000400:00000010:0.0:1767384938.970686:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000020:00000001:3.0:1767384938.970689:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384938.970690:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000051d817a2. 00000100:00000200:0.0:1767384938.970692:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363758592, offset 0 00000020:00000040:3.0:1767384938.970693:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000020:00000010:2.0:1767384938.970696:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a470064f. 00000020:00000001:3.0:1767384938.970699:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:3.0:1767384938.970702:0:17879:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000040:2.0:1767384938.970703:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000400:00000200:0.0:1767384938.970704:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384938.970708:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384938.970710:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384938.970712:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e7fce8b. 02000000:00000010:2.0:1767384938.970713:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000093df051d. 00000400:00000200:0.0:1767384938.970717:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384938.970719:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1767384938.970720:0:17879:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a6b7b81a. 00000100:00000001:2.0:1767384938.970722:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384938.970726:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c05600 00000020:00000040:3.0:1767384938.970727:0:17879:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000200:2.0:1767384938.970727:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384938.970733:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000400:00000010:2.0:1767384938.970734:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080139368. 00000100:00000001:3.0:1767384938.970738:0:17879:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767384938.970740:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384938.970743:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af54d79a. 00000400:00000010:2.0:1767384938.970743:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e23e2d3d. 00000400:00000200:0.0:1767384938.970744:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384938.970750:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000100:00000001:0.0:1767384938.970753:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384938.970755:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1767384938.970756:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9cf5c30. 00000100:00000001:2.0:1767384938.970758:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384938.970760:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000508d6c77. 00000100:00100000:2.0:1767384938.970761:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363758080 00000100:00000040:3.0:1767384938.970765:0:17879:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:2.0:1767384938.970766:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384938.970766:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000508d6c77 x1853237363758592 msgsize 224 00000100:00000001:3.0:1767384938.970769:0:17879:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384938.970770:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384938.970774:0:17879:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384938.970774:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.970775:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384938.970778:0:17879:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384938.970780:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.970783:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363758080 00000020:00000001:2.0:1767384938.970785:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384938.970786:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384938.970787:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384938.970790:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384938.970792:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000020:00000040:2.0:1767384938.970793:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:2.0:1767384938.970797:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000010:0.0:1767384938.970797:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000020:00000001:2.0:1767384938.970802:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384938.970802:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384938.970807:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384938.970808:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384938.970817:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e3abdb. 00000100:00000001:0.0:1767384938.970817:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384938.970821:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384938.970822:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384938.970826:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e3abdb. 00000020:00000010:2.0:1767384938.970833:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a470064f. 00000100:00000001:0.0:1767384938.970834:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970837:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384938.970839:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000264fe652. 00000100:00000001:0.0:1767384938.970841:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384938.970843:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000051d817a2. 00000100:00000040:0.0:1767384938.970845:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3377 usecs (4 jiffies) 00000100:00000001:0.0:1767384938.970848:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294926853 00000100:00000040:2.0:1767384938.970849:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384938.970850:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294926855 00000100:00000001:2.0:1767384938.970853:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384938.970855:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294926853 00000100:00000001:2.0:1767384938.970856:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384938.970858:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294926855 00000100:00000001:2.0:1767384938.970859:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.970863:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.970885:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.970893:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384938.970894:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384938.970898:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000040:2.0:1767384938.970900:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384938.970902:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339803216 : -107293369748400 : ffff9e6ad0cf3450) 00000100:00000040:2.0:1767384938.970906:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b7dde72 x1853237363758080/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.970911:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384938.970914:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8e3abdb. 00000100:00000001:2.0:1767384938.970916:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384938.970918:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8e3abdb. 00000100:00100000:2.0:1767384938.970923:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b7dde72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363758080:12345-0@lo:400: 00000100:00000200:2.0:1767384938.970925:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363758080 00000020:00000001:2.0:1767384938.970927:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384938.970929:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384938.970930:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.970932:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384938.970933:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000020:00000001:2.0:1767384938.970935:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384938.970937:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384938.970944:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384938.970945:0:17879:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384938.970945:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384938.970949:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.970950:0:17879:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384938.970951:0:17065:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384938.970953:0:17879:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.970954:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384938.970958:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384938.970962:0:17879:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384938.970962:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093df051d. 00000100:00000001:0.0:1767384938.970963:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294926854 02000000:00000001:2.0:1767384938.970968:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970968:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294926855 00000100:00000001:2.0:1767384938.970971:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970973:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294926854 00000100:00000001:3.0:1767384938.970975:0:17879:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384938.970976:0:17065:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.970977:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294926855 00000100:00000001:3.0:1767384938.970980:0:17879:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:2.0:1767384938.970981:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363758080 00000100:00000001:0.0:1767384938.970982:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384938.970986:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384938.970988:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384938.970989:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384938.970992:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b7dde72 x1853237363758080/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.970996:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.970997:0:17879:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:0.0:1767384938.971001:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.971003:0:17879:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794843520 : -107297914708096 : ffff9e69c1e89f80) 00010000:00000001:2.0:1767384938.971008:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384938.971011:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384938.971013:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=56 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384938.971014:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008327b26e x1853237363758336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.971015:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.971017:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384938.971019:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.971022:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384938.971027:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384938.971031:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384938.971035:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.971035:0:17881:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384938.971036:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384938.971040:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384938.971040:0:17881:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363758208 00000020:00000010:3.0:1767384938.971043:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000266fd25c. 02000000:00000001:0.0:1767384938.971044:0:17881:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384938.971048:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384938.971048:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384938.971049:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384938.971052:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384938.971053:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 00000020:00000010:3.0:1767384938.971054:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000266fd25c. 02000000:00000001:0.0:1767384938.971056:0:17881:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384938.971061:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363758080, offset 224 00000100:00100000:0.0:1767384938.971061:0:17881:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363758208 00000020:00000001:0.0:1767384938.971064:0:17881:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384938.971065:0:17879:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008327b26e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16340:x1853237363758336:12345-0@lo:400: 00000020:00000040:0.0:1767384938.971068:0:17881:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00000200:3.0:1767384938.971070:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363758336 00000020:00000001:0.0:1767384938.971071:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384938.971075:0:17879:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384938.971075:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384938.971075:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 00000020:00000001:0.0:1767384938.971081:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:3.0:1767384938.971082:0:17879:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384938.971083:0:17881:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:3.0:1767384938.971084:0:17879:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.971088:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384938.971089:0:17879:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384938.971091:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384938.971093:0:17879:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000010:0.0:1767384938.971094:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df6f62c3. 00000020:00000001:3.0:1767384938.971099:0:17879:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384938.971100:0:17881:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384938.971103:0:17879:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.971104:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c05400 00000020:00000010:0.0:1767384938.971105:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df6f62c3. 00000020:00000001:3.0:1767384938.971109:0:17879:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384938.971112:0:17879:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384938.971113:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023abd11b. 00000020:00000001:3.0:1767384938.971114:0:17879:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.971118:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1971 [1] + 224 00000020:00000010:0.0:1767384938.971118:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2a1e505. 00000020:00000001:3.0:1767384938.971119:0:17879:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384938.971124:0:17879:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384938.971127:0:17879:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384938.971127:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a00d2ccf. 00000400:00000200:2.0:1767384938.971128:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384938.971132:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a1353445. 02000000:00000001:3.0:1767384938.971136:0:17879:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.971137:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384938.971139:0:17879:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.971140:0:17881:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:3.0:1767384938.971142:0:17879:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.971142:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384938.971145:0:17881:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384938.971148:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.971149:0:17881:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:3.0:1767384938.971151:0:17879:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363758336 00010000:00000001:3.0:1767384938.971156:0:17879:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384938.971161:0:17881:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384938.971163:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008327b26e x1853237363758336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.971168:0:17881:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.971181:0:17881:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384938.971192:0:17879:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384938.971195:0:17879:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.971195:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384938.971196:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.971199:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1767384938.971201:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=46 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384938.971210:0:17881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384938.971211:0:17879:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384938.971216:0:17879:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000040:0.0:1767384938.971216:0:17881:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 2 00000100:00000001:0.0:1767384938.971221:0:17881:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990651392 : -107292718900224 : ffff9e6af79a5c00) 00000100:00000001:3.0:1767384938.971222:0:17879:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:2.0:1767384938.971223:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384938.971227:0:17879:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384938.971228:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002aeef6f1 x1853237363758208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384938.971230:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 02000000:00000001:3.0:1767384938.971231:0:17879:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384938.971235:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000100:00000001:3.0:1767384938.971237:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384938.971239:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384938.971243:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384938.971244:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384938.971247:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384938.971248:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000527c3676. 00000100:00000001:2.0:1767384938.971249:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384938.971251:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df6f62c3. 00000100:00000040:2.0:1767384938.971256:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384938.971256:0:17881:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384938.971257:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363758336, offset 224 00000020:00000010:0.0:1767384938.971258:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df6f62c3. 00010000:00000001:2.0:1767384938.971263:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384938.971265:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.971268:0:17881:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002aeef6f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16343:x1853237363758208:12345-0@lo:13: 00000400:00000200:3.0:1767384938.971269:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384938.971270:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384938.971275:0:17881:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363758208 00000100:00000040:2.0:1767384938.971277:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b7dde72 x1853237363758080/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384938.971279:0:17881:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384938.971282:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384938.971283:0:17881:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384938.971286:0:17881:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.971291:0:17881:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384938.971293:0:17881:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000400:00000200:3.0:1767384938.971297:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c05500 00000020:00000001:0.0:1767384938.971299:0:17881:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767384938.971302:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b7dde72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363758080:12345-0@lo:400: Request processed in 385us (1084us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384938.971303:0:17881:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.971308:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1969 [1] + 224 00000020:00000001:0.0:1767384938.971308:0:17881:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384938.971311:0:17881:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384938.971315:0:17881:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.971317:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384938.971318:0:17881:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384938.971322:0:17881:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384938.971323:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000400:00000200:3.0:1767384938.971324:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384938.971326:0:17881:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f400ebae. 00000100:00000040:2.0:1767384938.971329:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 02000000:00000001:0.0:1767384938.971330:0:17881:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.971331:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384938.971335:0:17881:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.971336:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384938.971338:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.971342:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:0.0:1767384938.971342:0:17881:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384938.971347:0:17881:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:2.0:1767384938.971349:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000264fe652. 00000100:00000040:3.0:1767384938.971351:0:17879:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384938.971351:0:17881:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:2.0:1767384938.971353:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000051d817a2. 00000020:00000010:2.0:1767384938.971359:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a470064f. 00000020:00000040:2.0:1767384938.971364:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:2.0:1767384938.971368:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384938.971369:0:17881:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384938.971370:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093df051d. 00000100:00000001:3.0:1767384938.971371:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000024:0.0:1767384938.971372:0:17881:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 02000000:00000001:2.0:1767384938.971376:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384938.971377:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000527c3676 00000020:00000020:0.0:1767384938.971378:0:17881:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384938.971379:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384938.971381:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000527c3676. 00000020:00000020:0.0:1767384938.971384:0:17881:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384938.971386:0:17879:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384938.971386:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384938.971390:0:17879:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000020:0.0:1767384938.971391:0:17881:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000010:2.0:1767384938.971393:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029ca6601. 00002000:00000001:0.0:1767384938.971394:0:17881:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384938.971395:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384938.971399:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ce2d829. 00000100:00000040:3.0:1767384938.971400:0:17879:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000001:00000001:0.0:1767384938.971401:0:17881:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384938.971403:0:17881:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384938.971405:0:17881:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384938.971408:0:17881:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363758208 00010000:00000001:3.0:1767384938.971410:0:17879:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384938.971411:0:17881:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384938.971412:0:17879:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.971412:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384938.971415:0:17879:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000200:0.0:1767384938.971416:0:17881:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002aeef6f1 x1853237363758208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.971421:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008327b26e x1853237363758336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.971422:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.971434:0:17881:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384938.971437:0:17881:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.971440:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384938.971442:0:17879:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008327b26e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16340:x1853237363758336:12345-0@lo:400: Request processed in 401us (1756us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384938.971442:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=46 v=5 (1 0 0 0) 00000400:00000001:2.0:1767384938.971445:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384938.971449:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384938.971450:0:17881:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384938.971453:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7a7f747. 00000100:00000040:0.0:1767384938.971456:0:17881:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00100000:3.0:1767384938.971458:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:2.0:1767384938.971460:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab8c5eb3 00000100:00000001:0.0:1767384938.971460:0:17881:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000040:3.0:1767384938.971463:0:17879:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 1 00000400:00000010:2.0:1767384938.971464:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab8c5eb3. 02000000:00000001:0.0:1767384938.971465:0:17881:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384938.971466:0:17879:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384938.971469:0:17881:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.971471:0:17879:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384938.971471:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384938.971473:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384938.971477:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000100:00000040:0.0:1767384938.971477:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384938.971479:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384938.971483:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9cf5c30. 00000400:00000010:0.0:1767384938.971484:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000100:00000200:2.0:1767384938.971490:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384938.971491:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363758208, offset 224 00000020:00000010:3.0:1767384938.971492:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af54d79a. 00000020:00000040:3.0:1767384938.971500:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000100:00000001:2.0:1767384938.971502:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384938.971503:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384938.971504:0:17879:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.971506:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.971509:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384938.971512:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384938.971514:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384938.971515:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384938.971517:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.971520:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384938.971523:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=56 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384938.971525:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c05480 00000100:00001000:2.0:1767384938.971528:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.971533:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384938.971534:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384938.971534:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1961 [1] + 224 00000100:00000001:2.0:1767384938.971538:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384938.971539:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363758464 00000400:00000200:0.0:1767384938.971540:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384938.971543:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384938.971544:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384938.971546:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384938.971548:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384938.971549:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.971551:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.971551:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384938.971552:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.971557:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384938.971557:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384938.971561:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384938.971564:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363758464 00000020:00000001:3.0:1767384938.971568:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384938.971571:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000020:00000001:3.0:1767384938.971575:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384938.971578:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000020:00000001:3.0:1767384938.971583:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:2.0:1767384938.971583:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384938.971590:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:2.0:1767384938.971590:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384938.971594:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.971596:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384938.971600:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384938.971600:0:17881:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384938.971601:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000266fd25c. 00000100:00000001:3.0:1767384938.971606:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384938.971612:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000266fd25c. 00000020:00000010:3.0:1767384938.971638:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af54d79a. 00000100:00100000:2.0:1767384938.971643:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363757952:0@lo:101: 00000020:00000010:3.0:1767384938.971645:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000100:00000001:0.0:1767384938.971646:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384938.971651:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9cf5c30. 00000400:00000200:0.0:1767384938.971653:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:0.0:1767384938.971657:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000100:00000001:2.0:1767384938.971661:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.971661:0:17881:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384938.971662:0:17764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384938.971664:0:17881:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384938.971666:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.971667:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384938.971669:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.971670:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384938.971670:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384938.971674:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384938.971675:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384938.971675:0:17881:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000040:2.0:1767384938.971679:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384938.971682:0:17881:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384938.971683:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384938.971685:0:17881:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.971687:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384938.971690:0:17881:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384938.971691:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.971695:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.971697:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002aeef6f1 x1853237363758208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384938.971699:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000030c6c1d5. 00000100:00000001:3.0:1767384938.971702:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.971704:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384938.971708:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.971713:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1767384938.971714:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1767384938.971717:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1767384938.971717:0:17881:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002aeef6f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16343:x1853237363758208:12345-0@lo:13: Request processed in 467us (2097us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384938.971718:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363758592 00000020:00000001:2.0:1767384938.971721:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384938.971723:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384938.971725:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=4 00000100:00000001:3.0:1767384938.971726:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384938.971730:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.971730:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 02000000:00000001:3.0:1767384938.971733:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.971734:0:17881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00000001:2.0:1767384938.971737:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000100:00100000:3.0:1767384938.971738:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363758592 00000100:00000040:0.0:1767384938.971740:0:17881:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000020:00000001:3.0:1767384938.971741:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:2.0:1767384938.971742:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009f6a6e86, remote cookie: 0x135556ebb4843c16, flags: 0x0 00000100:00000001:0.0:1767384938.971743:0:17881:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384938.971744:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000001:0.0:1767384938.971747:0:17881:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384938.971748:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384938.971748:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000010:0.0:1767384938.971751:0:17881:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f2a1e505. 00000020:00000040:3.0:1767384938.971753:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00010000:00000001:2.0:1767384938.971753:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000010:0.0:1767384938.971756:0:17881:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a00d2ccf. 00010000:00000001:2.0:1767384938.971757:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:3.0:1767384938.971758:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00010000:00000001:2.0:1767384938.971760:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:3.0:1767384938.971762:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00010000:00000001:2.0:1767384938.971763:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000010:0.0:1767384938.971763:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023abd11b. 00000100:00000001:3.0:1767384938.971766:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384938.971767:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000085651c8c) refcount = 1 00000020:00000040:0.0:1767384938.971770:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000020:00000010:3.0:1767384938.971771:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000266fd25c. 00010000:00010000:2.0:1767384938.971772:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384938.971774:0:17881:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384938.971778:0:17764:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000005b08ecc. 00000020:00000040:3.0:1767384938.971785:0:17764:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00010000:00000001:2.0:1767384938.971785:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384938.971787:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384938.971790:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.971791:0:17764:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:2.0:1767384938.971793:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:3.0:1767384938.971795:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000accc9bb. 00010000:00000001:2.0:1767384938.971796:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.971796:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384938.971799:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:2.0:1767384938.971801:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384938.971802:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e42c5b75. 00000100:00100000:0.0:1767384938.971806:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000020:00000010:3.0:1767384938.971809:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069231a6a. 00000100:00000040:0.0:1767384938.971812:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:3.0:1767384938.971814:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384938.971816:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794839040 : -107297914712576 : ffff9e69c1e88e00) 00000100:00000001:3.0:1767384938.971818:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384938.971821:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384938.971822:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064fc07d6 x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384938.971825:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384938.971826:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384938.971828:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384938.971831:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384938.971834:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384938.971835:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384938.971839:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1767384938.971839:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.971844:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384938.971844:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384938.971845:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384938.971848:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df6f62c3. 00000100:00000040:2.0:1767384938.971851:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045d217b5 x1853237363757952/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.971852:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.971855:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384938.971858:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df6f62c3. 00000100:00100000:0.0:1767384938.971886:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064fc07d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363758464:12345-0@lo:400: 00000100:00000001:3.0:1767384938.971889:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384938.971890:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363758464 00000100:00000001:3.0:1767384938.971894:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384938.971894:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384938.971900:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384938.971900:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384938.971903:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384938.971904:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 02000000:00000001:2.0:1767384938.971905:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384938.971908:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384938.971909:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000031415181. 00000100:00000040:3.0:1767384938.971910:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000020:00000001:0.0:1767384938.971910:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:3.0:1767384938.971915:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990653184 : -107292718898432 : ffff9e6af79a6300) 00000020:00000001:0.0:1767384938.971916:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384938.971917:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384938.971920:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384938.971922:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384938.971923:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384938.971925:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000508d6c77 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384938.971925:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384938.971926:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384938.971930:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384938.971930:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384938.971934:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005d2e434c. 00000020:00000001:0.0:1767384938.971935:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384938.971939:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384938.971940:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384938.971942:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384938.971944:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384938.971945:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384938.971947:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b71e817. 00000100:00000010:2.0:1767384938.971948:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045d217b5. 00000020:00000010:3.0:1767384938.971950:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068743d1a. 02000000:00000001:0.0:1767384938.971952:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.971955:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384938.971955:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.971956:0:17764:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.971958:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384938.971961:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384938.971963:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068743d1a. 10000000:00000001:2.0:1767384938.971963:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384938.971964:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363758464 10000000:00000001:2.0:1767384938.971969:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 00010000:00000001:0.0:1767384938.971970:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384938.971974:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000508d6c77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16343:x1853237363758592:12345-0@lo:400: 10000000:00000040:2.0:1767384938.971975:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 00010000:00000200:0.0:1767384938.971978:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064fc07d6 x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384938.971980:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384938.971983:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363758592 00010000:00000001:2.0:1767384938.971986:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384938.971988:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384938.971990:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384938.971993:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=3 00000020:00000001:3.0:1767384938.971994:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384938.971997:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384938.971998:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000020:00000001:3.0:1767384938.971999:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.972000:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.972001:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000020:00000001:3.0:1767384938.972007:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384938.972008:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000100:00001000:0.0:1767384938.972008:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=51 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384938.972012:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384938.972013:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00010000:00000001:2.0:1767384938.972014:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384938.972014:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384938.972019:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.972020:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:3.0:1767384938.972021:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384938.972025:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384938.972028:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000020:00000001:3.0:1767384938.972032:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384938.972032:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 10000000:00000010:2.0:1767384938.972034:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000039f11bda. 02000000:00000001:0.0:1767384938.972037:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384938.972038:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384938.972040:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.972043:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.972043:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384938.972049:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000010:2.0:1767384938.972049:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045d217b5. 00000100:00000040:0.0:1767384938.972049:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384938.972055:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000400:00000010:0.0:1767384938.972055:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000100:00000001:3.0:1767384938.972056:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384938.972060:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.972061:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384938.972061:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363758464, offset 224 02000000:00000001:2.0:1767384938.972066:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384938.972067:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d8ea3a02. 00000400:00000200:0.0:1767384938.972070:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384938.972071:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.972072:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.972076:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384938.972080:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384938.972081:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384938.972081:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d2e434c. 00000100:00000001:2.0:1767384938.972087:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384938.972090:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c05580 00010000:00000040:3.0:1767384938.972093:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363758592 00010000:00000001:3.0:1767384938.972096:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384938.972096:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000400:00000200:0.0:1767384938.972099:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1979 [1] + 224 00000100:00000010:2.0:1767384938.972104:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000031415181. 00000400:00000200:0.0:1767384938.972104:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1767384938.972105:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000508d6c77 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384938.972112:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b8e3abdb. 00000400:00000200:0.0:1767384938.972113:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384938.972120:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=6 obd=MGC192.168.203.109@tcp 00010000:00000001:3.0:1767384938.972123:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384938.972123:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384938.972126:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00010000:00000001:3.0:1767384938.972127:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.972129:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00001000:3.0:1767384938.972132:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=51 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384938.972132:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384938.972134:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030c6c1d5. 00000100:00000001:2.0:1767384938.972140:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775870548608 : -107297839003008 : ffff9e69c66bca80) 00000100:00000001:3.0:1767384938.972141:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384938.972144:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384938.972146:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000100:00000040:3.0:1767384938.972147:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:2.0:1767384938.972152:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384938.972153:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:2.0:1767384938.972155:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.972160:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384938.972161:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000040:0.0:1767384938.972164:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384938.972165:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.972165:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384938.972171:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384938.972172:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.972177:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384938.972182:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000527c3676. 00000100:00000200:3.0:1767384938.972188:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363758592, offset 224 00000100:00000001:2.0:1767384938.972197:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384938.972198:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.972201:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.972202:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384938.972208:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384938.972210:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384938.972213:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 02000000:00000001:2.0:1767384938.972214:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.972215:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384938.972218:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000100:00100000:2.0:1767384938.972221:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363758720:0@lo:256: 00000100:00000001:0.0:1767384938.972223:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384938.972226:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384938.972228:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c05600 00000100:00000001:2.0:1767384938.972228:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384938.972231:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.972233:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384938.972236:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.972237:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000200:3.0:1767384938.972238:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1985 [1] + 224 00010000:00000001:0.0:1767384938.972243:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384938.972248:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384938.972248:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.972249:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000020:00000001:0.0:1767384938.972250:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384938.972255:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7a7f747. 00000400:00000200:3.0:1767384938.972258:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384938.972258:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064fc07d6 x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384938.972262:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fe208ae4. 00000100:00000001:3.0:1767384938.972267:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384938.972269:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c05680-0x6958272c05680, portal 33 00000100:00000200:3.0:1767384938.972275:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.972275:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.972275:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064fc07d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363758464:12345-0@lo:400: Request processed in 427us (1837us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384938.972281:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384938.972286:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a470064f. 02000000:00000001:2.0:1767384938.972292:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.972294:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000040:3.0:1767384938.972300:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384938.972300:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aed341ad. 00000100:00000040:0.0:1767384938.972304:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000400:00000010:2.0:1767384938.972309:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab8c5eb3. 00000100:00000001:0.0:1767384938.972309:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384938.972312:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384938.972317:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363758720, portal 25 00000020:00000010:0.0:1767384938.972317:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000100:00000001:3.0:1767384938.972318:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.972323:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384938.972324:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000527c3676 00000020:00000010:0.0:1767384938.972324:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9cf5c30. 00000100:00000001:2.0:1767384938.972326:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000400:00000010:3.0:1767384938.972328:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000527c3676. 00000020:00000010:0.0:1767384938.972329:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af54d79a. 00000100:00000001:3.0:1767384938.972335:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384938.972336:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:3.0:1767384938.972338:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384938.972338:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.972340:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.972343:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.972349:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384938.972352:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384938.972356:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384938.972359:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384938.972361:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 00000020:00000001:3.0:1767384938.972362:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.972366:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384938.972366:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363758720, offset 0 00000100:00000040:3.0:1767384938.972371:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000508d6c77 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384938.972376:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384938.972387:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000508d6c77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16343:x1853237363758592:12345-0@lo:400: Request processed in 438us (1616us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384938.972388:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384938.972399:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000400:00000200:2.0:1767384938.972402:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c05680 00000100:00000040:3.0:1767384938.972404:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000001:3.0:1767384938.972407:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384938.972410:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384938.972410:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1205 [2] + 0 00000400:00000010:2.0:1767384938.972414:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b8973c. 00000020:00000010:3.0:1767384938.972415:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e42c5b75. 00000400:00000200:2.0:1767384938.972419:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049047c5f 00000020:00000010:3.0:1767384938.972420:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069231a6a. 00000400:00000200:2.0:1767384938.972423:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384938.972424:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000accc9bb. 00000400:00000200:2.0:1767384938.972428:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384938.972429:0:17764:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:3.0:1767384938.972432:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.972432:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049047c5f 00000400:00000010:2.0:1767384938.972435:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049047c5f. 00000100:00000001:2.0:1767384938.972449:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384938.972450:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00080000:3.0:1767384938.972451:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:2.0:1767384938.972453:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000008d14c500 x1853237363758720 msgsize 304 00000020:00000040:3.0:1767384938.972456:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00100000:2.0:1767384938.972461:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767384938.972463:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:2.0:1767384938.972464:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000040:3.0:1767384938.972466:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:2.0:1767384938.972477:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384938.972481:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 00000400:00000010:2.0:1767384938.972482:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000100:00000001:2.0:1767384938.972484:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384938.972486:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.972496:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384938.972497:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.972501:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.972503:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384938.972506:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.972508:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294926857 00000100:00000001:2.0:1767384938.972512:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926855 00000100:00000001:2.0:1767384938.972516:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294926857 00000100:00000001:2.0:1767384938.972518:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926855 00000100:00000001:2.0:1767384938.972521:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294926857 00000100:00000001:2.0:1767384938.972525:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294926855 00000100:00000001:2.0:1767384938.972528:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294926857 00000100:00000001:3.0:1767384938.972530:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.972532:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294926855 00000100:00000001:3.0:1767384938.972534:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384938.972537:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.972540:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384938.972541:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384938.972542:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.972545:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000001:3.0:1767384938.972546:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384938.972547:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 0000000030c6c1d5 going to sleep for 11 seconds 00000400:00000010:3.0:1767384938.972551:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000256b419. 00000100:00000001:2.0:1767384938.972552:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384938.972554:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.972559:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 00000400:00000010:3.0:1767384938.972562:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000100:00000001:3.0:1767384938.972567:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384938.972572:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384938.972581:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.972588:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.972588:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384938.972592:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363758720 02000000:00000001:2.0:1767384938.972593:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384938.972595:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.972597:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.972600:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.972603:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384938.972605:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384938.972607:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.972609:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384938.972611:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363758720 00000100:00000001:3.0:1767384938.972613:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.972613:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384938.972615:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 02000000:00000001:3.0:1767384938.972619:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.972619:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384938.972620:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:2.0:1767384938.972636:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384938.972639:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00001000:3.0:1767384938.972641:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=51 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384938.972641:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384938.972645:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032d410e5. 00000100:00001000:3.0:1767384938.972647:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.972648:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384938.972653:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032d410e5. 00000100:00000001:3.0:1767384938.972656:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384938.972669:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000002812cb. 00000100:00000001:3.0:1767384938.972670:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.972675:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384938.972676:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000264fe652. 00010000:00080000:3.0:1767384938.972679:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384938.972680:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000051d817a2. 00000100:00000040:2.0:1767384938.972686:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384938.972689:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384938.972691:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384938.972695:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.972695:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.972700:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.972701:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384938.972705:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384938.972708:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384938.972709:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.972710:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.972716:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.972718:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384938.972721:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384938.972726:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:2.0:1767384938.972732:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384938.972737:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.972737:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339790928 : -107293369760688 : ffff9e6ad0cf0450) 00000100:00000040:2.0:1767384938.972743:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d14c500 x1853237363758720/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:164/0 lens 304/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.972744:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384938.972747:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384938.972754:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.972755:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384938.972759:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032d410e5. 00000100:00000001:2.0:1767384938.972764:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384938.972765:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363758464:0@lo:400: 00000020:00000010:2.0:1767384938.972766:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032d410e5. 00000100:00100000:2.0:1767384938.972774:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d14c500 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363758720:12345-0@lo:256: 00000400:00000001:3.0:1767384938.972775:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384938.972778:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384938.972779:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a206abe. 00000400:00000200:3.0:1767384938.972785:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001581262 00000100:00000200:2.0:1767384938.972785:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363758720 00000400:00000010:3.0:1767384938.972788:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001581262. 00000020:00000001:2.0:1767384938.972789:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384938.972792:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384938.972793:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384938.972795:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384938.972797:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384938.972798:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384938.972801:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:2.0:1767384938.972806:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384938.972808:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384938.972810:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384938.972811:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384938.972812:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.972814:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384938.972815:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384938.972819:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000093df051d. 02000000:00000001:2.0:1767384938.972822:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.972826:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384938.972829:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384938.972829:0:17067:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384938.972833:0:17067:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384938.972836:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384938.972837:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:2.0:1767384938.972839:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384938.972840:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384938.972842:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.972843:0:16340:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:2.0:1767384938.972845:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.972846:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384938.972850:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:01000000:2.0:1767384938.972850:0:17067:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 00000100:00000001:3.0:1767384938.972853:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384938.972855:0:17067:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000304812fb. 02000000:00000001:3.0:1767384938.972856:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384938.972860:0:17067:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000100:00001000:3.0:1767384938.972862:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=46 v=5 (5 0 0 0) 20000000:00000040:2.0:1767384938.973134:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384938.973140:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000100:00001000:3.0:1767384938.973146:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=46 v=5 (1 0 0 0) 20000000:00000040:2.0:1767384938.973147:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000100:00000001:3.0:1767384938.973149:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000040:2.0:1767384938.973150:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 00000100:00000001:3.0:1767384938.973151:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.973154:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000040:2.0:1767384938.973154:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384938.973158:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 00010000:00080000:3.0:1767384938.973161:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384938.973163:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384938.973167:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384938.973171:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384938.973175:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 00010000:00000001:3.0:1767384938.973176:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.973181:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 20000000:00000040:2.0:1767384938.973181:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 00000100:00000040:3.0:1767384938.973183:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384938.973185:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384938.973186:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:2.0:1767384938.973192:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 00000100:00000040:3.0:1767384938.973193:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384938.973195:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384938.973199:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384938.973203:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 00000100:00000001:3.0:1767384938.973204:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000040:2.0:1767384938.973206:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 00000100:00000001:3.0:1767384938.973207:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000040:2.0:1767384938.973209:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 00000100:00000001:3.0:1767384938.973210:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384938.973214:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 00000100:00000040:3.0:1767384938.973217:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384938.973218:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384938.973223:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384938.973226:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 00000100:00100000:3.0:1767384938.973231:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363758336:0@lo:400: 20000000:00000040:2.0:1767384938.973231:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384938.973234:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 00000100:00000001:3.0:1767384938.973237:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384938.973238:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 00000100:00000001:3.0:1767384938.973243:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000040:2.0:1767384938.973243:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384938.973246:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384938.973248:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:2.0:1767384938.973249:0:17067:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 3532/1/4/3. 00000100:00000040:3.0:1767384938.973254:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363758464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384938.973256:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384938.973260:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384938.973264:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000100:00000001:3.0:1767384938.973265:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000040:2.0:1767384938.973267:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 02000000:00000001:3.0:1767384938.973268:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:00000040:2.0:1767384938.973270:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 02000000:00000010:3.0:1767384938.973271:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002820874b. 20000000:00000040:2.0:1767384938.973273:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384938.973276:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 02000000:00000001:3.0:1767384938.973277:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000040:2.0:1767384938.973279:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00000020:00000001:3.0:1767384938.973280:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384938.973282:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 20000000:00000040:2.0:1767384938.973282:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 00000020:00000001:3.0:1767384938.973287:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000040:2.0:1767384938.973287:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 02000000:00000010:3.0:1767384938.973289:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000398f63d8. 02000000:00000001:3.0:1767384938.973293:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 20000000:00000040:2.0:1767384938.973293:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 02000000:00000001:3.0:1767384938.973296:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384938.973298:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 20000000:00000040:2.0:1767384938.973299:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 00000100:00000001:3.0:1767384938.973300:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384938.973303:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384938.973303:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 00000100:00000001:3.0:1767384938.973308:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000040:2.0:1767384938.973309:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 00000100:00000040:3.0:1767384938.973310:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363758336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384938.973315:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 00000100:00000001:3.0:1767384938.973317:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384938.973320:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:00000040:2.0:1767384938.973320:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 02000000:00000010:3.0:1767384938.973323:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba9f3b39. 20000000:00000040:2.0:1767384938.973325:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 02000000:00000001:3.0:1767384938.973327:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000040:2.0:1767384938.973329:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 00000020:00000001:3.0:1767384938.973330:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384938.973332:0:16340:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384938.973335:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000040:2.0:1767384938.973335:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 02000000:00000010:3.0:1767384938.973338:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ac94156. 20000000:00000040:2.0:1767384938.973341:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 02000000:00000001:3.0:1767384938.973342:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384938.973345:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 20000000:00000040:2.0:1767384938.973346:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 00000100:00000010:3.0:1767384938.973347:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 20000000:00000040:2.0:1767384938.973348:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 00000100:00000001:3.0:1767384938.973351:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384938.973353:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.973354:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384938.973359:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 00000100:00000001:3.0:1767384938.973361:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000040:2.0:1767384938.973362:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 00000100:00000001:3.0:1767384938.973364:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:2.0:1767384938.973365:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 00000100:00000001:3.0:1767384938.973367:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000040:2.0:1767384938.973368:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 00000100:00000001:3.0:1767384938.973370:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:2.0:1767384938.973371:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:2.0:1767384938.973376:0:17067:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 2968/1/4/3. 20000000:01000000:2.0:1767384938.973381:0:17067:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1128, version 58 20000000:00000001:2.0:1767384938.973385:0:17067:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1128 : 1128 : 468) 00000100:00000001:3.0:1767384938.973390:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.973391:0:17067:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384938.973395:0:17067:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000687b9492. 00000100:00000001:3.0:1767384938.973399:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384938.973400:0:17067:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000cdde70ee. 00000400:00000001:3.0:1767384938.973403:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384938.973404:0:17067:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00000400:00000001:3.0:1767384938.973406:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384938.973408:0:17067:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000400:00000010:3.0:1767384938.973409:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a26f8a15. 00000100:00000001:2.0:1767384938.973412:0:17067:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000200:3.0:1767384938.973414:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e2194e 00000400:00000010:2.0:1767384938.973416:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 00000400:00000010:3.0:1767384938.973417:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e2194e. 00000100:00000001:3.0:1767384938.973423:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384938.973427:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384938.973428:0:17067:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a4ede2f. 00000400:00000200:2.0:1767384938.973436:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384938.973438:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.973444:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384938.973447:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.973447:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384938.973451:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384938.973454:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384938.973455:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384938.973456:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.973458:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1128 into portal 33 MB=0x6958272c05680 02000000:00000001:3.0:1767384938.973459:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384938.973464:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=56 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384938.973464:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1128/1128 into md 0x19a9 [4] + 0 00000100:00001000:3.0:1767384938.973472:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=56 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384938.973472:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7a7f747. 00000400:00000200:2.0:1767384938.973477:0:17067:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fe208ae4 00000100:00000001:3.0:1767384938.973478:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384938.973480:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.973481:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384938.973482:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384938.973485:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.973489:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.973489:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384938.973492:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe208ae4 00000100:00000040:3.0:1767384938.973494:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384938.973495:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fe208ae4. 00000100:00000001:2.0:1767384938.973500:0:17067:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384938.973503:0:17067:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000045d217b5 desc 0000000031415181 mbits 1853237363758720 00000100:00000001:3.0:1767384938.973507:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.973510:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384938.973511:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384938.973513:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384938.973518:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363758080:0@lo:400: 00000100:00000001:2.0:1767384938.973519:0:17067:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000001:3.0:1767384938.973522:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384938.973523:0:17067:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384938.973527:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000001:3.0:1767384938.973531:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384938.973532:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a216bbc1. 00000400:00000200:3.0:1767384938.973536:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000669f9a57 00000400:00000010:3.0:1767384938.973537:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000669f9a57. 00000100:00000001:0.0:1767384938.973537:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384938.973541:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.973542:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384938.973548:0:17067:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x19b5 00000100:00000200:3.0:1767384938.973550:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384938.973551:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.973559:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:3.0:1767384938.973564:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.973565:0:17067:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384938.973570:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384938.973571:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384938.973573:0:17067:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000687b9492 00000100:00000001:3.0:1767384938.973574:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384938.973577:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384938.973578:0:17067:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384938.973579:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384938.973582:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.973583:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384938.973586:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=50 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384938.973586:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 00000400:00000010:2.0:1767384938.973590:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000100:00001000:3.0:1767384938.973591:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.973594:0:17067:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384938.973595:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384938.973596:0:17067:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000687b9492 00000100:00000001:3.0:1767384938.973597:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.973600:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384938.973600:0:17067:0:(events.c:486:server_bulk_callback()) Process leaving 00010000:00080000:3.0:1767384938.973605:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384938.973608:0:17067:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1128 bytes via portal 33 id 12345-0@lo mbits 0x6958272c05680-0x6958272c05680 00000100:00000001:2.0:1767384938.973614:0:17067:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.973619:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.973620:0:17067:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.973634:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384938.973636:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1767384938.973637:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000040:3.0:1767384938.973639:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000010:2.0:1767384938.973641:0:17067:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000cdde70ee. 00000100:00000001:3.0:1767384938.973642:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384938.973645:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384938.973647:0:17067:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000687b9492. 00000100:00000040:3.0:1767384938.973649:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.973651:0:17067:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384938.973655:0:17067:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.973661:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384938.973662:0:17067:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000304812fb. 00000100:00000001:3.0:1767384938.973663:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384938.973664:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384938.973666:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384938.973679:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004c761fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237363758592:0@lo:400: 20000000:00000001:2.0:1767384938.973679:0:17067:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384938.973683:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363758720 00010000:00000001:2.0:1767384938.973685:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:3.0:1767384938.973686:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384938.973688:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000200:2.0:1767384938.973689:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d14c500 x1853237363758720/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:164/0 lens 304/240 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384938.973690:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023552aa5. 00000400:00000200:3.0:1767384938.973695:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000400:00000010:3.0:1767384938.973698:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00010000:00000001:2.0:1767384938.973701:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384938.973702:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384938.973703:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384938.973706:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384938.973707:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.973714:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384938.973718:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384938.973722:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000200:3.0:1767384938.973725:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384938.973726:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384938.973729:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.973733:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384938.973737:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384938.973737:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384938.973741:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.973742:0:16343:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384938.973742:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 02000000:00000001:3.0:1767384938.973745:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384938.973746:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363758720, offset 224 00000100:00000001:3.0:1767384938.973747:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384938.973749:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.973752:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.973752:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384938.973755:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384938.973759:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384938.973762:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384938.973763:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.973767:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384938.973767:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:3.0:1767384938.973772:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384938.973777:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c05680 00010000:00000001:3.0:1767384938.973784:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.973784:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x19ad [1] + 224 00000100:00000001:3.0:1767384938.973788:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384938.973790:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384938.973790:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384938.973794:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384938.973797:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.973797:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384938.973802:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.973803:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384938.973808:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384938.973818:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.973846:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.973847:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384938.973848:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384938.973850:0:16343:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384938.973852:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:3.0:1767384938.973853:0:16343:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384938.973856:0:16343:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000200:2.0:1767384938.973857:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 00000400:00000010:2.0:1767384938.973860:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000100:00000001:0.0:1767384938.973886:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384938.973887:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384938.973890:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384938.973891:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384938.973894:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384938.973894:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000020:3.0:1767384938.973895:0:16343:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000010:0.0:1767384938.973899:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aed341ad. 00000100:00000040:2.0:1767384938.973901:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000004:00000001:3.0:1767384938.973904:0:16343:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.973905:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384938.973905:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab8c5eb3 00000020:00000001:2.0:1767384938.973909:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384938.973909:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab8c5eb3. 00000100:00000040:3.0:1767384938.973912:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384938.973915:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384938.973916:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384938.973922:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d14c500 x1853237363758720/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:164/0 lens 304/240 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384938.973923:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384938.973924:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363758208:0@lo:13: 00000100:00000001:3.0:1767384938.973935:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.973940:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384938.973945:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363758080/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.973962:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767384938.973963:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384938.973964:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d14c500 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363758720:12345-0@lo:256: Request processed in 1204us (1506us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384938.973965:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384938.973969:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008547227c. 02000000:00000001:3.0:1767384938.973976:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384938.973979:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384938.973982:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00100000:2.0:1767384938.973983:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000001:0.0:1767384938.973984:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384938.973985:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384938.973988:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384938.973990:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099a966a2. 00000100:00000040:2.0:1767384938.973990:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384938.973991:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384938.973995:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384938.973996:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384938.973997:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384938.973998:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384938.973999:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384938.974000:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.974003:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384938.974003:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384938.974004:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000264fe652. 00000100:00000010:3.0:1767384938.974008:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00001000:0.0:1767384938.974009:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=56 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384938.974010:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000051d817a2. 00000020:00000010:2.0:1767384938.974017:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000002812cb. 00000100:00001000:0.0:1767384938.974017:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384938.974018:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384938.974022:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.974024:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384938.974025:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:3.0:1767384938.974027:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384938.974027:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.974031:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384938.974034:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.974036:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384938.974038:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c761fc2 x1853237363758592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.974038:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384938.974039:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000093df051d. 02000000:00000001:2.0:1767384938.974043:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384938.974044:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.974046:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384938.974051:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384938.974056:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7a7f747. 00000400:00000010:2.0:1767384938.974064:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe208ae4. 00000100:00000001:3.0:1767384938.974077:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384938.974080:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384938.974082:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384938.974087:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001992f11e. 00000100:00000001:0.0:1767384938.974089:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384938.974093:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384938.974095:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384938.974096:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384938.974101:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384938.974104:0:16343:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:0.0:1767384938.974105:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363758720:0@lo:256: 00000020:00000001:3.0:1767384938.974107:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384938.974110:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005700bd86. 00000100:00000001:0.0:1767384938.974112:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384938.974114:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384938.974115:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.974117:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384938.974118:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384938.974120:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c761fc2. 00000100:00000001:0.0:1767384938.974121:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384938.974124:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384938.974126:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384938.974127:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.974128:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384938.974135:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095256724 x1853237363758208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.974141:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.974145:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384938.974148:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1767384938.974148:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000030c6c1d5. 02000000:00000010:3.0:1767384938.974151:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f1852bb3. 00000100:00000001:0.0:1767384938.974154:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:3.0:1767384938.974155:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384938.974158:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384938.974158:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384938.974161:0:16343:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384938.974164:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384938.974165:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f3643fb2. 10000000:00000040:0.0:1767384938.974165:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 58, more 0. 10000000:00000001:0.0:1767384938.974172:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 02000000:00000001:3.0:1767384938.974173:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384938.974176:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384938.974177:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095256724. 00000100:00000001:3.0:1767384938.974179:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384938.974180:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384938.974180:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c03071dd. 00000100:00000001:3.0:1767384938.974185:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.974191:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384938.974193:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.974193:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384938.974197:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000001:3.0:1767384938.974198:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384938.974202:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.974204:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:0.0:1767384938.974208:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.974210:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384938.974211:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:0.0:1767384938.974213:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000400:00000200:0.0:1767384938.974216:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 27 NIDs 00000400:00001000:0.0:1767384938.974219:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384938.974221:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:0.0:1767384938.974225:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384938.974230:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (25) 00000400:00000200:0.0:1767384938.974239:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (26) 00000400:00000200:0.0:1767384938.974250:0:17069:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384938.974252:0:17069:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384938.974255:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384938.974259:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:0.0:1767384938.974261:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (27) 00000400:00000200:0.0:1767384938.974263:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:0.0:1767384938.974265:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:0.0:1767384938.974268:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974270:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:0.0:1767384938.974271:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:3.0:1767384938.974274:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384938.974275:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974278:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:0.0:1767384938.974280:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:3.0:1767384938.974282:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102071 00000400:00000200:0.0:1767384938.974285:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974286:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:0.0:1767384938.974287:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:0.0:1767384938.974291:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.974294:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (26) 00000400:00000200:0.0:1767384938.974294:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:0.0:1767384938.974295:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:0.0:1767384938.974300:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000010:3.0:1767384938.974301:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000ba9f3b39. 00000400:00000200:0.0:1767384938.974302:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:0.0:1767384938.974306:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000010:3.0:1767384938.974307:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001581262. 00000400:00000200:0.0:1767384938.974311:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974313:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000010:3.0:1767384938.974314:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab3d3561. 00000400:00000200:0.0:1767384938.974315:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:0.0:1767384938.974321:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.974323:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1767384938.974324:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:0.0:1767384938.974329:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:0.0:1767384938.974332:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974333:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:3.0:1767384938.974335:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1767384938.974336:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:0.0:1767384938.974343:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.974346:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384938.974346:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:0.0:1767384938.974352:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:0.0:1767384938.974357:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.974358:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:3.0:1767384938.974362:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:0.0:1767384938.974367:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:3.0:1767384938.974371:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:0.0:1767384938.974371:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:0.0:1767384938.974378:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.974380:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000400:00000200:0.0:1767384938.974381:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:0.0:1767384938.974386:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:3.0:1767384938.974389:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 00000400:00000200:0.0:1767384938.974392:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974396:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:0.0:1767384938.974398:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:3.0:1767384938.974400:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:0.0:1767384938.974404:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974408:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:3.0:1767384938.974411:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:0.0:1767384938.974412:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:0.0:1767384938.974418:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.974420:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:0.0:1767384938.974421:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:0.0:1767384938.974426:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:3.0:1767384938.974432:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:0.0:1767384938.974433:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974437:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:0.0:1767384938.974441:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:3.0:1767384938.974444:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:0.0:1767384938.974447:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974451:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:0.0:1767384938.974455:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:3.0:1767384938.974456:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:0.0:1767384938.974460:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974463:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:3.0:1767384938.974465:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:0.0:1767384938.974467:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:0.0:1767384938.974473:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.974476:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:0.0:1767384938.974477:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:0.0:1767384938.974481:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:3.0:1767384938.974488:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:0.0:1767384938.974488:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974493:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:0.0:1767384938.974497:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:3.0:1767384938.974500:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:0.0:1767384938.974502:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974503:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:0.0:1767384938.974504:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:0.0:1767384938.974507:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974510:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000400:00000200:0.0:1767384938.974514:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.109@tcp31 00000400:00000200:3.0:1767384938.974519:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:0.0:1767384938.974519:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.974524:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:0.0:1767384938.974528:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp31 00000400:00000200:0.0:1767384938.974532:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.109@tcp32 00000400:00000200:3.0:1767384938.974535:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:0.0:1767384938.974539:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974542:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp32 00000400:00000200:3.0:1767384938.974546:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 00000400:00000200:0.0:1767384938.974547:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.109@tcp33 00000400:00000200:0.0:1767384938.974553:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384938.974555:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp33 00000400:00000200:3.0:1767384938.974556:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[85, 18], ns[85, 18] 00000400:00000200:0.0:1767384938.974558:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.109@tcp34 00000400:00000010:0.0:1767384938.974563:0:17069:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000942bfb4f. 00000400:00000200:3.0:1767384938.974567:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 18], ns[84, 18] 00000400:00000200:0.0:1767384938.974570:0:17069:0:(peer.c:264:lnet_peer_alloc()) 00000000942bfb4f nid 192.168.203.109@tcp34 00000400:00000010:0.0:1767384938.974575:0:17069:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b3ebbc02. 00000400:00000200:3.0:1767384938.974579:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 18], ns[87, 18] 00000400:00000200:0.0:1767384938.974580:0:17069:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b3ebbc02 net tcp34 00000400:00000010:0.0:1767384938.974585:0:17069:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000023abd11b. 00000400:00000200:3.0:1767384938.974588:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000400:00000200:3.0:1767384938.974594:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000200:0.0:1767384938.974594:0:17069:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000023abd11b nid 192.168.203.109@tcp34 00000400:00000200:3.0:1767384938.974602:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp33 00000400:00000200:3.0:1767384938.974606:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp33 lpni_is_preferred = 0 00000400:00000200:3.0:1767384938.974609:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp33 00000400:00000200:3.0:1767384938.974613:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp33 NI seq info: [88:88:256:4294967295] 192.168.203.109@tcp33 LPNI seq info [88:88:8:4294967295] 00000400:00000200:3.0:1767384938.974618:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp33 00000400:00000200:3.0:1767384938.974637:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp33(192.168.203.109@tcp33:) -> 192.168.203.109@tcp33(192.168.203.109@tcp:192.168.203.109@tcp33) : GET try# 0 00000400:00000200:0.0:1767384938.974642:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000942bfb4f (0) 00000800:00000200:3.0:1767384938.974643:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp33 00000400:00000200:0.0:1767384938.974648:0:17069:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.109@tcp34: -2 00000800:00000010:3.0:1767384938.974649:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005700bd86. 00000400:00000200:0.0:1767384938.974655:0:17069:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp34 NID 192.168.203.109@tcp34 flags 0x1 00000400:00000200:0.0:1767384938.974658:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000942bfb4f (1) 00000800:00000010:3.0:1767384938.974669:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dca690e6. 00000400:00000200:0.0:1767384938.974669:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000942bfb4f (2) 00000400:00000200:0.0:1767384938.974671:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000942bfb4f (1) 00000800:00000010:3.0:1767384938.974675:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e35da038. 00000400:00000200:0.0:1767384938.974676:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000942bfb4f (2) 00000400:00000200:0.0:1767384938.974680:0:17069:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp34 (00000000942bfb4f): 0 00000800:00000200:3.0:1767384938.974684:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000400:00000200:0.0:1767384938.974684:0:17069:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384938.974687:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.1:1767384938.974694:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000400:00000200:0.0:1767384938.974694:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp34 NID 192.168.203.109@tcp34: 0. pending discovery 00000400:00000200:0.0:1767384938.974697:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000942bfb4f (3) 00000400:00000200:0.0:1767384938.974700:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.109@tcp35 00000400:00000010:0.0:1767384938.974703:0:17069:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000fc0061ea. 00000400:00000200:0.0:1767384938.974705:0:17069:0:(peer.c:264:lnet_peer_alloc()) 00000000fc0061ea nid 192.168.203.109@tcp35 00000400:00000010:0.0:1767384938.974707:0:17069:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000411cbbca. 00000400:00000200:0.0:1767384938.974708:0:17069:0:(peer.c:204:lnet_peer_net_alloc()) 00000000411cbbca net tcp35 00000400:00000010:0.0:1767384938.974710:0:17069:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000031ba8b3f. 00000400:00000200:3.0:1767384938.974712:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384938.974716:0:17069:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000031ba8b3f nid 192.168.203.109@tcp35 00000400:00000200:3.0:1767384938.974719:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100271 rc 0 00000400:00000200:0.0:1767384938.974721:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (0) 00000400:00000200:0.0:1767384938.974727:0:17069:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.109@tcp35: -2 00000400:00000200:0.0:1767384938.974735:0:17069:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp35 NID 192.168.203.109@tcp35 flags 0x1 00000400:00000200:0.0:1767384938.974738:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (1) 00000400:00000200:0.0:1767384938.974740:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (2) 00000400:00000200:3.0:1767384938.974742:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x41 00000400:00000200:0.0:1767384938.974744:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (1) 00000400:00000200:0.0:1767384938.974750:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (2) 00000400:00000200:0.0:1767384938.974753:0:17069:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp35 (00000000fc0061ea): 0 00000400:00000200:0.0:1767384938.974754:0:17069:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384938.974757:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000942bfb4f (2) 00000400:00000200:0.0:1767384938.974766:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:3.0:1767384938.974767:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002820874b. 00000400:00000200:0.0:1767384938.974772:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp35 NID 192.168.203.109@tcp35: 0. pending discovery 00000400:00000010:3.0:1767384938.974773:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00000400:00000200:0.0:1767384938.974775:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (3) 00000400:00000010:3.0:1767384938.974780:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009cbb10d6. 00000100:00000001:0.0:1767384938.974780:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384938.974783:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00010000:00000001:0.0:1767384938.974783:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.974791:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp34 10000000:00000040:0.0:1767384938.974791:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:0.0:1767384938.974798:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f2a1e505. 10000000:00000040:0.0:1767384938.974800:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 57/58 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:0.0:1767384938.974803:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384938.974804:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp34 local destination 00000400:00000200:3.0:1767384938.974810:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000020:00000001:0.0:1767384938.974811:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767384938.974815:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp34 00000020:00000010:0.0:1767384938.974816:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000deadf0e6. 00000400:00000200:3.0:1767384938.974819:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp34 lpni_is_preferred = 0 00000020:00000010:0.0:1767384938.974822:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000033adfb99. 00000400:00000200:3.0:1767384938.974824:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp34 00000040:00000010:0.0:1767384938.974827:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001992f11e. 00000400:00000200:3.0:1767384938.974828:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp34 NI seq info: [89:89:256:4294967295] 192.168.203.109@tcp34 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384938.974842:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp34 00000020:00000010:0.0:1767384938.974843:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000032c6a0b2. 00000020:00000010:0.0:1767384938.974848:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384938.974854:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008547227c. 00000400:00000200:3.0:1767384938.974856:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34:) -> 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) : GET try# 0 80000000:00000010:0.0:1767384938.974859:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000696ed775. 40000000:00000010:0.0:1767384938.974863:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000df6f62c3. 00100000:00000010:0.0:1767384938.974883:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002021a721. 00000800:00000200:3.0:1767384938.974886:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp34 00040000:00000010:0.0:1767384938.974887:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ebb9b5b9. 00000800:00000010:3.0:1767384938.974893:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000099a966a2. 00040000:00000010:0.0:1767384938.974894:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000076cb50fb. 00040000:00000010:0.0:1767384938.974899:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b67d78d. 00000800:00000010:3.0:1767384938.974900:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b5e779b0. 00000400:00000200:1.0:1767384938.974900:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00080000:00000010:0.0:1767384938.974904:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000079fb1d13. 00000800:00000010:3.0:1767384938.974906:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d7b5647e. 00080000:00000010:0.0:1767384938.974912:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d94fa04a. 00000800:00000200:3.0:1767384938.974913:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (2) 00000800:00000200:3.1:1767384938.974921:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (2) 00000004:00000010:0.0:1767384938.974921:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004ea92f7f. 00000004:00000010:0.0:1767384938.974932:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b6330327. 00000400:00000200:3.0:1767384938.974933:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp34 00000004:00000010:0.0:1767384938.974938:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000064a77666. 00000400:00000200:3.0:1767384938.974939:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x241 rc 0 00002000:00000010:0.0:1767384938.974945:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009343e535. 00000400:00000200:3.0:1767384938.974946:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x41 00000400:00000200:1.0:1767384938.974950:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.974951:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (2) 00000004:00000010:0.0:1767384938.974952:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f6de0f96. 00000400:00000010:3.0:1767384938.974955:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000accc9bb. 00000004:00000001:0.0:1767384938.974956:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384938.974961:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000010:3.0:1767384938.974962:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000527c3676. 00000040:00001000:0.0:1767384938.974964:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f2a1e505 00000040:00001000:0.0:1767384938.974967:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000010:3.0:1767384938.974968:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eb0ebc9c. 00000040:00001000:0.0:1767384938.974969:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384938.974972:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000400:00000200:3.0:1767384938.974975:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp35 00000040:00001000:0.0:1767384938.974975:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384938.974979:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384938.974981:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384938.974982:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384938.974984:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000400:00000200:3.0:1767384938.974986:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp35 local destination 00000040:00000001:0.0:1767384938.974987:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384938.974989:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.974992:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:3.0:1767384938.974997:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp35 00000400:00000200:3.0:1767384938.975003:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp35 lpni_is_preferred = 0 00000400:00000200:3.0:1767384938.975005:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp35 00000400:00000200:3.0:1767384938.975007:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [90:90:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767384938.975019:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975021:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp35 00000400:00000200:3.0:1767384938.975033:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) : GET try# 0 00000800:00000200:3.0:1767384938.975040:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp35 00000800:00000010:3.0:1767384938.975045:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008ac94156. 00000800:00000010:3.0:1767384938.975051:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001d8f8d58. 00000004:00000001:0.0:1767384938.975051:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384938.975059:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f6da111c. 00000400:00000200:1.0:1767384938.975059:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000020:00000010:0.0:1767384938.975060:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000033adfb99. 00000040:00000010:0.0:1767384938.975067:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001992f11e. 00000020:00000010:0.0:1767384938.975072:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000032c6a0b2. 00000800:00000200:3.0:1767384938.975073:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (2) 00000020:00000010:0.0:1767384938.975077:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000800:00000200:3.1:1767384938.975082:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (2) 00000020:00000010:0.0:1767384938.975083:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008547227c. 80000000:00000010:0.0:1767384938.975090:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000696ed775. 40000000:00000010:0.0:1767384938.975092:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000df6f62c3. 00100000:00000010:0.0:1767384938.975096:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002021a721. 00000400:00000200:1.0:1767384938.975098:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975100:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp35 00040000:00000010:0.0:1767384938.975101:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ebb9b5b9. 00040000:00000010:0.0:1767384938.975107:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000076cb50fb. 00000400:00000200:3.0:1767384938.975108:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x241 rc 0 00040000:00000010:0.0:1767384938.975113:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009b67d78d. 00080000:00000010:0.0:1767384938.975119:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d94fa04a. 00080000:00000010:0.0:1767384938.975123:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000079fb1d13. 00000004:00000010:0.0:1767384938.975129:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004ea92f7f. 00000004:00000010:0.0:1767384938.975134:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b6330327. 00000400:00000200:1.0:1767384938.975135:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000004:00000010:0.0:1767384938.975138:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000064a77666. 00002000:00000010:0.0:1767384938.975145:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009343e535. 00000004:00000010:0.0:1767384938.975150:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f6de0f96. 00000020:00000010:0.0:1767384938.975162:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000deadf0e6. 00000020:00000001:0.0:1767384938.975165:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.975167:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384938.975170:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f2a1e505. 00000400:00000200:3.0:1767384938.975172:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 10000000:00000040:0.0:1767384938.975182:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00000400:00000200:1.0:1767384938.975184:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 10000000:00000010:0.0:1767384938.975185:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c03071dd. 10000000:00000001:0.0:1767384938.975191:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.975195:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384938.975199:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045d217b5 x1853237363758720/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.975205:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384938.975207:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384938.975208:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a470064f. 02000000:00000001:0.0:1767384938.975212:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384938.975213:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384938.975214:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384938.975216:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384938.975217:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384938.975218:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384938.975219:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384938.975220:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384938.975221:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b8e3abdb. 00000100:00000010:0.0:1767384938.975225:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000031415181. 00000100:00000001:0.0:1767384938.975227:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384938.975229:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005d2e434c. 02000000:00000001:0.0:1767384938.975231:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384938.975232:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384938.975234:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045d217b5. 00000100:00000001:0.0:1767384938.975237:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384938.975238:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:0.0:1767384938.975238:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.975250:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 10000000:00000010:0.0:1767384938.975255:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000039f11bda. 10000000:01000000:0.0:1767384938.975260:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384938.975264:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384938.975266:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384938.975268:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384938.975270:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=3 00000020:00000001:0.0:1767384938.975276:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:0.0:1767384938.975279:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:0.0:1767384938.975282:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384938.975284:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.975289:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.975290:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384938.975292:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.975296:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1767384938.975298:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00010000:00000001:0.0:1767384938.975298:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.975301:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384938.975303:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 10000000:00000001:0.0:1767384938.975304:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384938.975308:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384938.975311:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384938.975313:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384938.975315:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:0.0:1767384938.975317:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384938.975360:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.975362:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.975400:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975423:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.975429:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.975477:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975487:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.975502:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.975546:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975560:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.975584:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.975618:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975643:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.975670:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.975704:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975714:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.975736:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.975769:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975780:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.975807:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975849:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.975851:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.975906:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.975941:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.975943:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.975969:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976022:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976030:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976031:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976087:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976113:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976114:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976151:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976178:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976189:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976217:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976245:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976256:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976283:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976313:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976327:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976369:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976377:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976392:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976443:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976445:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976457:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976521:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976523:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976528:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976590:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976604:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976605:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976658:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976692:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976702:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976734:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976755:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976766:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976810:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976817:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976831:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976895:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976920:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976923:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.976955:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.976986:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.976997:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.977018:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.977057:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.977077:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.977082:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.977139:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.977146:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.977191:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.977211:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.977248:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000800:00000010:1.0:1767384938.977251:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb7385c0. 00000800:00000010:1.0:1767384938.977256:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000588e1ccc. 00000800:00000010:1.0:1767384938.977261:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fb8d1f9. 00000400:00000200:2.0:1767384938.977268:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000800:00000010:1.0:1767384938.977297:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fb8d1f9. 00000400:00000200:3.0:1767384938.977303:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000800:00020000:1.0:1767384938.977307:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384938.977311:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000588e1ccc. 00000800:00000010:1.0:1767384938.977313:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fb7385c0. 00000400:00000200:2.0:1767384938.977327:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.977360:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:02020000:1.0:1767384938.977376:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp33 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384938.977383:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp33 notifying 192.168.203.109@tcp33: down 00000800:00000200:1.0:1767384938.977390:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp33 down 00000800:00000100:1.0:1767384938.977396:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp33 00000400:00000200:2.0:1767384938.977398:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000800:00000010:1.0:1767384938.977399:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005700bd86. 00000400:00000200:1.0:1767384938.977405:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384938.977409:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp33->192.168.203.109@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384938.977416:0:16331:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp33 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:3.0:1767384938.977417:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.977420:0:16331:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384938.977425:0:16331:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000400:00000200:1.0:1767384938.977429:0:16331:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384938.977459:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.977471:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384938.977485:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x100871 00000400:00000001:1.0:1767384938.977488:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384938.977490:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384938.977491:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384938.977492:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001581262 00000400:00000010:1.0:1767384938.977496:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001581262. 00000400:00000200:1.0:1767384938.977501:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384938.977506:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384938.977508:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000010:1.0:1767384938.977511:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000ba9f3b39. 00000400:00000200:1.0:1767384938.977516:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (27) 00000400:00000200:1.0:1767384938.977520:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00000400:00000200:1.0:1767384938.977523:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x102071 rc -71 00000400:00000200:1.0:1767384938.977527:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:1.0:1767384938.977537:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (26) 00000400:00000200:3.0:1767384938.977567:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.977580:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.977635:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.977667:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.977705:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384938.977720:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000305c4991. 00000800:00000010:3.0:1767384938.977725:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000907618a4. 00000800:00000010:3.0:1767384938.977728:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000384041c5. 00000400:00000200:2.0:1767384938.977734:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000800:00000010:3.0:1767384938.977751:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000384041c5. 00000800:00020000:3.0:1767384938.977759:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384938.977762:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000907618a4. 00000800:00000010:3.0:1767384938.977764:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000305c4991. 00000400:00000200:2.0:1767384938.977768:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.977804:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:02020000:3.0:1767384938.977813:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp34 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384938.977819:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp34 notifying 192.168.203.109@tcp34: down 00000800:00000200:3.0:1767384938.977823:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp34 down 00000800:00000100:3.0:1767384938.977829:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp34 00000800:00000010:3.0:1767384938.977831:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000099a966a2. 00000400:00000200:3.0:1767384938.977834:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384938.977838:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384938.977838:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.977846:0:16328:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp34 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:3.0:1767384938.977849:0:16328:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384938.977859:0:16328:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp34: 1 00000400:00000200:3.0:1767384938.977863:0:16328:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp34 (00000000942bfb4f): -114 00000400:00000200:2.0:1767384938.977900:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.977917:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384938.977924:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x841 00000400:00000001:3.0:1767384938.977927:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384938.977928:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384938.977930:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 00000400:00000010:3.0:1767384938.977931:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000400:00000200:3.0:1767384938.977934:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384938.977937:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp34 (00000000942bfb4f): -114 00000400:00000010:3.0:1767384938.977939:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002820874b. 00000400:00000200:3.0:1767384938.977941:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000942bfb4f (3) 00000400:00000200:3.0:1767384938.977945:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp34:-71 00000400:00000200:2.0:1767384938.977946:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.977948:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x2041 rc -71 00000400:00000200:3.0:1767384938.977954:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp34 (00000000942bfb4f) 00000400:00000200:3.0:1767384938.977957:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000942bfb4f (2) 00000400:00000200:2.0:1767384938.977976:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.978009:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000800:00000010:2.0:1767384938.978174:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026a91669. 00000800:00000010:2.0:1767384938.978179:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f70883e5. 00000800:00000010:2.0:1767384938.978183:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032d410e5. 00000800:00000010:2.0:1767384938.978219:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032d410e5. 00000400:00000200:3.0:1767384938.978343:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384938.978371:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp35 from 212.3.0.2 00000800:00000010:3.0:1767384938.978374:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dd250e57. 00000800:00000010:2.0:1767384938.978409:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d884405. 00000800:00000010:2.0:1767384938.978414:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ff0536f. 00000800:00000010:2.0:1767384938.978434:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d48a5034. 00000800:00000200:2.1:1767384938.978440:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (2) 00000800:00000200:2.1:1767384938.978445:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp35 00000000d48a5034 deleted 00000800:00000010:2.1:1767384938.978457:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d48a5034. 00000800:00000200:2.1:1767384938.978468:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384938.978475:0:16330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:980 00000800:00000200:2.1:1767384938.978478:0:16330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ac94156 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384938.978482:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp35 p 3.x 192.168.203.109 -> 192.168.203.109:980 incarnation:1767384937970550370 sched[0] 00000800:00000010:2.0:1767384938.978487:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032d410e5. 00000800:00000010:2.0:1767384938.978531:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032d410e5. 00000800:00000010:2.0:1767384938.978544:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ff0536f. 00000800:00000010:2.0:1767384938.978577:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dd250e57. 00000800:00000001:2.0:1767384938.978586:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.978598:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384938.978662:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384938.978664:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008ac94156. 00000400:00000200:2.0:1767384938.978668:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.978672:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: GET: OK 00000400:00000200:2.0:1767384938.978676:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384938.978678:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp35: 0 00000800:00000200:2.1:1767384938.978714:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384938.978719:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp35 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384937970550370 sched[0] 00000800:00000010:2.0:1767384938.978721:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f70883e5. 00000400:00000200:2.0:1767384938.978797:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.978853:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.979035:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.979081:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000040:3.0:1767384938.979098:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294926857, at 4294926858 00000100:00000010:3.0:1767384938.979105:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000089d5d32. 00000400:00000200:2.0:1767384938.979133:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000800:00000001:3.0:1767384938.979162:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.979169:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.979171:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384938.979171:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000800:00000001:3.0:1767384938.979177:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.979186:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : GET - for me 00000400:00000200:3.0:1767384938.979193:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp35 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384938.979197:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp35 of length 272/272 into md 0x1925 [1] + 0 00000400:00000200:3.0:1767384938.979205:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp35 to MR: 192.168.203.109@tcp35 local destination 00000400:00000200:2.0:1767384938.979206:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.979213:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [91:91:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1767384938.979225:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) 192.168.203.109@tcp35 : REPLY try# 0 00000400:00000200:2.0:1767384938.979232:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000800:00000200:3.0:1767384938.979242:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp35 00000800:00000010:3.0:1767384938.979246:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099a966a2. 00000800:00000200:3.0:1767384938.979250:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000800:00000200:3.0:1767384938.979254:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:988 00000800:00000200:3.0:1767384938.979256:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099a966a2 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384938.979260:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000001:2.0:1767384938.979280:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384938.979290:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294926857, at 4294926858 00000100:00000010:2.0:1767384938.979296:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088da7229. 00000800:00000001:2.0:1767384938.979321:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384938.979323:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384938.979326:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099a966a2. 00000800:00000001:2.0:1767384938.979328:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.979329:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384938.979333:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384938.979337:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: REPLY: OK 00000800:00000001:2.0:1767384938.979341:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.979350:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : REPLY - for me 00000400:00000200:2.0:1767384938.979362:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp35: Reply from 12345-192.168.203.109@tcp35 of length 272/272 into md 0x19c9 00000800:00000001:2.0:1767384938.979366:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.979371:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.979373:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.979377:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.979378:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: REPLY: OK 00000400:00000200:2.0:1767384938.979386:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000527c3676 00000400:00000010:2.0:1767384938.979393:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000527c3676. 00000400:00000200:2.0:1767384938.979397:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384938.979400:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp35 has discovery enabled 00000400:00000200:2.0:1767384938.979403:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp35(00000000fc0061ea) is MR 00000400:00000200:2.0:1767384938.979406:0:16335:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.109@tcp35 (464 bytes) 00000400:00000200:2.0:1767384938.979410:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp35 (00000000fc0061ea): -114 00000400:00000200:3.0:1767384938.979416:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000010:2.0:1767384938.979419:0:16335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000accc9bb. 00000400:00000200:2.0:1767384938.979423:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (3) 00000800:00000001:2.0:1767384938.979430:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.979433:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.979443:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384938.979446:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000009cb8b864. 00000400:00000010:2.0:1767384938.979450:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b8973c. 00000400:00000200:3.0:1767384938.979454:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000010:2.0:1767384938.979455:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 00000400:00000200:2.0:1767384938.979460:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009cb8b864 00000400:00000001:2.0:1767384938.979462:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384938.979464:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384938.979465:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000927fc53f. 00000400:00000200:2.0:1767384938.979468:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25ddd38 00000400:00000010:2.0:1767384938.979470:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25ddd38. 00000400:00000200:2.0:1767384938.979472:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384938.979474:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000050d56c82. 00000400:00000200:2.0:1767384938.979478:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000400:00000200:2.0:1767384938.979481:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x841 00000400:00000200:2.0:1767384938.979484:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp35:0 00000400:00000200:2.0:1767384938.979486:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x2041 rc 1 00000400:00000200:2.0:1767384938.979489:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x2041 00000400:00000200:3.0:1767384938.979492:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.979492:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (2) 00000400:00000010:2.0:1767384938.979496:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000ac8a7f24. 00000400:00000010:2.0:1767384938.979500:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075691403. 00000400:00000010:2.0:1767384938.979504:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000762c66c. 00000400:00000200:2.0:1767384938.979507:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp35 00000400:00000200:2.0:1767384938.979514:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp35 local destination 00000400:00000200:2.0:1767384938.979517:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:3.0:1767384938.979520:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.979528:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp35 00000400:00000200:2.0:1767384938.979531:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp35 lpni_is_preferred = 0 00000400:00000200:2.0:1767384938.979534:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp35 00000400:00000200:2.0:1767384938.979536:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [92:92:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384938.979541:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp35 00000400:00000200:2.0:1767384938.979547:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) : GET try# 0 00000400:00000200:3.0:1767384938.979549:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000800:00000200:2.0:1767384938.979554:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp35 00000800:00000010:2.0:1767384938.979558:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007794cdd9. 00000800:00000200:2.0:1767384938.979563:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000800:00000200:2.0:1767384938.979566:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:980 00000800:00000200:2.0:1767384938.979568:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007794cdd9 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384938.979577:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp35 00000400:00000200:2.0:1767384938.979580:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x241 rc 0 00000400:00000200:3.0:1767384938.979583:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000800:00000001:2.0:1767384938.979592:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.979617:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000800:00000200:2.0:1767384938.979647:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384938.979650:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007794cdd9. 00000400:00000200:2.0:1767384938.979652:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.979657:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: GET: OK 00000400:00000200:2.0:1767384938.979660:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384938.979663:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp35: 0 00000400:00000200:3.0:1767384938.979668:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000800:00000001:2.0:1767384938.979670:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.979677:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384938.979679:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.979684:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.979688:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : GET - for me 00000400:00000200:2.0:1767384938.979696:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp35 of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384938.979701:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp35 of length 464/464 into md 0x1925 [1] + 0 00000400:00000200:3.0:1767384938.979709:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.979709:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp35 to MR: 192.168.203.109@tcp35 local destination 00000400:00000200:2.0:1767384938.979718:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [93:93:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384938.979730:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) 192.168.203.109@tcp35 : REPLY try# 0 00000800:00000200:2.0:1767384938.979743:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.109@tcp35 00000800:00000010:2.0:1767384938.979746:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007794cdd9. 00000800:00000200:2.0:1767384938.979751:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000800:00000200:2.0:1767384938.979755:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:988 00000400:00000200:3.0:1767384938.979757:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000800:00000200:2.0:1767384938.979757:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007794cdd9 type 3, nob 560 niov 1 nkiov 1 00000400:00000200:3.0:1767384938.979791:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000800:00000200:2.0:1767384938.979794:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384938.979797:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007794cdd9. 00000400:00000200:2.0:1767384938.979800:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.979805:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: REPLY: OK 00000800:00000001:2.0:1767384938.979811:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.979814:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384938.979816:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.979820:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384938.979821:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.979825:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.979826:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384938.979832:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : REPLY - for me 00000400:00000200:2.0:1767384938.979842:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp35: Reply from 12345-192.168.203.109@tcp35 of length 464/464 into md 0x19d1 00000800:00000001:2.0:1767384938.979845:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.979849:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.979850:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.979854:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: REPLY: OK 00000400:00000200:2.0:1767384938.979856:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075691403 00000400:00000010:2.0:1767384938.979858:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075691403. 00000400:00000200:2.0:1767384938.979860:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384938.979889:0:16333:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp35 has discovery enabled 00000400:00000200:2.0:1767384938.979892:0:16333:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp35(00000000fc0061ea) is MR 00000400:00000200:2.0:1767384938.979895:0:16333:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp35 data present 0. state = 0x241 00000400:00000200:3.0:1767384938.979898:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000100:00000040:0.0:1767384938.979898:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294926857, at 4294926859 00000400:00000200:2.0:1767384938.979901:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp35 (00000000fc0061ea): -114 00000100:00000040:1.0:1767384938.979903:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294926857, at 4294926859 00000100:00000010:0.0:1767384938.979908:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b84e773. 00000100:00000010:1.0:1767384938.979911:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a817fa77. 00000400:00000200:2.0:1767384938.979914:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (3) 00000800:00000001:2.0:1767384938.979921:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.979923:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.979940:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384938.979949:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0xc1 00000400:00020000:2.0:1767384938.979957:0:16338:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.203.109@tcp NID 192.168.203.109@tcp is already locked with peer 0000000062ad017c 00000400:00000200:3.0:1767384938.979965:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.979992:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980022:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980057:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980086:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980107:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980133:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980182:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980217:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980245:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980268:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384938.980291:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384938.980388:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000305c4991. 00000800:00000010:3.0:1767384938.980392:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000907618a4. 00000800:00000010:3.0:1767384938.980395:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000384041c5. 00000800:00000010:3.0:1767384938.980411:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000384041c5. 00000800:00020000:3.0:1767384938.980418:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384938.980420:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000907618a4. 00000800:00000010:3.0:1767384938.980422:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000305c4991. 00000400:02020000:3.0:1767384938.980450:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp35 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384938.983586:0:16338:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp flags 0x11: -76 00000400:00000200:2.0:1767384938.983591:0:16338:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.203.109@tcp35 NID 192.168.203.109@tcp: -76 00000400:00000010:2.0:1767384938.983593:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000ac8a7f24. 00000400:00000200:2.0:1767384938.983596:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp35(00000000fc0061ea): -76. state = 0x200141 00000400:00000200:2.0:1767384938.983599:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x200141 rc -76 00000400:00000200:2.0:1767384938.983602:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp35 (00000000fc0061ea) 00000400:00000200:2.0:1767384938.983604:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (2) 00000020:00000010:0.0:1767384938.984931:0:30054:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000df6f62c3. 00000020:00000040:0.0:1767384938.984937:0:30054:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384938.984940:0:30054:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000df6f62c3. 00080000:00000010:2.0:1767384939.295183:0:30097:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1007f7f. 00080000:00000010:2.0:1767384939.295192:0:30097:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1007f7f. 00000020:00000001:2.0:1767384939.295197:0:30097:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384939.295204:0:30097:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1007f7f. 00080000:00000010:2.0:1767384939.295208:0:30097:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1007f7f. 00000020:00000001:2.0:1767384939.295212:0:30097:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384939.864923:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384939.864929:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384939.864929:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:3.0:1767384939.864932:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00010000:00000001:2.0:1767384939.864934:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384939.864937:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00010000:00000001:2.0:1767384939.864940:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:3.0:1767384939.864942:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00010000:00000001:2.0:1767384939.864942:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384939.864949:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384939.864960:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000080c3d5c. 00000400:00000010:3.0:1767384939.864965:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bc5a62a1. 00000020:00000001:1.0:1767384939.864965:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384939.864969:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384939.864974:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384939.864975:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384939.864978:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384939.864980:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc81237d 00000400:00000010:3.0:1767384939.864982:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc81237d. 00000400:00000200:3.0:1767384939.864986:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384939.864990:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384939.864993:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000923a4343. 00000400:00000010:3.0:1767384939.864996:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000045fae66d. 00000400:00000200:3.0:1767384939.865002:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp33 00000400:00000010:3.0:1767384939.865005:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000923a4343. 00000400:00000010:3.0:1767384939.865011:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e2ead6ad. 00000400:00000010:3.0:1767384939.865014:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc81237d. 00000400:00000010:3.0:1767384939.865026:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000844accdc. 00000400:00000200:3.0:1767384939.865031:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp33 00000400:00000200:3.0:1767384939.865046:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp33 local destination 00000400:00000200:3.0:1767384939.865053:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp33 00000400:00000200:3.0:1767384939.865058:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp33 NI seq info: [94:94:256:4294967295] 192.168.203.109@tcp33 LPNI seq info [89:89:8:4294967295] 00000400:00000200:3.0:1767384939.865066:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp33 00000400:00000200:3.0:1767384939.865075:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp33(192.168.203.109@tcp33:) -> 192.168.203.109@tcp33(192.168.203.109@tcp33:192.168.203.109@tcp33) : GET try# 0 00000800:00000200:3.0:1767384939.865082:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp33 00000800:00000010:3.0:1767384939.865086:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000099a966a2. 00000800:00000200:3.0:1767384939.865094:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000800:00000200:3.1:1767384939.865100:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000400:00000200:3.0:1767384939.865120:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp33 added to recovery queue. ping count: 1 next ping: 262 health :900 00000400:00000200:3.0:1767384939.865125:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp34 00000400:00000010:3.0:1767384939.865128:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000532e0a32. 00000400:00000010:3.0:1767384939.865132:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000051cdebb1. 00000400:00000010:3.0:1767384939.865135:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000400:00000010:3.0:1767384939.865139:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cf07ea57. 00000400:00000200:3.0:1767384939.865144:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp34 00000400:00000200:3.0:1767384939.865152:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp34 local destination 00000400:00000200:3.0:1767384939.865157:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp34 00000400:00000200:3.0:1767384939.865163:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp34 NI seq info: [95:95:256:4294967295] 192.168.203.109@tcp34 LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1767384939.865168:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp34 00000400:00000200:3.0:1767384939.865179:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34:) -> 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) : GET try# 0 00000800:00000200:3.0:1767384939.865184:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp34 00000800:00000010:3.0:1767384939.865187:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000398f63d8. 00000800:00000200:3.0:1767384939.865193:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (2) 00000400:00000200:1.0:1767384939.865194:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:3.1:1767384939.865200:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (2) 00000400:00000200:3.0:1767384939.865217:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp34 added to recovery queue. ping count: 1 next ping: 262 health :900 00000400:00000200:1.0:1767384939.865254:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865279:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865292:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865355:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865355:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865401:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865414:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865450:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865473:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865496:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865530:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865543:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865582:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865598:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865640:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865668:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865687:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865717:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865737:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865763:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865791:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865819:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865837:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865898:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865939:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.865961:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.865997:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866015:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866049:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866084:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866095:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866136:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866143:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866189:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866196:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866238:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866250:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866295:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866298:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866352:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866363:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866400:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866418:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866465:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866480:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866519:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866531:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866564:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866601:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866633:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866678:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866703:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866728:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866761:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866787:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866820:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866890:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866929:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.866956:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.866980:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.867026:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867045:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.867080:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867104:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.867121:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867157:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.867164:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867210:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867252:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867285:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867319:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867358:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000800:00000010:1.0:1767384939.867364:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb7385c0. 00000800:00000010:1.0:1767384939.867370:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008aff984e. 00000800:00000010:1.0:1767384939.867376:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000055972772. 00000400:00000200:3.0:1767384939.867393:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000800:00000010:1.0:1767384939.867396:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000055972772. 00000800:00020000:1.0:1767384939.867407:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384939.867410:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008aff984e. 00000800:00000010:1.0:1767384939.867412:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fb7385c0. 00000400:00000200:3.0:1767384939.867429:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:02020000:1.0:1767384939.867455:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp33 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384939.867461:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp33 notifying 192.168.203.109@tcp33: down 00000400:00000200:1.0:1767384939.867465:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384939.867469:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp33 00000800:00000010:1.0:1767384939.867472:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000099a966a2. 00000400:00000200:3.0:1767384939.867474:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.867476:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384939.867484:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp33->192.168.203.109@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384939.867492:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384939.867494:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384939.867497:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384939.867510:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867535:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.867557:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000400:00000200:1.0:1767384939.867769:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384939.867773:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000305c4991. 00000800:00000010:3.0:1767384939.867780:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a6c10e49. 00000800:00000010:3.0:1767384939.867785:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008206142d. 00000400:00000200:1.0:1767384939.867789:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp34 from 211.3.0.2 00000800:00000010:1.0:1767384939.867795:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001c7a93e6. 00000800:00000010:3.0:1767384939.867845:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008206142d. 00000800:00000010:0.0:1767384939.867885:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d94fa04a. 00000800:00000010:0.0:1767384939.867891:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000edf941b. 00000800:00000010:0.0:1767384939.867909:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000637dae5d. 00000800:00000200:0.1:1767384939.867915:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (2) 00000800:00000200:0.1:1767384939.867920:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp34 00000000637dae5d deleted 00000800:00000010:0.1:1767384939.867922:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000637dae5d. 00000800:00000200:0.1:1767384939.867927:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384939.867934:0:16330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp34 ip 192.168.203.109:979 00000800:00000200:0.1:1767384939.867938:0:16330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000398f63d8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384939.867945:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp34 p 3.x 192.168.203.109 -> 192.168.203.109:979 incarnation:1767384935951914180 sched[0] 00000800:00000010:0.0:1767384939.867952:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6b7b81a. 00000800:00000010:0.0:1767384939.868031:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6b7b81a. 00000800:00000010:0.0:1767384939.868037:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000edf941b. 00000800:00000200:3.1:1767384939.868055:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384939.868064:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp34 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384935951914180 sched[0] 00000800:00000010:3.0:1767384939.868068:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a6c10e49. 00000800:00000010:0.0:1767384939.868082:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001c7a93e6. 00000800:00000001:0.0:1767384939.868104:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384939.868110:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384939.868134:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:0.0:1767384939.868157:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384939.868159:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000398f63d8. 00000400:00000200:0.0:1767384939.868163:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384939.868169:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: GET: OK 00000400:00000200:0.0:1767384939.868172:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384939.868175:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp34 recovery message sent successfully:0 00000800:00000001:0.0:1767384939.868187:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384939.868193:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384939.868196:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384939.868207:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:0.0:1767384939.868207:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384939.868221:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34) <- 192.168.203.109@tcp34 : GET - for me 00000400:00000200:0.0:1767384939.868237:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp34 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384939.868248:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp34 of length 272/272 into md 0x1925 [1] + 0 00000400:00000200:0.0:1767384939.868260:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp34 to MR: 192.168.203.109@tcp34 local destination 00000400:00000200:3.0:1767384939.868267:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384939.868268:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp34 NI seq info: [96:96:256:4294967295] 192.168.203.109@tcp34 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384939.868287:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) -> 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) 192.168.203.109@tcp34 : REPLY try# 0 00000800:00000200:0.0:1767384939.868294:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp34 00000800:00000010:0.0:1767384939.868298:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ee38855. 00000800:00000200:0.0:1767384939.868302:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000800:00000200:0.0:1767384939.868307:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp34 ip 192.168.203.109:988 00000800:00000200:0.0:1767384939.868310:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ee38855 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384939.868327:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000200:0.0:1767384939.868357:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384939.868360:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ee38855. 00000400:00000200:0.0:1767384939.868366:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384939.868373:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: REPLY: OK 00000800:00000001:0.0:1767384939.868387:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384939.868389:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000800:00000001:0.0:1767384939.868392:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384939.868397:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384939.868411:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384939.868413:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384939.868418:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384939.868424:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34) <- 192.168.203.109@tcp34 : REPLY - for me 00000400:00000200:3.0:1767384939.868427:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384939.868438:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp34: Reply from 12345-192.168.203.109@tcp34 of length 272/272 into md 0x19d9 00000800:00000001:0.0:1767384939.868444:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384939.868451:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384939.868453:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.868455:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384939.868461:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: REPLY: OK 00000400:00000200:0.0:1767384939.868466:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000400:00000010:0.0:1767384939.868468:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000400:00000200:0.0:1767384939.868472:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384939.868477:0:16333:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000532e0a32. 00000400:00000010:0.0:1767384939.868479:0:16333:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000051cdebb1. 00000400:00000200:3.0:1767384939.868482:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000800:00000001:0.0:1767384939.868485:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384939.868490:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384939.868507:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868525:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868544:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868564:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868585:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868607:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868662:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868690:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868709:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868727:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868749:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868766:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868790:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868812:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868828:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868847:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868890:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868928:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868946:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868962:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868976:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.868993:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.869006:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.869024:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.869039:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.869058:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384939.869079:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384939.869166:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014b9e209. 00000800:00000010:3.0:1767384939.869169:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a6c10e49. 00000800:00000010:3.0:1767384939.869172:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008206142d. 00000800:00000010:3.0:1767384939.869186:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008206142d. 00000800:00020000:3.0:1767384939.869191:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384939.869193:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a6c10e49. 00000800:00000010:3.0:1767384939.869195:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000014b9e209. 00000400:02020000:3.0:1767384939.869219:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp34 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000001:00000001:0.0:1767384940.010789:0:30261:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384940.010793:0:30261:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:0.0:1767384940.014609:0:30261:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384940.020725:0:30262:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f1852bb3. 00000400:00000010:0.0:1767384940.020738:0:30262:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000312d903c. 00000400:00000010:0.0:1767384940.020746:0:30262:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000077fab572. 00000400:00000010:0.0:1767384940.020749:0:30262:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a13247a9. 00000400:00000010:0.0:1767384940.020753:0:30262:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000012b03adc. 00000400:00000010:0.0:1767384940.020756:0:30262:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006fc3db5a. 00000400:00000010:0.0:1767384940.020758:0:30262:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028d37b74. 00000400:00000010:0.0:1767384940.020759:0:30262:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009cc06ce5. 00000400:00000010:0.0:1767384940.020762:0:30262:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000010b8e55d. 00000800:00000010:0.0:1767384940.020775:0:30262:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005ee38855. 00000800:00000200:0.0:1767384940.020785:0:30262:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384940.020796:0:30262:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384940.020829:0:30262:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:0.0:1767384940.020849:0:30262:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp36 [8/256/0/180] 00000400:00000010:0.0:1767384940.022810:0:30262:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000029f4bd74. 00000400:00000010:0.0:1767384940.022816:0:30262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec332fbf. 00000400:00000010:0.0:1767384940.022821:0:30262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000400:00000001:0.0:1767384940.022837:0:30262:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384940.022839:0:30262:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384940.022840:0:30262:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e14c610. 00000400:00000200:0.0:1767384940.022842:0:30262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f3bb6ca 00000400:00000010:0.0:1767384940.022844:0:30262:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f3bb6ca. 00000400:00000010:0.0:1767384940.022847:0:30262:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000053fdc1d5. 00000400:00000200:0.0:1767384940.022850:0:30262:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (25) 00000400:00000200:0.0:1767384940.022861:0:30262:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384940.022899:0:30262:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000942bfb4f (1) 00000400:00000200:0.0:1767384940.022902:0:30262:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp34 (00000000942bfb4f): 0 00000400:00000200:0.0:1767384940.022904:0:30262:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (1) 00000400:00000200:0.0:1767384940.022907:0:30262:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp35 (00000000fc0061ea): 0 00000400:00000200:2.0:1767384940.022911:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384940.022915:0:30262:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000400:00000200:2.0:1767384940.022919:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000200:2.0:1767384940.022924:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (26) 00000020:00000010:0.0:1767384940.022925:0:30262:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000079fb1d13. 00000400:00000010:2.0:1767384940.022928:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000005ad0f776. 00000020:01000000:0.0:1767384940.022932:0:30262:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384940.022934:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075691403. 00000020:01000000:0.0:1767384940.022938:0:30262:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp36 00000400:00000010:2.0:1767384940.022943:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3ae6a33. 00000400:00000200:2.0:1767384940.022948:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1767384940.022969:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000010:0.0:1767384940.022969:0:30262:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000312d903c. 00000400:00000010:0.0:1767384940.022975:0:30262:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f1852bb3. 00000400:00000200:2.0:1767384940.022978:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000001:1.0:1767384940.022981:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384940.022983:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:2.0:1767384940.022988:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:2.0:1767384940.022995:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 10000000:00000001:1.0:1767384940.022995:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384940.023000:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384940.023002:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384940.023009:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000020:01000004:1.0:1767384940.023009:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384940.023013:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384940.023017:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 00000020:01000004:1.0:1767384940.023018:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384940.023023:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384940.023024:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000020:01000004:1.0:1767384940.023026:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384940.023031:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000020:01000004:1.0:1767384940.023031:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384940.023035:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384940.023040:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000020:01000004:1.0:1767384940.023040:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384940.023044:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384940.023049:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000020:01000004:1.0:1767384940.023049:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384940.023056:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000100:00000010:1.0:1767384940.023057:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002931cb4e. 00000400:00000200:2.0:1767384940.023060:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000020:00000040:1.0:1767384940.023066:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384940.023067:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:2.0:1767384940.023074:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000100:00000001:1.0:1767384940.023075:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384940.023078:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 02000000:00000001:1.0:1767384940.023080:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384940.023084:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:2.0:1767384940.023088:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 02000000:00000001:1.0:1767384940.023088:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.023095:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:2.0:1767384940.023098:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 02000000:00000010:1.0:1767384940.023100:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fb7385c0. 00000400:00000200:2.0:1767384940.023102:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 00000400:00000200:2.0:1767384940.023108:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[85, 18], ns[85, 18] 00000100:00000001:1.0:1767384940.023109:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.023113:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 18], ns[84, 18] 00000100:00000001:1.0:1767384940.023129:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384940.023133:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.023134:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 18], ns[87, 18] 00000400:00000200:2.0:1767384940.023140:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[89, 18], ns[94, 18] 00000400:00000200:2.0:1767384940.023145:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000100:00000040:1.0:1767384940.023145:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002931cb4e] to pc [ptlrpcd_00_03+3] req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384940.023151:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp15 00000400:00000200:2.0:1767384940.023159:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp15 lpni_is_preferred = 0 00000400:00000200:2.0:1767384940.023165:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp15 00000400:00000200:2.0:1767384940.023170:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp15 NI seq info: [97:97:256:4294967295] 192.168.203.109@tcp15 LPNI seq info [90:90:8:4294967295] 00000400:00000200:2.0:1767384940.023176:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp15 00000400:00000200:2.0:1767384940.023187:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp15(192.168.203.109@tcp15:) -> 192.168.203.109@tcp15(192.168.203.109@tcp:192.168.203.109@tcp15) : GET try# 0 10000000:00000001:1.0:1767384940.023191:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384940.023195:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp15 10000000:00000001:1.0:1767384940.023197:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.023199:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384940.023200:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b3c17e4d. 00000020:00000001:1.0:1767384940.023202:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.023204:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384940.023207:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384940.023208:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384940.023209:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c3c2de] -> 12345-192.168.203.109@tcp15 (6) 00000100:00000040:0.0:1767384940.023215:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384940.023220:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.0:1767384940.023223:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp15 ip 192.168.203.109:988 10000000:00000001:1.0:1767384940.023225:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384940.023229:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:2.0:1767384940.023230:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3c17e4d type 2, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384940.023232:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:1.0:1767384940.023233:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384940.023236:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384940.023238:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384940.023241:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384940.023242:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384940.023244:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384940.023246:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000020:01000004:1.0:1767384940.023247:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384940.023250:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384940.023252:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384940.023253:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000100:00100000:0.0:1767384940.023256:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002931cb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363758848:0@lo:253: 00000020:01000004:1.0:1767384940.023257:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384940.023261:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x2061 00000100:00000001:0.0:1767384940.023263:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384940.023265:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000942bfb4f (2) 02000000:00000001:0.0:1767384940.023268:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384940.023269:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384940.023271:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005a4fab2e. 00000020:01000004:1.0:1767384940.023273:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:2.0:1767384940.023275:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000020:01000004:1.0:1767384940.023277:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384940.023278:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384940.023281:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2e51c78. 00000020:01000004:1.0:1767384940.023281:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384940.023282:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384940.023287:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp34 00000100:00000010:1.0:1767384940.023288:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a563176. 02000000:00000010:0.0:1767384940.023290:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d6c136e0. 00000020:00000040:1.0:1767384940.023294:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:0.0:1767384940.023294:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.023296:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp34 local destination 00000400:00000010:0.0:1767384940.023301:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004256c2bc. 00000100:00000001:1.0:1767384940.023302:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384940.023303:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 02000000:00000001:1.0:1767384940.023307:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384940.023309:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp34 00000400:00000010:0.0:1767384940.023309:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000312d903c. 02000000:00000001:1.0:1767384940.023312:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.023316:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp34 lpni_is_preferred = 0 00000100:00000200:0.0:1767384940.023316:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363758848, portal 25 00000100:00000001:0.0:1767384940.023320:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384940.023321:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp34 02000000:00000010:1.0:1767384940.023322:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ac0497a2. 00000100:00000001:0.0:1767384940.023323:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794539392 : -107297915012224 : ffff9e69c1e3fb80) 00000400:00000200:2.0:1767384940.023329:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp34 NI seq info: [98:98:256:4294967295] 192.168.203.109@tcp34 LPNI seq info [4:4:8:4294967295] 00000100:00000001:1.0:1767384940.023331:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384940.023333:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384940.023338:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp34 00000100:00000001:1.0:1767384940.023339:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384940.023344:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.023344:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384940.023351:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384940.023354:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a563176] to pc [ptlrpcd_00_00+0] req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384940.023357:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ca7d216. 00000100:00000200:0.0:1767384940.023361:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363758848, offset 0 00000400:00000200:2.0:1767384940.023362:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34:) -> 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) : GET try# 0 00000400:00000200:0.0:1767384940.023373:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384940.023379:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp34 00000800:00000010:2.0:1767384940.023383:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007794cdd9. 00000400:00000200:0.0:1767384940.023387:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384940.023392:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000800:00000200:2.0:1767384940.023395:0:16338:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 1, 1 secs later) 10000000:00000001:1.0:1767384940.023397:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.023401:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05700 00000800:00000200:2.0:1767384940.023405:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp34 ip 192.168.203.109:988 10000000:00000001:1.0:1767384940.023405:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384940.023412:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007794cdd9 type 2, nob 96 niov 1 nkiov 0 00000020:00000001:1.0:1767384940.023412:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.023412:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1259 [2] + 0 00000020:01000000:1.0:1767384940.023419:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384940.023420:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f75839. 00000400:00000200:0.0:1767384940.023424:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2f8f2a3 00000020:00000010:1.0:1767384940.023425:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000079fb1d13. 00000400:00000200:2.0:1767384940.023428:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp34 00000400:00000200:0.0:1767384940.023432:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384940.023433:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x261 rc 0 00000400:00000200:2.0:1767384940.023441:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x200161 00000100:00000001:1.0:1767384940.023443:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384940.023443:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384940.023446:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e38af0. 00000100:00000001:1.0:1767384940.023449:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.023450:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2f8f2a3 00000400:00000010:0.0:1767384940.023454:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2f8f2a3. 00000400:00000200:2.0:1767384940.023459:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (2) 00000100:00000001:0.0:1767384940.023460:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384940.023463:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384940.023466:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000000c3e3e7c x1853237363758848 msgsize 4848 00000400:00000010:2.0:1767384940.023467:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f22a1868. 00000100:00100000:0.0:1767384940.023475:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384940.023476:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp35 00000100:00000040:0.0:1767384940.023477:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384940.023484:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp35 to MR: 192.168.203.109@tcp35 local destination 00000100:00000001:0.0:1767384940.023487:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384940.023492:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [99:99:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1767384940.023496:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp35 00000400:00000200:2.0:1767384940.023501:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) : PUT try# 0 00000800:00000200:2.0:1767384940.023504:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.109@tcp35 00000800:00000010:2.0:1767384940.023507:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba9e2c15. 00000400:00000200:0.0:1767384940.023508:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca7d216 00000400:00000010:0.0:1767384940.023511:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ca7d216. 00000800:00000200:2.0:1767384940.023514:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000100:00000001:0.0:1767384940.023515:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384940.023522:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384940.023523:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000800:00000200:2.1:1767384940.023537:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:988 00000100:00000001:0.0:1767384940.023537:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384940.023541:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384940.023542:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba9e2c15 type 1, nob 576 niov 1 nkiov 1 00000800:00000200:1.0:1767384940.023552:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384940.023553:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp35 00000100:00000001:0.0:1767384940.023553:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.023558:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384940.023559:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x200561 rc 0 00000800:00000010:1.0:1767384940.023559:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b3c17e4d. 00000100:00000001:0.0:1767384940.023565:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.023567:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384940.023570:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294927908 00000100:00000010:0.0:1767384940.023576:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ef219ea. 00000400:00000200:1.0:1767384940.023577:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp15->192.168.203.109@tcp15: GET: OK 00000100:00000001:2.0:1767384940.023581:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384940.023585:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363758848 00000400:00000200:1.0:1767384940.023585:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384940.023585:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384940.023590:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384940.023591:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000100:00000001:2.0:1767384940.023594:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384940.023594:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294927908 00000100:00000001:2.0:1767384940.023598:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384940.023599:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcb8ceeb. 02000000:00000001:2.0:1767384940.023603:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384940.023603:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384940.023604:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384940.023610:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363758848 00000100:00000001:0.0:1767384940.023611:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294927908 00000800:00000001:1.0:1767384940.023629:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384940.023629:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045e107c1. 00000020:00000001:2.0:1767384940.023632:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384940.023635:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000020:00000040:2.0:1767384940.023636:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000800:00000001:1.0:1767384940.023637:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384940.023639:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294927908 00000020:00000001:2.0:1767384940.023642:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384940.023644:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e42310e. 00000020:00000040:2.0:1767384940.023645:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000800:00000001:1.0:1767384940.023648:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384940.023650:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384940.023650:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767384940.023655:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384940.023657:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384940.023662:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp15(192.168.203.109@tcp15) <- 192.168.203.109@tcp15 : GET - for me 00000100:00000001:0.0:1767384940.023672:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.023673:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384940.023679:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dbd8227. 00000100:00000001:0.0:1767384940.023679:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.023681:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384940.023684:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.023685:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384940.023690:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dbd8227. 00000400:00000200:1.0:1767384940.023694:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 448/448 into md 0x19dd [1] + 0 00000100:00000001:0.0:1767384940.023695:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384940.023696:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000754e2bb1. 00000100:00000001:0.0:1767384940.023697:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384940.023701:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384940.023703:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1c88922. 00000100:00000001:0.0:1767384940.023703:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384940.023706:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384940.023711:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000051d817a2. 00000100:00000001:0.0:1767384940.023713:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384940.023721:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384940.023724:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp15 to MR: 192.168.203.109@tcp15 local destination 00000100:00000001:2.0:1767384940.023725:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384940.023728:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384940.023730:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.023735:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp15 NI seq info: [100:100:256:4294967295] 192.168.203.109@tcp15 LPNI seq info [91:91:8:4294967295] 00000100:00000001:2.0:1767384940.023738:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.023748:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.023753:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp15(192.168.203.109@tcp15:192.168.203.109@tcp15) -> 192.168.203.109@tcp15(192.168.203.109@tcp15:192.168.203.109@tcp15) 192.168.203.109@tcp15 : REPLY try# 0 00000800:00000200:1.0:1767384940.023768:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.109@tcp15 00000100:00000001:2.0:1767384940.023772:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:1.0:1767384940.023773:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efa1933e. 00000100:00000001:2.0:1767384940.023775:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384940.023783:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000800:00000200:1.0:1767384940.023786:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c3c2de] -> 12345-192.168.203.109@tcp15 (6) 00000100:00000040:2.0:1767384940.023788:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384940.023791:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384940.023792:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339802192 : -107293369749424 : ffff9e6ad0cf3050) 00000100:00100000:0.0:1767384940.023795:0:16341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000200:1.0:1767384940.023798:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp15 ip 192.168.203.109:1011 00000100:00000001:0.0:1767384940.023799:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384940.023801:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c3e3e7c x1853237363758848/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 4848/0 e 0 to 0 dl 1767384951 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.023805:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767384940.023806:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efa1933e type 3, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767384940.023814:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.023815:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384940.023818:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384940.023820:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dbd8227. 00000100:00000001:0.0:1767384940.023820:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384940.023823:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384940.023825:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384940.023828:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dbd8227. 00000100:00000040:0.0:1767384940.023829:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384940.023837:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c3e3e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363758848:12345-0@lo:253: 00000100:00000001:0.0:1767384940.023843:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384940.023844:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363758848 00000100:00000001:0.0:1767384940.023845:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.023848:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384940.023849:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384940.023852:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.023856:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384940.023856:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363758976:0@lo:253: 00000020:00000001:2.0:1767384940.023861:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384940.023861:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384940.023883:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.023886:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384940.023889:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000800:00000200:1.0:1767384940.023889:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384940.023894:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007794cdd9. 00000020:00000001:2.0:1767384940.023895:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384940.023898:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.023900:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384940.023901:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384940.023904:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384940.023908:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.023912:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: GET: OK 00000100:00000001:2.0:1767384940.023913:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384940.023918:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384940.023919:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:2.0:1767384940.023924:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f5c0b2e4. 00000400:00000200:1.0:1767384940.023924:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp34: 0 02000000:00000001:2.0:1767384940.023930:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.023932:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384940.023946:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384940.023947:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384940.023953:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384940.023955:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e208cc0. 20000000:01000000:2.0:1767384940.023959:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384940.023962:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384940.023964:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384940.023966:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384940.023968:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384940.023971:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384940.023980:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000096c40de7. 20000000:01000000:2.0:1767384940.023982:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:2.0:1767384940.023987:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384940.023992:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384940.023996:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:1.0:1767384940.024010:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1767384940.024011:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:1.0:1767384940.024016:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba9e2c15. 00000400:00000200:1.0:1767384940.024022:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384940.024026:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384940.024030:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384940.024030:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: PUT: OK 00080000:00000001:2.0:1767384940.024033:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384940.024036:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384940.024037:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:2.0:1767384940.024038:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384940.024043:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000400:00000200:1.0:1767384940.024045:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp35: 0 00000020:00000001:2.0:1767384940.024049:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:2.0:1767384940.024052:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000001:1.0:1767384940.024057:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384940.024061:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384940.024066:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384940.024066:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384940.024071:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384940.024072:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384940.024076:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384940.024082:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000800:00000001:1.0:1767384940.024083:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384940.024088:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384940.024094:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34) <- 192.168.203.109@tcp34 : GET - for me 00080000:00000010:2.0:1767384940.024095:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f5acdb59. 00080000:00000001:2.0:1767384940.024101:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781600768 : -107297927950848 : ffff9e69c11e8e00) 00080000:00000001:2.0:1767384940.024105:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384940.024108:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp34 of length 272 into portal 0 MB=0x8000000000000000 00000001:00000001:2.0:1767384940.024121:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384940.024126:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp34 of length 272/272 into md 0x19dd [1] + 0 00080000:00000010:2.0:1767384940.024128:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006dbd8227. 00080000:00000001:2.0:1767384940.024134:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384940.024138:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384940.024140:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp34 to MR: 192.168.203.109@tcp34 local destination 00080000:00000001:2.0:1767384940.024156:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.024157:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp34 NI seq info: [101:101:256:4294967295] 192.168.203.109@tcp34 LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767384940.024175:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) -> 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) 192.168.203.109@tcp34 : REPLY try# 0 00080000:00000001:2.0:1767384940.024176:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000001:0.0:1767384940.024176:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384940.024179:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.024184:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384940.024188:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp34 02000000:00000010:0.0:1767384940.024190:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000deae5813. 00000800:00000010:1.0:1767384940.024193:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3643fb2. 02000000:00000001:0.0:1767384940.024194:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384940.024200:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2de0ef9. 00000800:00000200:1.0:1767384940.024204:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000400:00000010:0.0:1767384940.024207:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ca7d216. 00000800:00000200:1.0:1767384940.024209:0:16335:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 1, 1 secs later) 00000100:00000200:0.0:1767384940.024212:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363758976, portal 25 00000100:00000001:0.0:1767384940.024215:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384940.024217:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794527744 : -107297915023872 : ffff9e69c1e3ce00) 00000800:00000200:1.0:1767384940.024222:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp34 ip 192.168.203.109:988 00000100:00000040:0.0:1767384940.024224:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384940.024229:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:1.0:1767384940.024229:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3643fb2 type 3, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384940.024236:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384940.024240:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384940.024242:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b244b41a. 00000100:00000200:0.0:1767384940.024245:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363758976, offset 0 00000400:00000200:0.0:1767384940.024249:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384940.024256:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384940.024264:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05780 00000400:00000200:0.0:1767384940.024268:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1261 [2] + 0 00000400:00000010:0.0:1767384940.024271:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b34d3323. 00000400:00000200:0.0:1767384940.024279:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a1e80529 00000800:00000200:1.0:1767384940.024281:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384940.024284:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384940.024286:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efa1933e. 00000400:00000200:2.0:1767384940.024290:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384940.024290:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384940.024294:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384940.024296:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1e80529 00000400:00000010:0.0:1767384940.024299:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1e80529. 00000400:00000200:1.0:1767384940.024305:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp15->192.168.203.109@tcp15: REPLY: OK 00000100:00000001:0.0:1767384940.024305:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384940.024308:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384940.024312:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000296b3710 x1853237363758976 msgsize 4848 00000100:00100000:0.0:1767384940.024316:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384940.024318:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384940.024319:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384940.024325:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384940.024327:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384940.024331:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384940.024332:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b244b41a 00000400:00000200:2.0:1767384940.024333:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000010:0.0:1767384940.024335:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b244b41a. 00000800:00000001:1.0:1767384940.024337:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.024341:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384940.024346:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384940.024352:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : PUT - for me 00000100:00000001:0.0:1767384940.024362:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384940.024364:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384940.024372:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp35 of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384940.024373:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:0.0:1767384940.024375:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.024380:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384940.024385:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.024386:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp35 of length 464/480 into md 0x19cd [1] + 0 00000100:00000001:0.0:1767384940.024389:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294927909 00000400:00000010:1.0:1767384940.024400:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b8973c. 00000100:00000001:0.0:1767384940.024400:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927908 00000400:00000200:2.0:1767384940.024404:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.024407:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001588dc08 00000100:00000001:0.0:1767384940.024407:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294927909 00000100:00000001:0.0:1767384940.024414:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927908 00000800:00000001:1.0:1767384940.024415:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384940.024418:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294927909 00000100:00000001:0.0:1767384940.024421:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927908 00000800:00000001:1.0:1767384940.024425:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.024425:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294927909 00000400:00000200:1.0:1767384940.024431:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384940.024433:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927908 00000400:00000200:2.0:1767384940.024436:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000001:0.0:1767384940.024437:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384940.024442:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: PUT: OK 00000100:00000001:0.0:1767384940.024443:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.024447:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 00000400:00000010:1.0:1767384940.024452:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000100:00000001:0.0:1767384940.024453:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.024456:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.024468:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384940.024472:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:0.0:1767384940.024472:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384940.024473:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (3) 00000100:00000001:0.0:1767384940.024475:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.024484:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp35(00000000fc0061ea) is MR 00000400:00000200:1.0:1767384940.024496:0:16335:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp35 (480 bytes) 00000400:00000200:1.0:1767384940.024502:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp35 (00000000fc0061ea): -114 00000400:00000200:1.0:1767384940.024514:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (4) 00000400:00000200:2.0:1767384940.024521:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.024522:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384940.024532:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp35 to MR: 192.168.203.109@tcp35 local destination 00000400:00000200:1.0:1767384940.024541:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [102:102:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [6:6:8:4294967295] 00000800:00000001:0.0:1767384940.024555:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384940.024556:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) 192.168.203.109@tcp35 : ACK try# 0 00000400:00000200:2.0:1767384940.024557:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000001:0.0:1767384940.024561:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384940.024570:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp35 00000800:00000010:1.0:1767384940.024575:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efa1933e. 00000800:00000200:1.0:1767384940.024581:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000800:00000200:1.0:1767384940.024587:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:980 00000800:00000200:1.0:1767384940.024590:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efa1933e type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384940.024596:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384940.024597:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000800:00000001:1.0:1767384940.024608:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384940.024634:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384940.024638:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3643fb2. 00000400:00000200:0.0:1767384940.024641:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384940.024647:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: REPLY: OK 00000400:00000200:2.0:1767384940.024654:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000800:00000001:0.0:1767384940.024656:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384940.024664:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384940.024665:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384940.024670:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384940.024672:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efa1933e. 00000800:00000001:0.0:1767384940.024675:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.024686:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384940.024686:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp15(192.168.203.109@tcp15) <- 192.168.203.109@tcp15 : REPLY - for me 00000400:00000200:1.0:1767384940.024694:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: ACK: OK 00000400:00000200:0.0:1767384940.024701:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp15: Reply from 12345-192.168.203.109@tcp15 of length 448/448 into md 0x19e1 00000800:00000001:1.0:1767384940.024707:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384940.024708:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384940.024710:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000800:00000001:0.0:1767384940.024718:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384940.024720:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384940.024721:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384940.024725:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384940.024729:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp15->192.168.203.109@tcp15: REPLY: OK 00000800:00000001:1.0:1767384940.024732:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384940.024733:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075691403 00000400:00000010:0.0:1767384940.024736:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075691403. 00000400:00000200:0.0:1767384940.024741:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384940.024745:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34) <- 192.168.203.109@tcp34 : REPLY - for me 00000400:00000200:0.0:1767384940.024747:0:16333:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:2.0:1767384940.024749:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384940.024754:0:16333:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:0.0:1767384940.024758:0:16333:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.109@tcp (480 bytes) 00000400:00000200:1.0:1767384940.024764:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp34: Reply from 12345-192.168.203.109@tcp34 of length 272/272 into md 0x19e5 00000800:00000001:1.0:1767384940.024770:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384940.024775:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000010:0.0:1767384940.024779:0:16333:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000005ad0f776. 00000400:00000200:0.0:1767384940.024782:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (27) 00000800:00000001:1.0:1767384940.024783:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.024785:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.024787:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384940.024787:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384940.024793:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.024798:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: REPLY: OK 00000800:00000001:0.0:1767384940.024798:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384940.024805:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.024806:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000800:00000001:0.0:1767384940.024809:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384940.024811:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000400:00000200:2.0:1767384940.024812:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000800:00000001:0.0:1767384940.024814:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.024822:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384940.024831:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp34 has discovery enabled 00000400:00000200:0.0:1767384940.024831:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : ACK - for me 00000400:00000200:2.0:1767384940.024838:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.024838:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp34(00000000942bfb4f) is MR 00000400:00000200:1.0:1767384940.024849:0:16335:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.109@tcp34 (480 bytes) 00000400:00000200:0.0:1767384940.024849:0:16333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp35: ACK from 12345-192.168.203.109@tcp35 into md 0x19f1 00000400:00000200:0.0:1767384940.024856:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384940.024860:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp34 (00000000942bfb4f): -114 00000400:00000200:0.0:1767384940.024890:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: ACK: OK 00000400:00000010:1.0:1767384940.024892:0:16335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005a4fab2e. 00000400:00000200:2.0:1767384940.024893:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.024900:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000942bfb4f (3) 00000400:00000200:0.0:1767384940.024909:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e38af0 00000800:00000001:1.0:1767384940.024910:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384940.024914:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e38af0. 00000800:00000001:1.0:1767384940.024918:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384940.024919:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384940.024924:0:16333:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp35 ev->status 0 00000800:00000001:1.0:1767384940.024925:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384940.024930:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp35 (00000000fc0061ea): -114 00000800:00000001:1.0:1767384940.024931:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384940.024933:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (3) 00000800:00000001:0.0:1767384940.024940:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384940.024952:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.024960:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.024962:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384940.024968:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000f6508b29. 00000400:00000010:1.0:1767384940.024975:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83bd837. 00000400:00000010:1.0:1767384940.024981:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ece826a. 00000100:00000001:0.0:1767384940.024985:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384940.024986:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f6508b29 00000100:00100000:0.0:1767384940.024990:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363758976 00000400:00000010:1.0:1767384940.024992:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000009cb8b864. 02000000:00000001:0.0:1767384940.024994:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384940.024996:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384940.024998:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.024999:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 02000000:00000001:0.0:1767384940.025001:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384940.025005:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363758976 00000020:00000001:0.0:1767384940.025007:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384940.025009:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:1.0:1767384940.025010:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300871 00000020:00000001:0.0:1767384940.025011:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384940.025015:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:0.0:1767384940.025018:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:2.0:1767384940.025019:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.025019:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:0 00000020:00000001:0.0:1767384940.025021:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:1.0:1767384940.025027:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 rc 1 00000100:00000001:0.0:1767384940.025027:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384940.025031:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e393382. 00000100:00000001:0.0:1767384940.025036:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384940.025037:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000020:00000010:0.0:1767384940.025039:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e393382. 00000400:00000200:1.0:1767384940.025044:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (26) 00000020:00000010:0.0:1767384940.025046:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f35372ae. 00000400:00000010:1.0:1767384940.025050:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000042e96ee8. 00000400:00000200:2.0:1767384940.025051:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000020:00000010:0.0:1767384940.025051:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff0dcd4. 00000020:00000010:0.0:1767384940.025058:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a00d2ccf. 00000400:00000010:1.0:1767384940.025060:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17c070c. 00000100:00000001:0.0:1767384940.025064:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384940.025070:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d069609b. 00000100:00000001:0.0:1767384940.025073:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384940.025076:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.025080:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000100:00000001:0.0:1767384940.025082:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.025085:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000100:00000001:0.0:1767384940.025086:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.025091:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384940.025099:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:0.0:1767384940.025101:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384940.025104:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384940.025109:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000100:00100000:0.0:1767384940.025122:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:0.0:1767384940.025126:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:0.0:1767384940.025129:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339800144 : -107293369751472 : ffff9e6ad0cf2850) 00000400:00000200:1.0:1767384940.025132:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:2.0:1767384940.025134:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000100:00000040:0.0:1767384940.025135:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000296b3710 x1853237363758976/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 4848/0 e 0 to 0 dl 1767384951 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384940.025151:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000100:00000001:0.0:1767384940.025152:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384940.025155:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e393382. 00000100:00000001:0.0:1767384940.025156:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384940.025158:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e393382. 00000100:00100000:0.0:1767384940.025162:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000296b3710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363758976:12345-0@lo:253: 00000100:00000200:0.0:1767384940.025169:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363758976 00000020:00000001:0.0:1767384940.025171:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384940.025172:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000020:00000001:0.0:1767384940.025174:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384940.025175:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000020:00000001:0.0:1767384940.025177:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.025182:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384940.025184:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:1.0:1767384940.025187:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000020:00000001:0.0:1767384940.025189:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384940.025192:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384940.025196:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384940.025200:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.025200:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 36], ns[20, 36] 00000020:00000001:0.0:1767384940.025200:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384940.025203:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.025209:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384940.025212:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384940.025215:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:1.0:1767384940.025221:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 02000000:00000010:0.0:1767384940.025226:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000009bd580c. 00000400:00000200:1.0:1767384940.025227:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:2.0:1767384940.025228:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 02000000:00000001:0.0:1767384940.025229:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.025236:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384940.025240:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384940.025241:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:1.0:1767384940.025248:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:1.0:1767384940.025254:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 20000000:00000010:0.0:1767384940.025254:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000013f749b7. 00000400:00000200:2.0:1767384940.025257:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 20000000:01000000:0.0:1767384940.025259:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384940.025264:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384940.025267:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384940.025270:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 20000000:00000001:0.0:1767384940.025271:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384940.025275:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384940.025279:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384940.025284:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.025284:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000400:00000200:1.0:1767384940.025295:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000400:00000200:1.0:1767384940.025302:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:1.0:1767384940.025309:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00000400:00000200:1.0:1767384940.025315:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 20], ns[72, 20] 00000400:00000200:2.0:1767384940.025319:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.025322:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 20], ns[73, 20] 00000400:00000200:1.0:1767384940.025330:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[85, 20], ns[85, 20] 00000400:00000200:1.0:1767384940.025336:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 20], ns[84, 20] 00000400:00000200:2.0:1767384940.025343:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.025352:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 20], ns[87, 20] 00000400:00000200:1.0:1767384940.025359:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[89, 20], ns[94, 20] 00000400:00000200:1.0:1767384940.025365:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:2.0:1767384940.025366:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.025371:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp16 00000400:00000200:1.0:1767384940.025377:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp16 lpni_is_preferred = 0 00000400:00000200:1.0:1767384940.025380:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp16 00000400:00000200:1.0:1767384940.025385:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp16 NI seq info: [103:103:256:4294967295] 192.168.203.109@tcp16 LPNI seq info [92:92:8:4294967295] 00000400:00000200:2.0:1767384940.025391:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.025391:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp16 00000400:00000200:1.0:1767384940.025417:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16:) -> 192.168.203.109@tcp16(192.168.203.109@tcp:192.168.203.109@tcp16) : GET try# 0 00000800:00000200:1.0:1767384940.025424:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp16 00000400:00000200:2.0:1767384940.025428:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000800:00000010:1.0:1767384940.025429:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000efa1933e. 00000800:00000200:1.0:1767384940.025438:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (6) 00000800:00000200:1.0:1767384940.025446:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp16 ip 192.168.203.109:988 00000400:00000200:2.0:1767384940.025450:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000800:00000200:1.0:1767384940.025450:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efa1933e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384940.025467:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384940.025469:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384940.025472:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000400:00000200:1.0:1767384940.025481:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x861 00000400:00000200:1.0:1767384940.025486:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp34:0 00000400:00000200:1.0:1767384940.025488:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x2061 rc 1 00000400:00000200:1.0:1767384940.025494:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x2061 00000400:00000200:1.0:1767384940.025496:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000942bfb4f (2) 00000400:00000200:2.0:1767384940.025500:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000010:1.0:1767384940.025501:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000d35e37f9. 00000400:00000010:1.0:1767384940.025508:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a51fd36. 00000400:00000010:1.0:1767384940.025516:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003a10793. 00000400:00000200:1.0:1767384940.025522:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp34 00000800:00000200:0.0:1767384940.025529:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384940.025530:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp34 local destination 00000800:00000010:0.0:1767384940.025533:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000efa1933e. 00000400:00000200:1.0:1767384940.025537:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:0.0:1767384940.025538:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384940.025543:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp34 00000400:00000200:0.0:1767384940.025546:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: GET: OK 00000400:00000200:1.0:1767384940.025550:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp34 lpni_is_preferred = 0 00000400:00000200:1.0:1767384940.025560:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp34 00000400:00000200:1.0:1767384940.025563:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp34 NI seq info: [104:104:256:4294967295] 192.168.203.109@tcp34 LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1767384940.025569:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp34 00000400:00000200:1.0:1767384940.025577:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34:) -> 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) : GET try# 0 00000400:00000200:0.0:1767384940.025582:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:1.0:1767384940.025584:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp34 00000400:00000200:0.0:1767384940.025587:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000800:00000010:1.0:1767384940.025591:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000efa1933e. 00000800:00000001:0.0:1767384940.025595:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384940.025599:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000800:00000001:0.0:1767384940.025600:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384940.025604:0:16338:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 1, 1 secs later) 00000800:00000001:0.0:1767384940.025604:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384940.025612:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384940.025613:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp34 ip 192.168.203.109:988 00000800:00000200:1.0:1767384940.025629:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000efa1933e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384940.025635:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16) <- 192.168.203.109@tcp16 : GET - for me 00000800:00000010:2.0:1767384940.025636:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d87f0025. 00000800:00000010:2.0:1767384940.025642:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001ffe174. 00000400:00000200:1.0:1767384940.025646:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp34 00000800:00000010:2.0:1767384940.025648:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017ada160. 00000400:00000200:1.0:1767384940.025653:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x261 rc 0 00000400:00000200:1.0:1767384940.025658:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x202061 00000400:00000200:1.0:1767384940.025661:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fc0061ea (2) 00000400:00000010:1.0:1767384940.025666:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000004a8d4304. 00000400:00000010:1.0:1767384940.025670:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002313c29. 00000800:00000010:2.0:1767384940.025672:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017ada160. 00000400:00000010:1.0:1767384940.025675:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000679b26fa. 00000800:00020000:2.0:1767384940.025681:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000400:00000200:1.0:1767384940.025682:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp35 00000400:00000200:0.0:1767384940.025687:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 480 into portal 0 MB=0x8000000000000000 00000800:00000010:2.0:1767384940.025688:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001ffe174. 00000800:00000010:2.0:1767384940.025694:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d87f0025. 00000400:00000200:1.0:1767384940.025695:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp35 local destination 00000400:00000200:0.0:1767384940.025700:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 480/480 into md 0x19dd [1] + 0 00000400:00000200:1.0:1767384940.025705:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:1.0:1767384940.025709:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp35 00000400:00000200:1.0:1767384940.025713:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp35 lpni_is_preferred = 0 00000400:00000200:1.0:1767384940.025717:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp35 00000400:00000200:1.0:1767384940.025721:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [105:105:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767384940.025727:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp35 00000400:02020000:2.0:1767384940.025731:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp35 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384940.025740:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) : GET try# 0 00000800:00000200:1.0:1767384940.025746:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp35 00000400:00000200:0.0:1767384940.025751:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp16 to MR: 192.168.203.109@tcp16 local destination 00000800:00000010:1.0:1767384940.025753:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f3643fb2. 00000400:00000200:0.0:1767384940.025759:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp16 NI seq info: [106:106:256:4294967295] 192.168.203.109@tcp16 LPNI seq info [93:93:8:4294967295] 00000800:00000200:1.0:1767384940.025765:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000400:00000200:0.0:1767384940.025776:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16:192.168.203.109@tcp16) -> 192.168.203.109@tcp16(192.168.203.109@tcp16:192.168.203.109@tcp16) 192.168.203.109@tcp16 : REPLY try# 0 00000800:00000200:1.0:1767384940.025777:0:16338:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 2, 2 secs later) 00000800:00000200:2.0:1767384940.025779:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384940.025784:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000efa1933e. 00000800:00000200:0.0:1767384940.025785:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.109@tcp16 00000400:00000200:2.0:1767384940.025790:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384940.025792:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:988 00000800:00000010:0.0:1767384940.025792:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce065829. 00000400:00000200:2.0:1767384940.025798:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: GET: OK 00000800:00000200:1.0:1767384940.025799:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3643fb2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384940.025803:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (6) 00000400:00000200:2.0:1767384940.025805:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384940.025810:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp34: 0 00000400:00000200:1.0:1767384940.025814:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp35 00000800:00000200:0.0:1767384940.025814:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp16 ip 192.168.203.109:1009 00000400:00000200:1.0:1767384940.025822:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x200261 rc 0 00000800:00000200:0.0:1767384940.025822:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce065829 type 3, nob 576 niov 1 nkiov 1 00000800:00000001:2.0:1767384940.025825:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384940.025833:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384940.025836:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384940.025841:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.025847:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34) <- 192.168.203.109@tcp34 : GET - for me 00000400:00000200:2.0:1767384940.025855:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp34 of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384940.025860:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp34 of length 480/480 into md 0x19dd [1] + 0 00000800:00000200:0.0:1767384940.025862:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384940.025885:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f3643fb2. 00000800:00000001:1.0:1767384940.025887:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384940.025889:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384940.025892:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp34 to MR: 192.168.203.109@tcp34 local destination 00000800:00000001:1.0:1767384940.025895:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.025902:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp34 NI seq info: [107:107:256:4294967295] 192.168.203.109@tcp34 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384940.025903:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: GET: OK 00000400:00000200:2.0:1767384940.025917:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) -> 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) 192.168.203.109@tcp34 : REPLY try# 0 00000800:00000200:2.0:1767384940.025922:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.109@tcp34 00000400:00000200:0.0:1767384940.025922:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384940.025928:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp35: 0 00000800:00000010:2.0:1767384940.025929:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b29ae1e. 00000800:00000200:2.0:1767384940.025936:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000800:00000200:2.0:1767384940.025938:0:16333:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 1, 1 secs later) 00000800:00000001:0.0:1767384940.025938:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384940.025941:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384940.025945:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384940.025946:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp34 ip 192.168.203.109:988 00000800:00000010:1.0:1767384940.025947:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce065829. 00000800:00000001:0.0:1767384940.025949:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384940.025952:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b29ae1e type 3, nob 576 niov 1 nkiov 1 00000800:00000001:0.0:1767384940.025956:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.025957:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384940.025968:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : GET - for me 00000400:00000200:1.0:1767384940.025971:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: REPLY: OK 00000400:00000200:0.0:1767384940.025979:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp35 of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384940.025983:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp35 of length 480/480 into md 0x19dd [1] + 0 00000800:00000001:1.0:1767384940.025984:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384940.025992:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp35 to MR: 192.168.203.109@tcp35 local destination 00000800:00000001:1.0:1767384940.025994:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384940.025995:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384940.026000:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384940.026000:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [108:108:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [8:8:8:4294967295] 00000800:00000010:2.0:1767384940.026001:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b29ae1e. 00000400:00000200:2.0:1767384940.026007:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384940.026009:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.026019:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: REPLY: OK 00000400:00000200:1.0:1767384940.026026:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16) <- 192.168.203.109@tcp16 : REPLY - for me 00000400:00000200:0.0:1767384940.026027:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) 192.168.203.109@tcp35 : REPLY try# 0 00000800:00000200:0.0:1767384940.026037:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.109@tcp35 00000800:00000010:0.0:1767384940.026040:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce065829. 00000800:00000200:0.0:1767384940.026047:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000400:00000200:1.0:1767384940.026048:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp16: Reply from 12345-192.168.203.109@tcp16 of length 480/480 into md 0x1a01 00000800:00000200:0.0:1767384940.026051:0:16335:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 2, 2 secs later) 00000800:00000001:1.0:1767384940.026057:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384940.026058:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:980 00000800:00000001:2.0:1767384940.026060:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384940.026062:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce065829 type 3, nob 576 niov 1 nkiov 1 00000800:00000001:1.0:1767384940.026066:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384940.026068:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.026070:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384940.026071:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384940.026077:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.026081:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: REPLY: OK 00000400:00000200:2.0:1767384940.026089:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34) <- 192.168.203.109@tcp34 : REPLY - for me 00000400:00000200:1.0:1767384940.026090:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17c070c 00000400:00000010:1.0:1767384940.026094:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17c070c. 00000800:00000200:0.0:1767384940.026095:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384940.026099:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce065829. 00000400:00000200:1.0:1767384940.026100:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384940.026104:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384940.026105:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp34: Reply from 12345-192.168.203.109@tcp34 of length 480/480 into md 0x1a05 00000400:00000200:1.0:1767384940.026108:0:16334:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:0.0:1767384940.026120:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: REPLY: OK 00000800:00000001:2.0:1767384940.026125:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384940.026125:0:16334:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000800:00000001:0.0:1767384940.026130:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384940.026133:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.026133:0:16334:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 28. state = 0x300271 00000800:00000001:0.0:1767384940.026135:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.026140:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384940.026141:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384940.026144:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000800:00000001:0.0:1767384940.026147:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384940.026152:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384940.026156:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: REPLY: OK 00000800:00000001:0.0:1767384940.026157:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.026158:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (27) 00000400:00000200:0.0:1767384940.026165:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : REPLY - for me 00000800:00000001:1.0:1767384940.026169:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384940.026170:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a51fd36 00000400:00000010:2.0:1767384940.026174:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a51fd36. 00000800:00000001:1.0:1767384940.026177:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.026178:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384940.026185:0:16333:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp34 has discovery enabled 00000400:00000200:0.0:1767384940.026186:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp35: Reply from 12345-192.168.203.109@tcp35 of length 480/480 into md 0x1a09 00000400:00000200:2.0:1767384940.026192:0:16333:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp34(00000000942bfb4f) is MR 00000400:00000200:1.0:1767384940.026192:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767384940.026193:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384940.026198:0:16333:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp34 data present 0. state = 0x261 00000800:00000001:0.0:1767384940.026200:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384940.026204:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384940.026207:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp34 (00000000942bfb4f): -114 00000400:00000200:0.0:1767384940.026212:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: REPLY: OK 00000400:00000200:2.0:1767384940.026213:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000942bfb4f (3) 00000400:00000200:1.0:1767384940.026221:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3000f1 00000800:00000001:2.0:1767384940.026222:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384940.026222:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002313c29 00000400:00000010:0.0:1767384940.026227:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002313c29. 00000800:00000001:2.0:1767384940.026228:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384940.026230:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000010:1.0:1767384940.026231:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 0000000038375e45. 00000400:00000200:0.0:1767384940.026236:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp35 has discovery enabled 00000400:00000010:1.0:1767384940.026237:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 000000004373c229. 00000400:00000200:0.0:1767384940.026240:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp35(00000000fc0061ea) is MR 00000400:00000010:1.0:1767384940.026244:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 000000007a7a22ab. 00000400:00000200:0.0:1767384940.026245:0:16335:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp35 data present 0. state = 0x200261 00000400:00000200:0.0:1767384940.026251:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp35 (00000000fc0061ea): -114 00000400:00000200:0.0:1767384940.026254:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (3) 00000800:00000001:0.0:1767384940.026258:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384940.026261:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.026279:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp30(000000007706cfd6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384940.026285:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp31(00000000953267f7) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384940.026291:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp33(000000003b81b819) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384940.026298:0:16338:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.109@tcp34 00000400:00000200:1.0:1767384940.026304:0:16338:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.109@tcp34 NID 192.168.203.109@tcp34 00000400:00000200:1.0:1767384940.026308:0:16338:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000023abd11b nid 192.168.203.109@tcp34 00000400:00000010:1.0:1767384940.026311:0:16338:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000023abd11b. 00000400:00000200:1.0:1767384940.026317:0:16338:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000b3ebbc02 net tcp34 00000400:00000010:1.0:1767384940.026319:0:16338:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000b3ebbc02. 00000400:00000200:1.0:1767384940.026322:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000942bfb4f (2) 00000400:00000010:1.0:1767384940.026327:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b1fd62ba. 00000400:00000200:1.0:1767384940.026332:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b1fd62ba nid 192.168.203.109@tcp34 00000400:00000010:1.0:1767384940.026336:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000aec8a7fc. 00000400:00000200:1.0:1767384940.026338:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000aec8a7fc net tcp34 00000400:00000200:1.0:1767384940.026341:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (26) 00000400:00000200:1.0:1767384940.026346:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp34 flags 0x11 00000400:00000200:1.0:1767384940.026350:0:16338:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.109@tcp35 00000400:00000200:1.0:1767384940.026354:0:16338:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.109@tcp35 NID 192.168.203.109@tcp35 00000400:00000200:1.0:1767384940.026357:0:16338:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000031ba8b3f nid 192.168.203.109@tcp35 00000400:00000010:1.0:1767384940.026359:0:16338:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000031ba8b3f. 00000400:00000200:1.0:1767384940.026362:0:16338:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000411cbbca net tcp35 00000400:00000010:1.0:1767384940.026364:0:16338:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000411cbbca. 00000400:00000200:1.0:1767384940.026367:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (2) 00000400:00000010:1.0:1767384940.026370:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000de9fef6f. 00000400:00000200:1.0:1767384940.026373:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000de9fef6f nid 192.168.203.109@tcp35 00000400:00000010:1.0:1767384940.026376:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000064591f95. 00000400:00000200:1.0:1767384940.026378:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 0000000064591f95 net tcp35 00000400:00000200:1.0:1767384940.026380:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (27) 00000400:00000200:1.0:1767384940.026390:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp35 flags 0x11 00000400:00000010:1.0:1767384940.026396:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000097d9f78e. 00000400:00000200:1.0:1767384940.026401:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000097d9f78e nid 192.168.203.109@tcp36 00000400:00000010:1.0:1767384940.026412:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000a79f049. 00000400:00000200:1.0:1767384940.026415:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000000a79f049 net tcp36 00000400:00000200:1.0:1767384940.026418:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (28) 00000400:00000200:1.0:1767384940.026422:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp36 flags 0x11 00000400:00000010:1.0:1767384940.026426:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 0000000038375e45. 00000400:00000010:1.0:1767384940.026430:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 000000004373c229. 00000400:00000010:1.0:1767384940.026433:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 000000007a7a22ab. 00000400:00000010:1.0:1767384940.026437:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000042e96ee8. 00000400:00000200:1.0:1767384940.026441:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384940.026444:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300171 00000400:00000200:1.0:1767384940.026447:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc 1 00000400:00000200:1.0:1767384940.026450:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000010:1.0:1767384940.026455:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17c070c. 00000400:00000200:1.0:1767384940.026457:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (29) 00000400:00000010:1.0:1767384940.026461:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008b6ed4b4. 00000400:00000200:1.0:1767384940.026465:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp16 00000400:00000200:1.0:1767384940.026471:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp16 to MR: 192.168.203.109@tcp16 local destination 00000400:00000200:1.0:1767384940.026476:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp16 NI seq info: [109:109:256:4294967295] 192.168.203.109@tcp16 LPNI seq info [94:94:8:4294967295] 00000400:00000200:1.0:1767384940.026482:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp16 00000400:00000200:1.0:1767384940.026491:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16:192.168.203.109@tcp16) -> 192.168.203.109@tcp16(192.168.203.109@tcp16:192.168.203.109@tcp16) : PUT try# 0 00000800:00000200:1.0:1767384940.026498:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.109@tcp16 00000800:00000010:1.0:1767384940.026502:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3643fb2. 00000800:00000200:1.0:1767384940.026509:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (6) 00000800:00000200:1.0:1767384940.026515:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp16 ip 192.168.203.109:988 00000800:00000200:1.0:1767384940.026519:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3643fb2 type 1, nob 576 niov 1 nkiov 1 00000400:00000200:1.0:1767384940.026533:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384940.026535:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 0 00000400:00000200:1.0:1767384940.026546:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x800e1 00000400:00000200:1.0:1767384940.026550:0:16338:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x800e1 00000400:00000200:1.0:1767384940.026553:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp34(00000000942bfb4f) state 0x800a1 rc 0 00000400:00000200:1.0:1767384940.026556:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp34 (00000000942bfb4f) 00000400:00000200:1.0:1767384940.026559:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000942bfb4f (1) 00000400:00000200:1.0:1767384940.026562:0:16338:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000942bfb4f nid 192.168.203.109@tcp34 00000400:00000010:1.0:1767384940.026565:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000d35e37f9. 00000400:00000010:1.0:1767384940.026569:0:16338:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000942bfb4f. 00000400:00000200:1.0:1767384940.026573:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x2800e1 00000400:00000200:1.0:1767384940.026576:0:16338:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x2800e1 00000400:00000200:1.0:1767384940.026580:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp35(00000000fc0061ea) state 0x2800a1 rc 0 00000800:00000200:0.0:1767384940.026581:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384940.026584:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384940.026586:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3643fb2. 00000400:00000200:1.0:1767384940.026587:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp35 (00000000fc0061ea) 00000800:00000001:2.0:1767384940.026592:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384940.026592:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384940.026593:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fc0061ea (1) 00000800:00000001:2.0:1767384940.026599:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384940.026601:0:16338:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000fc0061ea nid 192.168.203.109@tcp35 00000800:00000001:2.0:1767384940.026604:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384940.026605:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: PUT: OK 00000400:00000010:1.0:1767384940.026606:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000004a8d4304. 00000400:00000200:2.0:1767384940.026614:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16) <- 192.168.203.109@tcp16 : PUT - for me 00000400:00000010:1.0:1767384940.026628:0:16338:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000fc0061ea. 00000400:00000200:0.0:1767384940.026635:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384940.026640:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp16: 0 00000400:00000200:2.0:1767384940.026682:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384940.026685:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 480/480 into md 0x19fd [1] + 0 00000400:00000010:2.0:1767384940.026688:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83bd837. 00000400:00000200:2.0:1767384940.026690:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ece826a 00000800:00000001:2.0:1767384940.026693:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384940.026697:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.026699:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384940.026701:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: PUT: OK 00000400:00000200:2.0:1767384940.026704:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ece826a 00000400:00000010:2.0:1767384940.026705:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ece826a. 00000400:00000200:2.0:1767384940.026707:0:16333:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384940.026708:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (30) 00000400:00000200:2.0:1767384940.026710:0:16333:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:2.0:1767384940.026713:0:16333:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000bbd55a32. 00000400:00000200:2.0:1767384940.026715:0:16333:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 28 00000400:00000200:2.0:1767384940.026717:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384940.026741:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (31) 00000400:00000200:2.0:1767384940.026755:0:16333:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384940.026755:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384940.026763:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83bd837. 00000400:00000200:2.0:1767384940.026764:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp16 to MR: 192.168.203.109@tcp16 local destination 00080000:00000010:0.0:1767384940.026770:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f5acdb59. 00000400:00000010:1.0:1767384940.026771:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db5c22fb. 00000400:00000200:2.0:1767384940.026772:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp16 NI seq info: [110:110:256:4294967295] 192.168.203.109@tcp16 LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1767384940.026778:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f6508b29 00000400:00000200:2.0:1767384940.026787:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16:192.168.203.109@tcp16) -> 192.168.203.109@tcp16(192.168.203.109@tcp16:192.168.203.109@tcp16) 192.168.203.109@tcp16 : ACK try# 0 00080000:00000010:0.0:1767384940.026789:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006dbd8227. 00000800:00000200:2.0:1767384940.026794:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp16 00000400:00000200:1.0:1767384940.026795:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3004f1 00040000:00000001:0.0:1767384940.026797:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:2.0:1767384940.026798:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b29ae1e. 00040000:00000001:0.0:1767384940.026801:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000010:1.0:1767384940.026804:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 000000007a7a22ab. 00000800:00000200:2.0:1767384940.026805:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (6) 00080000:00000001:0.0:1767384940.026805:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384940.026812:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 000000004373c229. 00000020:00000002:0.0:1767384940.026813:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00000800:00000200:2.0:1767384940.026817:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp16 ip 192.168.203.109:1009 00000400:00000010:1.0:1767384940.026819:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 0000000038375e45. 20000000:00000001:0.0:1767384940.026819:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384940.026822:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b29ae1e type 0, nob 96 niov 1 nkiov 0 20000000:00000001:0.0:1767384940.026824:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384940.026833:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384940.026842:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384940.026845:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000010:1.0:1767384940.026850:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 000000007a7a22ab. 00080000:00000001:0.0:1767384940.026850:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000010:1.0:1767384940.026857:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 000000004373c229. 00000400:00000010:1.0:1767384940.026861:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 0000000038375e45. 00000400:00000010:1.0:1767384940.026893:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000bbd55a32. 00000800:00000200:2.0:1767384940.026899:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384940.026901:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000800:00000010:2.0:1767384940.026903:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b29ae1e. 00000400:00000200:2.0:1767384940.026908:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384940.026909:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300571 00000400:00000200:2.0:1767384940.026918:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: ACK: OK 00000400:00000200:1.0:1767384940.026918:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 1 00000800:00000001:2.0:1767384940.026926:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:0.0:1767384940.026928:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004cbe8d46. 00000400:00000200:1.0:1767384940.026929:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 00000800:00000001:2.0:1767384940.026930:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384940.026933:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384940.026935:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384940.026937:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000800:00000001:2.0:1767384940.026940:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384940.026944:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384940.026945:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000800:00000001:2.0:1767384940.026946:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384940.026948:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384940.026953:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300511 rc 0 00080000:00000001:0.0:1767384940.026953:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384940.026956:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp16(192.168.203.109@tcp16) <- 192.168.203.109@tcp16 : ACK - for me 00080000:00000001:0.0:1767384940.026961:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384940.026963:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00080000:00000001:0.0:1767384940.026968:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.026971:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (30) 00080000:00000001:0.0:1767384940.026971:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384940.026974:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.026979:0:16333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp16: ACK from 12345-192.168.203.109@tcp16 into md 0x1a0d 00080000:00000001:0.0:1767384940.026979:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384940.026982:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.026984:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000002:0.0:1767384940.026985:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:0.0:1767384940.026990:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00000400:00000200:2.0:1767384940.026991:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp16->192.168.203.109@tcp16: ACK: OK 00080000:00000002:0.0:1767384940.026993:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384940.026996:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17c070c 00080000:00000001:0.0:1767384940.026997:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384940.027000:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17c070c. 00000400:00000200:2.0:1767384940.027004:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384940.027007:0:16333:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:2.0:1767384940.027008:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (29) 00000800:00000001:2.0:1767384940.027013:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000020:1.0:1767384940.027015:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000001:2.0:1767384940.027016:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384940.027017:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.027020:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:0.0:1767384940.027021:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384940.027025:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e208cc0. 00000020:00000001:0.0:1767384940.027025:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:2.0:1767384940.027029:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:0.0:1767384940.027030:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 20000000:00000001:1.0:1767384940.027032:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384940.027033:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384940.027039:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00000040:1.0:1767384940.027039:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363758848 00080000:00000010:0.0:1767384940.027039:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007251175b. 10000000:01000000:2.0:1767384940.027042:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384940.027046:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775869654016 : -107297839897600 : ffff9e69c65e2400) 00010000:00000001:1.0:1767384940.027047:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384940.027048:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384940.027050:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384940.027053:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:0.0:1767384940.027053:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000200:1.0:1767384940.027057:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c3e3e7c x1853237363758848/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384940.027059:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008e393382. 00010000:00000040:2.0:1767384940.027061:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000098333bc1 count: 2 00080000:00000001:0.0:1767384940.027063:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.027066:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384940.027068:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384940.027073:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384940.027077:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f30437fd. 00010000:00000001:1.0:1767384940.027078:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:0.0:1767384940.027079:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.027083:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.027084:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384940.027088:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f30437fd with handle 0x135556ebb4843c1d to hash 00080000:00000001:0.0:1767384940.027088:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00001000:1.0:1767384940.027090:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=58 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384940.027093:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384940.027108:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00000100:00000001:1.0:1767384940.027110:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384940.027111:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384940.027116:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384940.027117:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384940.027118:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.027123:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384940.027124:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384940.027130:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384940.027134:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:1.0:1767384940.027134:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.027139:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384940.027140:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384940.027144:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000040:1.0:1767384940.027146:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384940.027147:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384940.027151:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000010:1.0:1767384940.027154:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008aff984e. 00010000:00010000:2.0:1767384940.027156:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843c0f expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384940.027159:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363758848, offset 224 00010000:00000001:2.0:1767384940.027162:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384940.027165:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.027167:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384940.027169:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.027171:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384940.027172:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.027175:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384940.027177:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384940.027183:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384940.027185:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000098333bc1) refcount = 2 00010000:00000040:2.0:1767384940.027193:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:1.0:1767384940.027194:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05700 00010000:00000040:2.0:1767384940.027197:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843c0f expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384940.027206:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19e9 [2] + 224 00010000:00000040:2.0:1767384940.027207:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384940.027210:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384940.027217:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1767384940.027218:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000017ada160. 00000100:00000001:2.0:1767384940.027222:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:1.0:1767384940.027225:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384940.027226:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000001ffe174. 00000100:00000001:2.0:1767384940.027230:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775870251008 : -107297839300608 : ffff9e69c6674000) 00000100:00000001:2.0:1767384940.027233:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775870251008 : -107297839300608 : ffff9e69c6674000) 00000100:00000001:1.0:1767384940.027233:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384940.027236:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384940.027239:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000200:1.0:1767384940.027240:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384940.027242:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384940.027245:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.027248:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384940.027251:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.027254:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.027257:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000040:1.0:1767384940.027258:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384940.027259:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384940.027262:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a29bfd4. 00000020:00000040:2.0:1767384940.027264:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000100:00000001:2.0:1767384940.027268:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384940.027270:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384940.027273:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384940.027279:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbd55a32. 00000100:00000001:2.0:1767384940.027283:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.027286:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843c0f expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384940.027292:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384940.027297:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843c0f expref: 16 pid: 17065 timeout: 410 lvb_type: 0 00000400:00000200:1.0:1767384940.027299:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aff984e 00000400:00000010:1.0:1767384940.027305:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008aff984e. 00010000:00000001:2.0:1767384940.027306:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384940.027307:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384940.027309:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384940.027310:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384940.027315:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384940.027315:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384940.027316:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384940.027319:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384940.027321:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384940.027321:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004256c2bc. 00000100:00000001:1.0:1767384940.027322:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.027326:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000312d903c 00000400:00000010:0.0:1767384940.027330:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000312d903c. 00000100:00000040:1.0:1767384940.027331:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384940.027335:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384940.027338:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384940.027341:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384940.027342:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384940.027343:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.027344:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384940.027350:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384940.027352:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a29bfd4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363759104:0@lo:104: 00000100:00000040:1.0:1767384940.027358:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c3e3e7c x1853237363758848/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384940.027361:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384940.027364:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384940.027368:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384940.027372:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384940.027375:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5acdb59. 00000100:00000200:0.0:1767384940.027380:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384940.027381:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384940.027387:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eb3a134. 00000400:00000010:2.0:1767384940.027394:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e38af0. 00000100:00100000:1.0:1767384940.027394:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c3e3e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363758848:12345-0@lo:253: Request processed in 3574us (3922us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384940.027398:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384940.027400:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363759104, portal 16 00000100:00000001:0.0:1767384940.027402:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.027406:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384940.027408:0:16343:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384940.027409:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879033472 : -107292830518144 : ffff9e6af0f33480) 02000000:00000001:0.0:1767384940.027411:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384940.027415:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384940.027416:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384940.027416:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000001:0.0:1767384940.027417:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.027424:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384940.027425:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00001000:0.0:1767384940.027431:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=58 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384940.027432:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384940.027433:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384940.027438:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384940.027439:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=58 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384940.027440:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384940.027444:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000020:00000010:1.0:1767384940.027445:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1c88922. 00000100:00000001:0.0:1767384940.027445:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384940.027448:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384940.027449:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363759104, offset 0 00010000:00000001:0.0:1767384940.027452:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384940.027455:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000051d817a2. 00000400:00000200:2.0:1767384940.027456:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384940.027456:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384940.027461:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000754e2bb1. 00000100:00000001:0.0:1767384940.027462:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.027468:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384940.027471:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000040:0.0:1767384940.027471:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384940.027477:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c05800 02000000:00000001:1.0:1767384940.027478:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384940.027483:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f5c0b2e4. 00000400:00000200:2.0:1767384940.027488:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1825 [2] + 0 00000100:00000001:0.0:1767384940.027490:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384940.027491:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384940.027496:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384940.027496:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384940.027497:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.027499:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.027504:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:01000004:0.0:1767384940.027505:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:1.0:1767384940.027507:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384940.027508:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384940.027509:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000020:01000004:0.0:1767384940.027512:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:2.0:1767384940.027513:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000010:1.0:1767384940.027513:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e14c610. 00000020:01000004:0.0:1767384940.027516:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000010:2.0:1767384940.027519:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000671e8fb1. 00000020:01000004:0.0:1767384940.027520:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:1.0:1767384940.027522:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008aff984e. 00000020:01000004:0.0:1767384940.027523:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:2.0:1767384940.027525:0:17087:0:(events.c:337:request_in_callback()) incoming req@00000000671e8fb1 x1853237363759104 msgsize 328 00000020:01000004:0.0:1767384940.027526:0:16343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384940.027529:0:16343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384940.027532:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384940.027535:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384940.027536:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384940.027539:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384940.027548:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002931cb4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363758848:0@lo:253: 00000100:00000001:2.0:1767384940.027553:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384940.027560:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.027561:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000100:00000001:0.0:1767384940.027563:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384940.027564:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000100:00000001:2.0:1767384940.027568:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384940.027568:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002931cb4e x1853237363758848/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.027572:0:17055:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384940.027575:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384940.027577:0:17055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363759104 00000100:00000001:0.0:1767384940.027579:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384940.027582:0:17055:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384940.027583:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384940.027585:0:17055:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384940.027587:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d6c136e0. 00000100:00000001:2.0:1767384940.027591:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384940.027592:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384940.027595:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384940.027596:0:17055:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.027596:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384940.027599:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 02000000:00000001:1.0:1767384940.027604:0:17055:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.027604:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384940.027607:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fb7385c0. 00000100:00000001:2.0:1767384940.027609:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384940.027611:0:17055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363759104 00000100:00000001:2.0:1767384940.027612:0:17087:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384940.027612:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384940.027629:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.027630:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384940.027631:0:17055:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384940.027632:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294927912 00000100:00000010:0.0:1767384940.027633:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002931cb4e. 00000020:00000040:1.0:1767384940.027635:0:17055:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 00000020:00000001:1.0:1767384940.027639:0:17055:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384940.027640:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294927909 00000100:00000001:0.0:1767384940.027640:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767384940.027643:0:17055:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 00000100:00000001:0.0:1767384940.027643:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.027646:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294927912 00000100:00000001:0.0:1767384940.027647:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384940.027649:0:17055:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:2.0:1767384940.027654:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294927909 00000020:00000001:1.0:1767384940.027655:0:17055:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:0.0:1767384940.027655:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384940.027659:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.027661:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294927912 00000100:00000001:1.0:1767384940.027662:0:17055:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384940.027662:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384940.027667:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.027669:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294927909 00000020:00000010:1.0:1767384940.027669:0:17055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055972772. 00000100:00000001:2.0:1767384940.027674:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294927912 00000100:00000001:1.0:1767384940.027675:0:17055:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384940.027678:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294927909 00000020:00000010:1.0:1767384940.027680:0:17055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055972772. 00000100:00000001:2.0:1767384940.027681:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384940.027685:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.027686:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384940.027687:0:17055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a8d4304. 00010000:00000001:2.0:1767384940.027688:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.027693:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.027695:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.027696:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384940.027696:0:17055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c362efc3. 00010000:00000001:2.0:1767384940.027697:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.027700:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384940.027703:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384940.027704:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384940.027705:0:17055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000001:2.0:1767384940.027706:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384940.027708:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384940.027715:0:17055:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:2.0:1767384940.027716:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 0000000001ffe174 going to sleep for 11 seconds 00000100:00000001:2.0:1767384940.027721:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384940.027721:0:17055:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384940.027725:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.027725:0:17055:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384940.027729:0:17055:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.027735:0:17055:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.027746:0:17055:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.027758:0:17055:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384940.027760:0:17055:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384940.027761:0:17056:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384940.027764:0:17056:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384940.027765:0:17055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:2.0:1767384940.027769:0:17056:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384940.027769:0:17055:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 00000100:00000001:1.0:1767384940.027772:0:17055:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879022720 : -107292830528896 : ffff9e6af0f30a80) 00000100:00000001:2.0:1767384940.027773:0:17056:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384940.027781:0:17055:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000671e8fb1 x1853237363759104/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 328/0 e 0 to 0 dl 1767384951 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384940.027792:0:17055:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384940.027795:0:17055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055972772. 00000100:00000001:1.0:1767384940.027797:0:17055:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384940.027799:0:17055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055972772. 00000100:00100000:1.0:1767384940.027808:0:17055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000671e8fb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363759104:12345-0@lo:104: 00000100:00000200:1.0:1767384940.027811:0:17055:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363759104 00010000:00000001:1.0:1767384940.027814:0:17055:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384940.027818:0:17055:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384940.027819:0:17055:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384940.027821:0:17055:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=2 00000020:00000001:1.0:1767384940.027823:0:17055:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:1.0:1767384940.027825:0:17055:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:1.0:1767384940.027828:0:17055:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384940.027830:0:17055:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384940.027834:0:17055:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384940.027842:0:17055:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384940.027844:0:17055:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384940.027846:0:17055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000038375e45. 02000000:00000001:1.0:1767384940.027849:0:17055:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.027850:0:17055:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.027853:0:17055:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384940.027855:0:17055:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384940.027858:0:17055:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=58 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384940.027861:0:17055:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384940.027950:0:17055:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384940.027954:0:17055:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384940.027956:0:17055:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384940.027957:0:17055:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.027960:0:17055:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384940.027962:0:17055:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384940.027965:0:17055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17c070c. 00000100:00000200:1.0:1767384940.027968:0:17055:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363759104, offset 224 00000400:00000200:1.0:1767384940.027974:0:17055:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384940.027980:0:17055:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384940.027985:0:17055:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c05800 00000400:00000200:1.0:1767384940.027990:0:17055:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a19 [1] + 224 00000400:00000200:1.0:1767384940.028001:0:17055:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384940.028005:0:17055:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384940.028009:0:17055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384940.028013:0:17055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384940.028023:0:17055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384940.028041:0:17055:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384940.028047:0:17055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17c070c 00000400:00000010:1.0:1767384940.028049:0:17055:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17c070c. 00000100:00000001:1.0:1767384940.028053:0:17055:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384940.028054:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384940.028055:0:17055:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384940.028059:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384940.028061:0:17055:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384940.028062:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384940.028065:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002eb3a134. 00000100:00000040:1.0:1767384940.028068:0:17055:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:0.0:1767384940.028070:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e38af0 00000400:00000010:0.0:1767384940.028073:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e38af0. 00010000:00000001:1.0:1767384940.028074:0:17055:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384940.028078:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:1.0:1767384940.028079:0:17055:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000588e1ccc. 00000100:00000200:0.0:1767384940.028084:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384940.028085:0:17055:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384940.028093:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384940.028099:0:17055:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767384940.028099:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384940.028101:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384940.028104:0:17055:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.028107:0:17055:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.028110:0:17087:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384940.028112:0:17055:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.028112:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384940.028115:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384940.028117:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.028119:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384940.028121:0:17055:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000671e8fb1 x1853237363759104/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 328/224 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:0.0:1767384940.028123:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=58 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384940.028129:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:0.0:1767384940.028130:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=58 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384940.028135:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.028137:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384940.028140:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.028143:0:17061:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384940.028145:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384940.028148:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028149:0:17061:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:1.0:1767384940.028150:0:17055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000671e8fb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363759104:12345-0@lo:104: Request processed in 354us (620us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384940.028154:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028155:0:17061:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384940.028161:0:17061:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384940.028161:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384940.028167:0:17055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384940.028174:0:17055:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 00000100:00000001:1.0:1767384940.028181:0:17055:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767384940.028183:0:17061:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f6a6e86 already unused, calling callback (00000000c41d87b4) 00000100:00000001:1.0:1767384940.028185:0:17055:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384940.028187:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384940.028190:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384940.028191:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384940.028192:0:17055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c362efc3. 10000000:00010000:2.0:1767384940.028193:0:17061:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384940.028194:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384940.028199:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000010:1.0:1767384940.028201:0:17055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00010000:00000001:0.0:1767384940.028201:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.028204:0:17061:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384940.028205:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.028207:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:1.0:1767384940.028208:0:17055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a8d4304. 00010000:00000001:0.0:1767384940.028208:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.028210:0:17061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384940.028212:0:17061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=3 00000100:00000040:0.0:1767384940.028213:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384940.028216:0:17061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384940.028222:0:17061:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000020:00000040:1.0:1767384940.028224:0:17055:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 00010000:00000001:2.0:1767384940.028228:0:17061:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384940.028231:0:17055:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384940.028231:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a29bfd4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363759104:0@lo:104: 00010000:00010000:2.0:1767384940.028232:0:17061:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384940.028241:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384940.028243:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384940.028245:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384940.028247:0:17061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384940.028247:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384940.028250:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384940.028254:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a29bfd4 x1853237363759104/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:2.0:1767384940.028255:0:17061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384940.028260:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384940.028261:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384940.028264:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5acdb59. 10000000:00000001:2.0:1767384940.028266:0:17061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:0.0:1767384940.028268:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384940.028270:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384940.028275:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00000020:00000001:0.0:1767384940.028277:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384940.028278:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbd55a32. 02000000:00000001:0.0:1767384940.028281:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384940.028282:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384940.028283:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a29bfd4. 00000100:00000001:0.0:1767384940.028285:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384940.028286:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384940.028288:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000001ffe174. 00000100:00000001:0.0:1767384940.028290:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384940.028291:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:2.0:1767384940.028294:0:17061:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000010:0.0:1767384940.028295:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000017ada160. 10000000:00000040:2.0:1767384940.028298:0:17061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384940.028300:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028301:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384940.028304:0:17061:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.028305:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.028309:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384940.028311:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384940.028313:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384940.028315:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384940.028316:0:17061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384940.028318:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384940.028321:0:17061:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 10000000:00000001:2.0:1767384940.028326:0:17061:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384940.028328:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028331:0:17061:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384940.028333:0:17061:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384940.028334:0:17061:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384940.028336:0:17061:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384940.028337:0:17061:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384940.028339:0:17061:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f6a6e86 with handle 0x135556ebb4843c0f from hash 00010000:00000001:2.0:1767384940.028341:0:17061:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384940.028342:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.028343:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.028343:0:17061:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384940.028345:0:17061:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384940.028346:0:17061:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384940.028348:0:17061:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384940.028350:0:17061:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384940.028355:0:17061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046e12a25. 00000020:00000040:2.0:1767384940.028357:0:17061:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384940.028359:0:17061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384940.028361:0:17061:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384940.028363:0:17061:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384940.028366:0:17061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbd55a32. 00000100:00000001:2.0:1767384940.028369:0:17061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028371:0:17061:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384940.028373:0:17061:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384940.028378:0:17061:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384940.028379:0:17061:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.028386:0:17061:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384940.028388:0:17061:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384940.028393:0:17061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e12a25] to pc [ptlrpcd_00_01+1] req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384940.028413:0:17061:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384940.028416:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.028417:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.028419:0:17061:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028421:0:17061:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.028421:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384940.028426:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.028426:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384940.028430:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767384940.028431:0:17061:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384940.028434:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384940.028436:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.028439:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028440:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384940.028443:0:17061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 000000009f6a6e86/0x135556ebb4843c0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843c16 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384940.028458:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:2.0:1767384940.028460:0:17061:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000085651c8c count: 0 00000100:00000001:0.0:1767384940.028460:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.028466:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384940.028468:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384940.028469:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384940.028473:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363759232:0@lo:103: 00000100:00000001:0.0:1767384940.028475:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384940.028478:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384940.028478:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384940.028479:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028481:0:17061:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384940.028482:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:2.0:1767384940.028484:0:17061:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000588e1ccc. 02000000:00000010:0.0:1767384940.028487:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e9bcee. 00010000:00000001:2.0:1767384940.028488:0:17061:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.028491:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384940.028493:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.028496:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.028497:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384940.028500:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384940.028501:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384940.028501:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004256c2bc. 00010000:00010000:2.0:1767384940.028503:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384940.028507:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384940.028507:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000020:00000001:2.0:1767384940.028508:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.028512:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384940.028512:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363759232, portal 18 00000100:00000001:0.0:1767384940.028516:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384940.028517:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020032 : -107292830531584 : ffff9e6af0f30000) 00000100:00000040:0.0:1767384940.028520:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.028524:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384940.028526:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384940.028539:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000200:0.0:1767384940.028540:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363759232, offset 0 00000400:00000200:0.0:1767384940.028543:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384940.028548:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384940.028553:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c05880 00000400:00000200:0.0:1767384940.028558:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:0.0:1767384940.028561:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384940.028563:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384940.028567:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384940.028568:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384940.028571:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a155b63b. 00000100:00000040:0.0:1767384940.028573:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000a155b63b x1853237363759232 msgsize 328 00000100:00100000:0.0:1767384940.028576:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384940.028587:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384940.028592:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:0.0:1767384940.028594:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000001:0.0:1767384940.028597:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384940.028599:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384940.028603:0:18889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384940.028605:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384940.028607:0:18889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363759232 00000100:00000040:0.0:1767384940.028609:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384940.028610:0:18889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384940.028613:0:18889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384940.028631:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.028633:0:18889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384940.028637:0:18889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384940.028643:0:18889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363759232 00000100:00000001:0.0:1767384940.028643:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384940.028646:0:18889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384940.028648:0:18889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:0.0:1767384940.028649:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.028652:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384940.028653:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294927913 00000020:00000040:2.0:1767384940.028654:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:2.0:1767384940.028658:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384940.028660:0:18889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384940.028660:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927912 00000100:00000001:2.0:1767384940.028666:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384940.028667:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294927913 00000020:00000010:2.0:1767384940.028670:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001acb3735. 00000100:00000001:2.0:1767384940.028682:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384940.028684:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927912 00000020:00000010:2.0:1767384940.028685:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001acb3735. 00000100:00000001:0.0:1767384940.028688:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294927913 00000020:00000010:2.0:1767384940.028691:0:18889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5acdb59. 00000100:00000001:0.0:1767384940.028692:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927912 00000100:00000001:0.0:1767384940.028696:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294927913 00000020:00000010:2.0:1767384940.028697:0:18889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9d0b5a7. 00000100:00000001:0.0:1767384940.028700:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927912 00000020:00000010:2.0:1767384940.028702:0:18889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004087d0d4. 00000100:00000001:0.0:1767384940.028704:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384940.028707:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384940.028710:0:18889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384940.028710:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.028711:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.028715:0:18889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384940.028717:0:18889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384940.028718:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384940.028719:0:18889:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384940.028720:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384940.028722:0:18889:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.028724:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384940.028726:0:18889:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384940.028726:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384940.028730:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384940.028730:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.028733:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384940.028734:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384940.028736:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00000020:00000001:2.0:1767384940.028739:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384940.028741:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00010000:2.0:1767384940.028744:0:18889:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843c0f expref: 16 pid: 17065 timeout: 410 lvb_type: 0 00010000:00000001:2.0:1767384940.028748:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.028749:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.028750:0:18889:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.028751:0:18889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.028761:0:18889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384940.028764:0:18889:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a155b63b x1853237363759232/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 328/0 e 0 to 0 dl 1767384951 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384940.028770:0:18889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384940.028771:0:18889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.028780:0:18889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384940.028790:0:18889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384940.028791:0:18889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384940.028795:0:18889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384940.028798:0:18889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384940.028799:0:18889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780990648704 : -107292718902912 : ffff9e6af79a5180) 00000100:00000040:2.0:1767384940.028803:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a155b63b x1853237363759232/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 328/0 e 0 to 0 dl 1767384951 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384940.028809:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384940.028812:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001acb3735. 00000100:00000001:2.0:1767384940.028813:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384940.028815:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001acb3735. 00000100:00100000:2.0:1767384940.028817:0:18889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a155b63b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363759232:12345-0@lo:103: 00000100:00000200:2.0:1767384940.028820:0:18889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363759232 00010000:00000001:2.0:1767384940.028822:0:18889:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384940.028823:0:18889:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384940.028825:0:18889:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384940.028827:0:18889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384940.028829:0:18889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384940.028832:0:18889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000055d08c7. 02000000:00000001:2.0:1767384940.028833:0:18889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.028834:0:18889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028836:0:18889:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384940.028838:0:18889:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384940.028840:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384940.028840:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384940.028841:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00000020:00000001:2.0:1767384940.028843:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:2.0:1767384940.028849:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000040:2.0:1767384940.028851:0:18889:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000098333bc1 count: 3 00010000:00010000:2.0:1767384940.028854:0:18889:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843c0f expref: 16 pid: 17065 timeout: 410 lvb_type: 0 00000100:00001000:2.0:1767384940.028858:0:18889:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384940 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384940.028861:0:18889:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384940.028898:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.028899:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384940.028901:0:18889:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843c0f expref: 16 pid: 17065 timeout: 410 lvb_type: 0 00000020:00000001:2.0:1767384940.028905:0:18889:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.028907:0:18889:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.028908:0:18889:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.028910:0:18889:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384940.028911:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007251175b. 00010000:00000001:2.0:1767384940.028913:0:18889:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384940.028916:0:18889:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384940.028921:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.028922:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.028924:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384940.028925:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384940.028928:0:18889:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4ec1874 with handle 0x135556ebb4843c16 from hash 00010000:00000001:2.0:1767384940.028930:0:18889:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384940.028931:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.028932:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.028934:0:18889:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384940.028936:0:18889:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384940.028937:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384940.028939:0:18889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c16 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843c0f expref: 16 pid: 17065 timeout: 410 lvb_type: 0 00080000:00000010:0.0:1767384940.028939:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008e393382. 00040000:00000001:0.0:1767384940.028945:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000040:2.0:1767384940.028947:0:18889:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00040000:00000001:0.0:1767384940.028947:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:2.0:1767384940.028950:0:18889:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00080000:00000001:0.0:1767384940.028951:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384940.028955:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00010000:00000001:2.0:1767384940.028956:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384940.028957:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.028960:0:18889:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 20000000:00000001:0.0:1767384940.028960:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384940.028962:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384940.028964:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384940.028968:0:18889:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 20000000:01000000:0.0:1767384940.028968:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000040:2.0:1767384940.028972:0:18889:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f30437fd 00080000:00000001:0.0:1767384940.028974:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:2.0:1767384940.028975:0:18889:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384940.028978:0:18889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384940.028979:0:18889:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.028981:0:18889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384940.028982:0:18889:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.028984:0:18889:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384940.028986:0:18889:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384940.028987:0:18889:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.028990:0:18889:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384940.028992:0:18889:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384940.028994:0:18889:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384940.028996:0:18889:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384940.028997:0:18889:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000098333bc1) refcount = 2 00010000:00010000:2.0:1767384940.028999:0:18889:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.029003:0:18889:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384940.029005:0:18889:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384940.029006:0:18889:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.029008:0:18889:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384940.029011:0:18889:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001acb3735. 00000100:00000001:2.0:1767384940.029012:0:18889:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384940.029015:0:18889:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b66eb81. 00000100:00000001:2.0:1767384940.029017:0:18889:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775870254848 : -107297839296768 : ffff9e69c6674f00) 00000100:00000001:2.0:1767384940.029018:0:18889:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775870254848 : -107297839296768 : ffff9e69c6674f00) 00000100:00000001:2.0:1767384940.029020:0:18889:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384940.029021:0:18889:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384940.029023:0:18889:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384940.029025:0:18889:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384940.029028:0:18889:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384940.029030:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384940.029031:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384940.029036:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=5 00000020:00000001:2.0:1767384940.029038:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384940.029039:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384940.029042:0:18889:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384940.029043:0:18889:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.029047:0:18889:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384940.029048:0:18889:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.029059:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.029060:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384940.029061:0:18889:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.029064:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384940.029065:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.029067:0:18889:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384940.029068:0:18889:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384940.029071:0:18889:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f30437fd already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384940.029072:0:18889:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.029073:0:18889:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384940.029074:0:18889:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.029078:0:18889:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384940.029079:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384940.029080:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384940.029081:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f30437fd refcount=6 00000020:00000001:2.0:1767384940.029082:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384940.029084:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682112 : -107293518869504 : ffff9e6ac7ebcc00) 00010000:00000001:2.0:1767384940.029085:0:18889:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384940.029090:0:18889:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.029093:0:18889:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384940.029094:0:18889:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384940.029095:0:18889:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.029102:0:18889:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384940.029104:0:18889:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384940.029105:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384940.029106:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384940.029108:0:18889:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f30437fd with handle 0x135556ebb4843c1d from hash 00010000:00000001:2.0:1767384940.029110:0:18889:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384940.029111:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.029112:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.029113:0:18889:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384940.029114:0:18889:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384940.029115:0:18889:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384940.029116:0:18889:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:0.0:1767384940.029117:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.029118:0:18889:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384940.029122:0:18889:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.029126:0:18889:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384940.029128:0:18889:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384940.029130:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.029130:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.029131:0:18889:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.029133:0:18889:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.029137:0:18889:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.029143:0:18889:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384940.029148:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.029148:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.029149:0:18889:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384940.029151:0:18889:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384940.029152:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.029152:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.029153:0:18889:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384940.029155:0:18889:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384940.029161:0:18889:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.029163:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.029165:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384940.029166:0:18889:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.029168:0:18889:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384940.029169:0:18889:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384940.029171:0:18889:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.029173:0:18889:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.029175:0:18889:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384940.029176:0:18889:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b66eb81. 00000100:00000001:2.0:1767384940.029179:0:18889:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384940.029182:0:18889:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384940.029184:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000010:2.0:1767384940.029185:0:18889:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001acb3735. 20000000:00000001:0.0:1767384940.029188:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384940.029189:0:18889:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384940.029192:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384940.029193:0:18889:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384940.029197:0:18889:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:1.0:1767384940.029201:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384940.029201:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384940.029202:0:18889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384940.029204:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384940.029206:0:18889:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.029208:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384940.029208:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f30437fd/0x135556ebb4843c1d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384940.029210:0:18889:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=58 v=5 (1 0 0 0) 20000000:00000010:1.0:1767384940.029212:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000013f749b7. 00000100:00000001:2.0:1767384940.029222:0:18889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1767384940.029223:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000098333bc1 count: 0 00000100:00000040:2.0:1767384940.029229:0:18889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 20000000:00000001:1.0:1767384940.029229:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.029233:0:18889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:0.0:1767384940.029235:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384940.029236:0:18889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1767384940.029236:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363758976 20000000:00000001:0.0:1767384940.029238:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:2.0:1767384940.029240:0:18889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.029242:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384940.029243:0:18889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384940.029248:0:18889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:1.0:1767384940.029250:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000296b3710 x1853237363758976/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384940.029251:0:18889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000100:00000200:2.0:1767384940.029257:0:18889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363759232, offset 224 00000400:00000200:2.0:1767384940.029265:0:18889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384940.029268:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384940.029272:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.029273:0:18889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384940.029278:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=58 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384940.029283:0:18889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c05880 00000100:00000001:1.0:1767384940.029286:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384940.029288:0:18889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a29 [1] + 224 00000400:00000200:2.0:1767384940.029293:0:18889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384940.029293:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:1.0:1767384940.029299:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:2.0:1767384940.029302:0:18889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384940.029305:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384940.029306:0:18889:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384940.029310:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384940.029311:0:18889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.029314:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384940.029320:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384940.029326:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000588e1ccc. 00000100:00000040:2.0:1767384940.029329:0:18889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384940.029332:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363758976, offset 224 00000400:00000200:1.0:1767384940.029343:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384940.029346:0:18889:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384940.029354:0:18889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000400:00000200:1.0:1767384940.029354:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384940.029355:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384940.029357:0:18889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000100:00000001:0.0:1767384940.029359:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384940.029364:0:18889:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384940.029365:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384940.029367:0:18889:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384940.029369:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384940.029372:0:18889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.029372:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05780 00000400:00000010:0.0:1767384940.029373:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004256c2bc. 00000100:00000040:2.0:1767384940.029378:0:18889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000200:0.0:1767384940.029380:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00010000:00000001:2.0:1767384940.029382:0:18889:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384940.029383:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00010000:00000001:2.0:1767384940.029385:0:18889:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.029387:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384940.029390:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a155b63b x1853237363759232/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 328/224 e 0 to 0 dl 1767384951 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384940.029392:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19f5 [2] + 224 00000100:00000200:0.0:1767384940.029395:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384940.029415:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384940.029418:0:18889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a155b63b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363759232:12345-0@lo:103: Request processed in 605us (840us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384940.029418:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384940.029425:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384940.029436:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384940.029436:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384940.029438:0:18889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384940.029441:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384940.029442:0:18889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000200:1.0:1767384940.029444:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.029446:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384940.029447:0:18889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384940.029450:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384940.029451:0:18889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384940.029454:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384940.029456:0:18889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9d0b5a7. 00000100:00000001:0.0:1767384940.029458:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384940.029463:0:18889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004087d0d4. 02000000:00000001:0.0:1767384940.029463:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384940.029468:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=58 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384940.029469:0:18889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5acdb59. 00000020:00000040:2.0:1767384940.029475:0:18889:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00001000:0.0:1767384940.029477:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384940.029480:0:18889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.029498:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384940.029501:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.029503:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384940.029504:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384940.029505:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.029510:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384940.029516:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.029529:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384940.029529:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384940.029530:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384940.029533:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384940.029535:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384940.029538:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000588e1ccc 00000100:00100000:0.0:1767384940.029542:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363759232:0@lo:103: 00000400:00000010:1.0:1767384940.029543:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000588e1ccc. 00000100:00000001:1.0:1767384940.029549:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384940.029550:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384940.029552:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384940.029552:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384940.029556:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2de0ef9. 00000400:00000200:0.0:1767384940.029559:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca7d216 00000100:00000001:1.0:1767384940.029560:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384940.029560:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ca7d216. 00000100:00000001:0.0:1767384940.029565:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384940.029568:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000200:0.0:1767384940.029569:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384940.029574:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384940.029578:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384940.029581:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384940.029583:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384940.029589:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384940.029591:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000296b3710 x1853237363758976/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.029591:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.029595:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384940.029597:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384940.029600:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384940.029602:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.029605:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384940.029609:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384940.029627:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=58 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384940.029629:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000296b3710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363758976:12345-0@lo:253: Request processed in 4462us (5300us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384940.029632:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384940.029639:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384940.029642:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00010000:00000001:0.0:1767384940.029642:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384940.029645:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384940.029647:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384940.029648:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.029653:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384940.029654:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.029657:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384940.029662:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff0dcd4. 00000100:00000001:0.0:1767384940.029662:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384940.029667:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384940.029680:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a00d2ccf. 00000100:00000001:0.0:1767384940.029681:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384940.029685:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:1.0:1767384940.029688:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f35372ae. 00000020:01000004:0.0:1767384940.029689:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384940.029691:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384940.029694:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384940.029696:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:1.0:1767384940.029697:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000020:01000004:0.0:1767384940.029697:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384940.029699:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384940.029702:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384940.029704:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384940.029705:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384940.029706:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384940.029709:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000009bd580c. 02000000:00000001:1.0:1767384940.029715:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384940.029717:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363758976:0@lo:253: 00000100:00000001:1.0:1767384940.029719:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.029722:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.029725:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384940.029726:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384940.029726:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046e12a25 x1853237363759232/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384940.029733:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000927fc53f. 00000100:00000001:0.0:1767384940.029734:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384940.029736:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384940.029739:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e9bcee. 00000400:00000010:1.0:1767384940.029740:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000588e1ccc. 02000000:00000001:0.0:1767384940.029741:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384940.029744:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384940.029746:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384940.029748:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384940.029750:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbd55a32. 02000000:00000001:0.0:1767384940.029752:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384940.029753:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384940.029758:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046e12a25. 00000100:00000001:0.0:1767384940.029760:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384940.029761:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.029763:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384940.029764:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a563176 x1853237363758976/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.029769:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384940.029769:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384940.029770:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000deae5813. 02000000:00000001:0.0:1767384940.029772:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384940.029772:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384940.029773:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384940.029774:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384940.029775:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ac0497a2. 02000000:00000001:0.0:1767384940.029776:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384940.029777:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384940.029777:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a563176. 00000100:00000001:0.0:1767384940.029779:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384940.029779:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.029780:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.029783:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384940.029784:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.029785:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384940.029786:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384940.034918:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294927913, at 4294927914 00000100:00000010:0.0:1767384940.034926:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ef219ea. 00000100:00000040:1.0:1767384940.034929:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294927913, at 4294927914 00000100:00000010:1.0:1767384940.034943:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcb8ceeb. 00010000:00000010:2.1:1767384940.035004:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000085651c8c. 00010000:00000010:2.1:1767384940.035011:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f6a6e86. 00000100:00000040:2.0:1767384940.035022:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294927913, at 4294927914 00000100:00000010:2.0:1767384940.035027:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045e107c1. 00000100:00000040:3.0:1767384940.035907:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294927913, at 4294927915 00000100:00000010:3.0:1767384940.035916:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e42310e. 00010000:00000010:2.1:1767384940.036893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00010000:00000010:0.1:1767384940.036904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000098333bc1. 00010000:00000010:0.1:1767384940.036911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f30437fd. 00000400:00000010:3.0:1767384940.044094:0:30267:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000912f5c12. 00000400:00000040:3.0:1767384940.044109:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384940.044111:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384940.044113:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.044114:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384940.044116:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.044117:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384940.044119:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384940.044120:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384940.044121:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384940.044122:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384940.044123:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384940.044124:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384940.044126:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384940.044127:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384940.044128:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384940.044129:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384940.044130:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384940.044131:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384940.044132:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384940.044133:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.044134:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384940.044135:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384940.044136:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384940.044137:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384940.044138:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384940.044140:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.044148:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384940.044149:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384940.044150:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384940.044151:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384940.044152:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384940.044153:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.044154:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384940.044156:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384940.044157:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384940.044158:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384940.044159:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384940.044164:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384940.044166:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384940.044167:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384940.044168:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384940.044169:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384940.044170:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384940.044171:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384940.044172:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384940.044173:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384940.044174:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384940.044175:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384940.044176:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384940.044177:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384940.044179:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384940.044179:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384940.044180:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384940.044182:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384940.044183:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384940.044183:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384940.044184:0:30267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384940.044257:0:30267:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000912f5c12. 00000400:00000001:0.0:1767384940.888930:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384940.888934:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384940.888937:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc81237d 00000400:00000010:0.0:1767384940.888941:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc81237d. 00000400:00000200:0.0:1767384940.888946:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384940.888951:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery ping unlinked 00010000:00000001:2.0:1767384940.888953:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384940.888957:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384940.888960:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000923a4343. 00010000:00000001:2.0:1767384940.888962:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384940.888965:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384940.888966:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e2ead6ad. 00000020:00000001:2.0:1767384940.888983:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384940.888993:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.888996:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384941.375819:0:30676:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ceed1538. 00080000:00000010:3.0:1767384941.375828:0:30676:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ceed1538. 00000020:00000001:3.0:1767384941.375833:0:30676:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384941.375839:0:30676:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ceed1538. 00080000:00000010:3.0:1767384941.375843:0:30676:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ceed1538. 00000020:00000001:3.0:1767384941.375845:0:30676:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.912925:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384941.912932:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.912934:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp33 00000400:00000010:3.0:1767384941.912941:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c3c1cc32. 00010000:00000001:2.0:1767384941.912941:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384941.912945:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384941.912952:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f429a56a. 00000400:00000010:3.0:1767384941.912958:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00000400:00000010:3.0:1767384941.912968:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072810fec. 00000400:00000200:3.0:1767384941.912974:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp33 00000020:00000001:2.0:1767384941.912974:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384941.912979:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384941.912995:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384941.913008:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp33 local destination 00000400:00000200:3.0:1767384941.913016:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp33 00000400:00000200:3.0:1767384941.913020:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp33 NI seq info: [111:111:256:4294967295] 192.168.203.109@tcp33 LPNI seq info [96:96:8:4294967295] 00000400:00000200:3.0:1767384941.913033:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp33 00000400:00000200:3.0:1767384941.913042:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp33(192.168.203.109@tcp33:) -> 192.168.203.109@tcp33(192.168.203.109@tcp33:192.168.203.109@tcp33) : GET try# 0 00000800:00000200:3.0:1767384941.913049:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp33 00000800:00000010:3.0:1767384941.913064:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000056a520cf. 00000800:00000200:3.0:1767384941.913071:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000800:00000200:3.1:1767384941.913077:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000400:00000200:3.0:1767384941.913097:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp33 added to recovery queue. ping count: 2 next ping: 266 health :800 00000400:00000200:1.0:1767384941.913163:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913206:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913224:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913240:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913256:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913272:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913286:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913301:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913326:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913341:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913354:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913370:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913388:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913404:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913423:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913441:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913456:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913477:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913496:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913512:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913530:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913545:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913558:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913575:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913592:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913627:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913648:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913665:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913679:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913693:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913718:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913732:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913749:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913770:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384941.913785:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384941.913959:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5509755. 00000800:00000010:1.0:1767384941.913964:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002bba8b66. 00000800:00000010:1.0:1767384941.913969:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001b55e8a1. 00000800:00000010:1.0:1767384941.913985:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001b55e8a1. 00000800:00020000:1.0:1767384941.913995:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384941.918699:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002bba8b66. 00000800:00000010:1.0:1767384941.918704:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b5509755. 00000400:02020000:1.0:1767384941.918750:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp33 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384941.922845:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp33 notifying 192.168.203.109@tcp33: down 00000800:00000200:1.0:1767384941.922851:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp33 down 00000800:00000100:1.0:1767384941.922873:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp33 00000800:00000010:1.0:1767384941.922876:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000056a520cf. 00000400:00000200:1.0:1767384941.922897:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384941.922903:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp33->192.168.203.109@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384941.922911:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384941.922914:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384941.922917:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp33) recovery failed with -71 00000001:00000001:3.0:1767384942.076229:0:30840:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384942.076233:0:30840:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:3.0:1767384942.079454:0:30840:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384942.085444:0:30841:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000075d67f64. 00000400:00000010:3.0:1767384942.085457:0:30841:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000013e5503a. 00000400:00000010:3.0:1767384942.085464:0:30841:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000052943fcc. 00000400:00000010:3.0:1767384942.085467:0:30841:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000011a76197. 00000400:00000010:3.0:1767384942.085471:0:30841:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ea1b3a3e. 00000400:00000010:3.0:1767384942.085474:0:30841:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008bf67a40. 00000400:00000010:3.0:1767384942.085476:0:30841:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000481df12. 00000400:00000010:3.0:1767384942.085477:0:30841:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b55c5f7a. 00000400:00000010:3.0:1767384942.085480:0:30841:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000069d75931. 00000800:00000010:3.0:1767384942.085492:0:30841:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000015f5819. 00000800:00000200:3.0:1767384942.085501:0:30841:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384942.085511:0:30841:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384942.085542:0:30841:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384942.085564:0:30841:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp37 [8/256/0/180] 00000400:00000010:3.0:1767384942.087547:0:30841:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000006adb18ba. 00000400:00000010:3.0:1767384942.087553:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a206abe. 00000400:00000010:3.0:1767384942.087558:0:30841:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1c950f. 00000400:00000001:3.0:1767384942.087573:0:30841:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384942.087575:0:30841:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384942.087576:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec332fbf. 00000400:00000200:3.0:1767384942.087578:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:3.0:1767384942.087580:0:30841:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000400:00000010:3.0:1767384942.087587:0:30841:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000029f4bd74. 00000400:00000200:3.0:1767384942.087591:0:30841:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (28) 00000400:00000200:3.0:1767384942.087614:0:30841:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384942.087622:0:30841:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000400:00000200:1.0:1767384942.087626:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384942.087629:0:30841:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000014b9e209. 00000400:00000200:1.0:1767384942.087634:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300151 00000020:01000000:3.0:1767384942.087635:0:30841:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384942.087640:0:30841:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp37 00000400:00000010:1.0:1767384942.087642:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17c070c. 00000400:00000200:1.0:1767384942.087646:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (29) 00000400:00000010:1.0:1767384942.087651:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f7cc0814. 00000400:00000010:3.0:1767384942.087653:0:30841:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000013e5503a. 00000400:00000200:1.0:1767384942.087656:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000010:3.0:1767384942.087658:0:30841:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000075d67f64. 00000400:00000200:1.0:1767384942.087669:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384942.087674:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:1.0:1767384942.087679:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:00000001:2.0:1767384942.087690:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384942.087691:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:1.0:1767384942.087696:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 10000000:00000001:2.0:1767384942.087697:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384942.087700:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 10000000:00000001:2.0:1767384942.087703:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384942.087705:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 10000000:01000000:2.0:1767384942.087709:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384942.087711:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000020:01000004:2.0:1767384942.087716:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384942.087717:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000020:01000004:2.0:1767384942.087723:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384942.087726:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000020:01000004:2.0:1767384942.087727:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384942.087731:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384942.087732:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000020:01000004:2.0:1767384942.087736:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384942.087739:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000020:01000004:2.0:1767384942.087740:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384942.087745:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384942.087745:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000020:01000004:2.0:1767384942.087749:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384942.087752:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000020:01000004:2.0:1767384942.087754:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384942.087757:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000020:01000004:2.0:1767384942.087759:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384942.087763:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:1.0:1767384942.087766:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000100:00000010:2.0:1767384942.087768:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd9874dc. 00000400:00000200:1.0:1767384942.087769:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000020:00000040:2.0:1767384942.087776:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:1.0:1767384942.087776:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000100:00000001:2.0:1767384942.087784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384942.087785:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 02000000:00000001:2.0:1767384942.087789:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384942.087791:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 02000000:00000001:2.0:1767384942.087804:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.087811:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[85, 22], ns[85, 22] 02000000:00000010:2.0:1767384942.087814:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d87f0025. 00000400:00000200:1.0:1767384942.087815:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 22], ns[84, 22] 00000400:00000200:1.0:1767384942.087822:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 22], ns[87, 22] 00000100:00000001:2.0:1767384942.087823:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.087827:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[96, 22], ns[111, 22] 00000100:00000001:2.0:1767384942.087833:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384942.087834:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[107, 22] 00000100:00000001:2.0:1767384942.087837:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.087841:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[108, 107] 00000100:00000040:2.0:1767384942.087847:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd9874dc] to pc [ptlrpcd_00_02+2] req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384942.087848:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 107] 00000400:00000200:1.0:1767384942.087889:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:1.0:1767384942.087896:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp36 00000400:00000200:1.0:1767384942.087901:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp36 lpni_is_preferred = 0 00000400:00000200:1.0:1767384942.087903:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp36 00000400:00000200:1.0:1767384942.087908:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp36 NI seq info: [112:112:256:4294967295] 192.168.203.109@tcp36 LPNI seq info [97:97:8:4294967295] 00000400:00000200:1.0:1767384942.087913:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp36 10000000:00000001:2.0:1767384942.087914:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384942.087918:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.087923:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.087925:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp36(192.168.203.109@tcp36:) -> 192.168.203.109@tcp36(192.168.203.109@tcp:192.168.203.109@tcp36) : PUT try# 0 00000020:01000000:2.0:1767384942.087933:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:1.0:1767384942.087933:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.109@tcp36 00000800:00000010:1.0:1767384942.087940:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efa1933e. 00000020:00000001:2.0:1767384942.087942:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384942.087945:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384942.087946:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384942.087947:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384942.087948:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384942.087950:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:1.0:1767384942.087950:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002bba8b66. 00000020:01000004:2.0:1767384942.087954:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384942.087956:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384942.087957:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:1.0:1767384942.087957:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000097bdaa3b. 00000020:01000004:2.0:1767384942.087962:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384942.087963:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384942.087965:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:1.0:1767384942.087965:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000020:01000004:2.0:1767384942.087966:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.1:1767384942.087971:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000100:00000010:2.0:1767384942.087972:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025701b5b. 00000020:00000040:2.0:1767384942.087977:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384942.087979:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384942.087980:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384942.087988:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384942.087994:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006196981e. 00000100:00000001:2.0:1767384942.087997:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088001:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384942.088001:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000100:00000001:2.0:1767384942.088005:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.088009:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300551 rc 0 00000100:00000040:2.0:1767384942.088013:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025701b5b] to pc [ptlrpcd_00_03+3] req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384942.088023:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384942.088024:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.088026:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.088027:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384942.088027:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384942.088032:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000014b9e209. 00000100:00000001:3.0:1767384942.088033:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.088038:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384942.088044:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.088044:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384942.088048:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384942.088050:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384942.088056:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.088063:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384942.088065:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000001:3.0:1767384942.088067:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088073:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384942.088074:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384942.088077:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384942.088082:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088082:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384942.088089:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384942.088091:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd9874dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363759360:0@lo:253: 02000000:00000001:2.0:1767384942.088091:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384942.088096:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.088101:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384942.088103:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025701b5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363759488:0@lo:253: 00000100:00000001:2.0:1767384942.088107:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384942.088108:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 02000000:00000001:3.0:1767384942.088109:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384942.088110:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384942.088114:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.088115:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384942.088117:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384942.088120:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384942.088123:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c815653. 02000000:00000010:3.0:1767384942.088126:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000014b9e209. 02000000:00000001:2.0:1767384942.088127:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.088132:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384942.088133:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d88e2ab. 00000400:00000200:1.0:1767384942.088135:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000010:3.0:1767384942.088136:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000256b419. 00000400:00000010:2.0:1767384942.088140:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d8b456c. 00000400:00000010:3.0:1767384942.088146:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013e5503a. 00000100:00000200:2.0:1767384942.088146:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363759488, portal 25 00000100:00000001:2.0:1767384942.088152:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767384942.088154:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363759360, portal 25 00000100:00000001:2.0:1767384942.088154:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879027200 : -107292830524416 : ffff9e6af0f31c00) 00000100:00000001:3.0:1767384942.088161:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384942.088162:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000040:2.0:1767384942.088164:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.088165:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879035264 : -107292830516352 : ffff9e6af0f33b80) 00000100:00000040:3.0:1767384942.088177:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.088178:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384942.088184:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384942.088188:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da3e3e22. 00000100:00000001:3.0:1767384942.088193:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384942.088201:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363759488, offset 0 00000400:00000200:1.0:1767384942.088209:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000040:3.0:1767384942.088215:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384942.088215:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384942.088221:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8104569. 00000100:00000200:3.0:1767384942.088226:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363759360, offset 0 00000400:00000200:2.0:1767384942.088232:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384942.088233:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384942.088238:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384942.088247:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05980 00000400:00000200:3.0:1767384942.088251:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384942.088257:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1271 [2] + 0 00000400:00000200:1.0:1767384942.088260:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000010:2.0:1767384942.088261:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ce2fc0. 00000400:00000200:3.0:1767384942.088266:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05900 00000400:00000200:2.0:1767384942.088268:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002308aaed 00000400:00000200:3.0:1767384942.088276:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1289 [2] + 0 00000400:00000200:2.0:1767384942.088277:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384942.088284:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6da1280. 00000400:00000200:2.0:1767384942.088285:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384942.088286:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384942.088292:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000640fd951 00000400:00000200:2.0:1767384942.088296:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002308aaed 00000400:00000200:3.0:1767384942.088298:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384942.088299:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002308aaed. 00000100:00000001:2.0:1767384942.088307:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384942.088308:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384942.088309:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000200:2.0:1767384942.088310:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384942.088317:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000640fd951 00000100:00000040:2.0:1767384942.088320:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000026140056 x1853237363759488 msgsize 4848 00000400:00000010:3.0:1767384942.088321:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000640fd951. 00000100:00000001:3.0:1767384942.088329:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384942.088329:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384942.088333:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384942.088334:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384942.088336:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000040:3.0:1767384942.088340:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000009a794faa x1853237363759360 msgsize 4848 00000100:00000001:2.0:1767384942.088346:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384942.088352:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384942.088356:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384942.088356:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3e3e22 00000400:00000010:2.0:1767384942.088360:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da3e3e22. 00000100:00000001:2.0:1767384942.088363:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384942.088364:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000200:2.0:1767384942.088367:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.088369:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384942.088377:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8104569 00000100:00000001:2.0:1767384942.088378:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384942.088382:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8104569. 00000100:00000040:2.0:1767384942.088383:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.088389:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384942.088391:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:2.0:1767384942.088392:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384942.088397:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.088397:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384942.088403:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088410:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294929973 00000100:00000001:3.0:1767384942.088411:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384942.088416:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000acd6506. 00000100:00000040:3.0:1767384942.088417:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.088424:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384942.088426:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:3.0:1767384942.088429:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088432:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294929973 00000100:00000001:3.0:1767384942.088434:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384942.088436:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c64e69ee. 00000100:00000001:3.0:1767384942.088441:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088441:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384942.088446:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294929973 00000100:00000001:3.0:1767384942.088447:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294929973 00000100:00000010:2.0:1767384942.088452:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ad1413a. 00000100:00000001:3.0:1767384942.088453:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294929973 00000100:00000001:2.0:1767384942.088458:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384942.088458:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:3.0:1767384942.088459:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294929973 00000100:00000001:2.0:1767384942.088465:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294929973 00000100:00000001:3.0:1767384942.088466:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294929973 00000100:00000010:2.0:1767384942.088470:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092e325ed. 00000100:00000001:2.0:1767384942.088473:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384942.088479:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294929973 00000100:00000001:2.0:1767384942.088480:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.088485:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294929973 00000100:00000001:2.0:1767384942.088485:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088490:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.088491:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294929973 00000100:00000001:2.0:1767384942.088493:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384942.088494:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000100:00000001:3.0:1767384942.088495:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294929973 00000100:00000001:3.0:1767384942.088501:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.088504:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088504:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384942.088508:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.088510:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.088512:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384942.088516:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.088517:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384942.088517:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.088522:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384942.088522:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088528:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.088529:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.088533:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.088535:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.088537:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000100:00000001:3.0:1767384942.088539:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088552:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384942.088555:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363759488 02000000:00000001:2.0:1767384942.088557:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384942.088559:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384942.088561:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384942.088564:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384942.088567:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363759488 00000020:00000001:2.0:1767384942.088570:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384942.088571:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384942.088574:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384942.088576:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:2.0:1767384942.088578:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:1.0:1767384942.088580:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000020:00000001:2.0:1767384942.088581:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384942.088588:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384942.088592:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee3f46a8. 00000100:00000001:2.0:1767384942.088595:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384942.088597:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee3f46a8. 00000020:00000010:2.0:1767384942.088617:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2ead6ad. 00000020:00000010:2.0:1767384942.088622:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062abc38a. 00000020:00000010:2.0:1767384942.088627:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004087d0d4. 00000100:00000040:2.0:1767384942.088636:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384942.088637:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000100:00000001:3.0:1767384942.088640:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384942.088642:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384942.088645:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363759360 00000100:00000001:2.0:1767384942.088646:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384942.088648:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.088651:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384942.088654:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384942.088657:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088657:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.088661:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384942.088666:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363759360 00000020:00000001:3.0:1767384942.088668:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384942.088668:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384942.088672:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384942.088675:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384942.088677:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000400:00000200:1.0:1767384942.088679:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000020:00000001:3.0:1767384942.088680:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384942.088682:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384942.088686:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384942.088687:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384942.088692:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384942.088693:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000020:00000010:3.0:1767384942.088698:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000498e536e. 00000100:00000040:2.0:1767384942.088698:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384942.088701:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339795024 : -107293369756592 : ffff9e6ad0cf1450) 00000100:00000001:3.0:1767384942.088703:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384942.088707:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000498e536e. 00000020:00000010:3.0:1767384942.088716:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a53b6024. 00000100:00000040:2.0:1767384942.088716:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026140056 x1853237363759488/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:168/0 lens 4848/0 e 0 to 0 dl 1767384953 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384942.088717:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000020:00000010:3.0:1767384942.088723:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090c17efe. 00000020:00000010:3.0:1767384942.088731:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069231a6a. 00000100:00000001:2.0:1767384942.088731:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384942.088735:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee3f46a8. 00000100:00000001:2.0:1767384942.088737:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384942.088739:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee3f46a8. 00000100:00000001:3.0:1767384942.088747:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384942.088748:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026140056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363759488:12345-0@lo:253: 00000100:00000001:3.0:1767384942.088751:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384942.088753:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363759488 00000100:00000001:3.0:1767384942.088755:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.088757:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000020:00000001:2.0:1767384942.088758:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384942.088763:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.088763:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384942.088767:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.088769:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384942.088771:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384942.088774:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384942.088777:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384942.088779:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384942.088781:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384942.088783:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384942.088786:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384942.088786:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.088790:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384942.088792:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384942.088795:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384942.088797:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000100:00100000:3.0:1767384942.088799:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 02000000:00000010:2.0:1767384942.088801:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004e208cc0. 00000100:00000040:3.0:1767384942.088806:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 02000000:00000001:2.0:1767384942.088806:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.088808:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.088811:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339794000 : -107293369757616 : ffff9e6ad0cf1050) 20000000:00000001:2.0:1767384942.088812:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767384942.088820:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009a794faa x1853237363759360/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:168/0 lens 4848/0 e 0 to 0 dl 1767384953 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.088830:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:2.0:1767384942.088831:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e409c266. 00000020:00000010:3.0:1767384942.088834:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000498e536e. 20000000:01000000:2.0:1767384942.088835:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384942.088838:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000100:00000001:3.0:1767384942.088840:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384942.088841:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384942.088845:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000010:3.0:1767384942.088846:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000498e536e. 20000000:00000001:2.0:1767384942.088848:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384942.088851:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384942.088854:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:3.0:1767384942.088855:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009a794faa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363759360:12345-0@lo:253: 00000100:00000200:3.0:1767384942.088860:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363759360 00000020:00000001:3.0:1767384942.088862:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:2.0:1767384942.088885:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000181736df. 20000000:01000000:2.0:1767384942.088889:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:2.0:1767384942.088894:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384942.088903:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384942.088904:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00080000:00000001:2.0:1767384942.088907:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384942.088923:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384942.088931:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00080000:00000001:2.0:1767384942.088937:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384942.088940:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384942.088942:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384942.088943:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384942.088945:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384942.088948:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:2.0:1767384942.088951:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:2.0:1767384942.088953:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384942.088955:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384942.088959:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.088959:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00080000:00000001:2.0:1767384942.088962:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384942.088966:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384942.088972:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384942.088975:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384942.088978:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ae1e8332. 00000020:00000001:3.0:1767384942.088983:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384942.088983:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775866017280 : -107297843534336 : ffff9e69c626a600) 00000020:00000001:3.0:1767384942.088989:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384942.088989:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384942.088994:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:2.0:1767384942.088994:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384942.088994:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00080000:00000010:2.0:1767384942.088998:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ee3f46a8. 00000020:00000001:3.0:1767384942.088999:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00080000:00000001:2.0:1767384942.089003:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.089005:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384942.089006:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:3.0:1767384942.089009:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384942.089013:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384942.089015:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384942.089018:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384942.089020:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.089021:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384942.089021:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 02000000:00000001:3.0:1767384942.089026:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384942.089039:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000010:3.0:1767384942.089041:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c33e3c3. 02000000:00000001:3.0:1767384942.089045:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.089048:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.089051:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 20000000:00000001:3.0:1767384942.089059:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384942.089068:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ef5b91ff. 20000000:01000000:3.0:1767384942.089072:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384942.089075:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384942.089077:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384942.089078:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384942.089080:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384942.089082:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384942.089097:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.089146:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.089186:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.089215:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.089237:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.089253:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384942.089425:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5509755. 00000800:00000010:1.0:1767384942.089429:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004aed1585. 00000800:00000010:1.0:1767384942.089435:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004cce2b8e. 00000800:00000010:1.0:1767384942.089456:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004cce2b8e. 00000800:00020000:1.0:1767384942.089465:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384942.089468:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004aed1585. 00000800:00000010:1.0:1767384942.089470:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b5509755. 00000400:02020000:1.0:1767384942.089503:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp36 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384942.089510:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp36 notifying 192.168.203.109@tcp36: down 00000800:00000200:1.0:1767384942.089515:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp36 down 00000800:00000100:1.0:1767384942.089521:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 496 0@<0:0>->192.168.203.109@tcp36 00000800:00000010:1.0:1767384942.089524:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efa1933e. 00000400:00000200:1.0:1767384942.089526:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384942.089530:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp36->192.168.203.109@tcp36: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384942.089536:0:16330:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp36 added to recovery queue. ping count: 0 next ping: 263 health :900 00000400:00000200:1.0:1767384942.089540:0:16330:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384942.089542:0:16330:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 1 00000400:00000200:1.0:1767384942.089545:0:16330:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384942.089585:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384942.089592:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x301151 00000400:00000001:3.0:1767384942.089596:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384942.089598:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384942.089614:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17c070c 00000400:00000010:3.0:1767384942.089617:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17c070c. 00000400:00000200:3.0:1767384942.089621:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384942.089626:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384942.089630:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (30) 00000400:00000200:3.0:1767384942.089635:0:16338:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384942.089638:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300151 rc -71 00000400:00000200:3.0:1767384942.089643:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:3.0:1767384942.089646:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (29) 00080000:00000010:2.0:1767384942.089987:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ae1e8332. 00080000:00000010:1.0:1767384942.090023:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ee3f46a8. 00040000:00000001:1.0:1767384942.090028:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384942.090030:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384942.090032:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384942.090035:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384942.090038:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384942.090039:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384942.090049:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384942.090057:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384942.090060:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384942.090065:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384942.090079:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384942.090082:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:3.0:1767384942.090083:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008b2270b4. 10000000:01000000:2.0:1767384942.090085:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1767384942.090089:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00010000:00000001:2.0:1767384942.090091:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:3.0:1767384942.090094:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384942.090095:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384942.090099:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384942.090103:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:2.0:1767384942.090104:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f66d1684. 00010000:00000001:2.0:1767384942.090109:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384942.090111:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384942.090112:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00000020:00000001:2.0:1767384942.090118:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384942.090123:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384942.090125:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b4ec1874 with handle 0x135556ebb4843c24 to hash 00080000:00000001:3.0:1767384942.090128:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767384942.090129:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384942.090132:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090132:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00080000:00000001:3.0:1767384942.090138:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384942.090139:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00080000:00000001:3.0:1767384942.090143:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090144:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384942.090147:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384942.090149:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00010000:00010000:2.0:1767384942.090150:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384942.090158:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00010000:00000001:2.0:1767384942.090161:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000002:3.0:1767384942.090162:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384942.090165:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384942.090169:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384942.090169:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384942.090172:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384942.090173:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.090176:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384942.090179:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384942.090180:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090181:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384942.090186:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.090186:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384942.090189:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:3.0:1767384942.090192:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384942.090192:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384942.090197:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f66d1684) refcount = 1 00000020:00000001:3.0:1767384942.090198:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00010000:2.0:1767384942.090204:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384942.090205:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384942.090210:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d3de30a9. 00080000:00000001:3.0:1767384942.090216:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775874213376 : -107297835338240 : ffff9e69c6a3b600) 00010000:00000001:2.0:1767384942.090218:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000020:1.0:1767384942.090219:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384942.090221:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384942.090242:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1767384942.090243:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000001:00000001:3.0:1767384942.090244:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384942.090245:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384942.090246:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e409c266. 00080000:00000010:3.0:1767384942.090249:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000498e536e. 00010000:00000001:2.0:1767384942.090250:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384942.090254:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090256:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384942.090258:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384942.090258:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384942.090264:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363759488 20000000:00000001:2.0:1767384942.090265:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384942.090269:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:01000000:2.0:1767384942.090270:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00080000:00000001:3.0:1767384942.090272:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090274:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:1.0:1767384942.090275:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026140056 x1853237363759488/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384942.090277:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384942.090280:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00080000:00000001:3.0:1767384942.090285:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:2.0:1767384942.090286:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:1.0:1767384942.090289:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384942.090292:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090296:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000100:00001000:1.0:1767384942.090298:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=60 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384942.090300:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384942.090304:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384942.090304:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384942.090309:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384942.090314:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384942.090315:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384942.090319:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384942.090319:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384942.090322:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090328:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384942.090328:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384942.090331:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384942.090332:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384942.090333:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384942.090337:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004aed1585. 00010000:00000001:2.0:1767384942.090339:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384942.090340:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363759488, offset 224 00010000:00000001:2.0:1767384942.090341:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090348:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384942.090349:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384942.090350:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384942.090357:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384942.090358:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b4ec1874 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384942.090362:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384942.090364:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:1.0:1767384942.090367:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05980 00010000:00010000:2.0:1767384942.090368:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384942.090376:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a49 [2] + 224 00010000:00000001:2.0:1767384942.090377:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384942.090380:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384942.090381:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384942.090382:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384942.090383:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=5 00000020:00000001:2.0:1767384942.090387:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000400:00000200:1.0:1767384942.090388:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384942.090390:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000100:00000001:1.0:1767384942.090393:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384942.090394:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384942.090396:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384942.090397:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384942.090428:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384942.090430:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384942.090434:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384942.090437:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090443:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384942.090445:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384942.090447:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384942.090448:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384942.090449:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4ec1874 with handle 0x135556ebb4843c24 from hash 00010000:00000001:2.0:1767384942.090451:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384942.090453:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384942.090454:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384942.090456:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.090459:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384942.090461:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384942.090462:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aed1585 00010000:00000001:2.0:1767384942.090464:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:1.0:1767384942.090466:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aed1585. 00010000:00000001:2.0:1767384942.090468:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384942.090471:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.090471:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384942.090475:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384942.090476:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090494:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384942.090495:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384942.090496:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384942.090498:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384942.090502:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384942.090502:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384942.090503:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.090506:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384942.090510:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384942.090510:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384942.090511:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384942.090515:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384942.090516:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384942.090517:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384942.090518:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d88e2ab. 00000020:00000001:1.0:1767384942.090519:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384942.090521:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384942.090525:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384942.090527:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d8b456c 00010000:00000001:2.0:1767384942.090530:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384942.090532:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d8b456c. 00000100:00000040:1.0:1767384942.090532:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026140056 x1853237363759488/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384942.090533:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.090538:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384942.090540:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384942.090541:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384942.090545:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.090547:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384942.090549:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384942.090551:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:1.0:1767384942.090552:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026140056 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363759488:12345-0@lo:253: Request processed in 1816us (2227us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384942.090555:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384942.090561:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384942.090569:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00010000:00010000:2.0:1767384942.090574:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384942.090575:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000200:3.0:1767384942.090577:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.090580:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384942.090583:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384942.090588:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062abc38a. 00010000:00000001:2.0:1767384942.090595:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:1.0:1767384942.090597:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004087d0d4. 00010000:00000001:2.0:1767384942.090599:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384942.090614:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c24 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384942.090618:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2ead6ad. 00000100:00000001:3.0:1767384942.090620:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:2.0:1767384942.090624:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f66d1684 count: 0 00000100:00000001:3.0:1767384942.090625:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384942.090627:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:3.0:1767384942.090633:0:16343:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384942.090635:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384942.090635:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384942.090638:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384942.090638:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004e208cc0. 20000000:00000001:2.0:1767384942.090639:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384942.090642:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384942.090646:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.090646:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384942.090649:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384942.090652:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384942.090654:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384942.090660:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=60 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384942.090661:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3fd4d6e. 00000400:00000010:1.0:1767384942.090667:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004aed1585. 00000100:00001000:3.0:1767384942.090669:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384942.090674:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384942.090682:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384942.090685:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384942.090687:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.090689:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.090693:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.090702:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.090705:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384942.090707:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384942.090711:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384942.090712:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384942.090714:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384942.090715:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384942.090716:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384942.090717:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384942.090718:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384942.090720:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384942.090721:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384942.090724:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384942.090732:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025701b5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363759488:0@lo:253: 00000100:00000001:3.0:1767384942.090737:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.090739:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384942.090742:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025701b5b x1853237363759488/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.090748:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384942.090750:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384942.090753:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c815653. 02000000:00000001:3.0:1767384942.090757:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384942.090759:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384942.090760:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384942.090762:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384942.090764:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006196981e. 02000000:00000001:3.0:1767384942.090767:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384942.090769:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384942.090775:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025701b5b. 00000100:00000001:3.0:1767384942.090778:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384942.090780:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.090782:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.090786:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384942.090787:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.090790:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.090791:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384942.091875:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d3de30a9. 00080000:00000010:3.0:1767384942.091930:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000498e536e. 00040000:00000001:3.0:1767384942.091937:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384942.091939:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384942.091941:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384942.091944:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384942.091947:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384942.091949:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384942.091951:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384942.091960:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384942.091963:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384942.091968:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384942.091969:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384942.091973:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384942.091974:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384942.091976:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384942.091978:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384942.091983:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000016001838. 00010000:00000001:2.0:1767384942.091986:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384942.091988:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f6a6e86. 00000020:00000001:2.0:1767384942.091991:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384942.091993:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f6a6e86 with handle 0x135556ebb4843c2b to hash 00000020:00000001:2.0:1767384942.091994:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384942.091996:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384942.091999:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384942.092001:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384942.092002:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384942.092005:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.092010:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384942.092011:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384942.092012:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384942.092013:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384942.092014:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.092022:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384942.092023:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.092025:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384942.092026:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384942.092027:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384942.092028:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384942.092029:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000016001838) refcount = 1 00010000:00010000:2.0:1767384942.092032:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.092035:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384942.092037:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384942.092038:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.092039:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.092040:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384942.092042:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384942.092044:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384942.092046:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384942.092046:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384942.092047:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=4 00000020:00000001:2.0:1767384942.092049:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384942.092050:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384942.092051:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384942.092053:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.092056:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384942.092057:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.092061:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.092061:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384942.092062:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.092065:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384942.092071:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.092072:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384942.092073:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384942.092077:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f6a6e86 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384942.092078:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384942.092079:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384942.092080:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.092083:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384942.092084:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384942.092085:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384942.092086:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=5 00000020:00000001:2.0:1767384942.092087:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384942.092088:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384942.092089:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384942.092090:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.092093:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384942.092094:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384942.092095:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.092097:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384942.092097:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384942.092098:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384942.092099:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384942.092100:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f6a6e86 with handle 0x135556ebb4843c2b from hash 00010000:00000001:2.0:1767384942.092102:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384942.092103:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.092104:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.092104:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384942.092105:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384942.092107:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384942.092114:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384942.092115:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.092117:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.092118:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384942.092120:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384942.092122:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384942.092123:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.092124:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.092126:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.092128:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384942.092129:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384942.092133:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:3.0:1767384942.092134:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384942.092134:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.092137:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384942.092140:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384942.092141:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384942.092142:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:3.0:1767384942.092146:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ef5b91ff. 00010000:00000001:2.0:1767384942.092146:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384942.092149:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384942.092153:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384942.092154:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384942.092155:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384942.092161:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384942.092162:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363759360 00010000:00000001:3.0:1767384942.092168:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384942.092169:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384942.092173:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384942.092174:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f6a6e86/0x135556ebb4843c2b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384942.092177:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a794faa x1853237363759360/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384942.092181:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000016001838 count: 0 00010000:00000001:2.0:1767384942.092189:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384942.092192:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:2.0:1767384942.092192:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384942.092196:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384942.092204:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384942.092208:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384942.092211:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384942.092213:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384942.092215:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384942.092217:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.092219:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.092242:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384942.092244:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8104569. 00000100:00000200:3.0:1767384942.092247:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363759360, offset 224 00000400:00000200:3.0:1767384942.092252:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384942.092258:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384942.092263:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05900 00000400:00000200:3.0:1767384942.092268:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a4d [2] + 224 00000400:00000200:3.0:1767384942.092273:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.092276:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384942.092279:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384942.092282:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384942.092291:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.092310:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384942.092315:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8104569 00000400:00000010:3.0:1767384942.092317:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8104569. 00000100:00000001:3.0:1767384942.092320:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384942.092321:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384942.092324:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.092327:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384942.092329:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384942.092331:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.092333:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384942.092336:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a794faa x1853237363759360/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384942.092345:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009a794faa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363759360:12345-0@lo:253: Request processed in 3515us (4004us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384942.092353:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:3.0:1767384942.092356:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384942.092358:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384942.092360:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384942.092363:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090c17efe. 00000100:00000001:1.0:1767384942.092366:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384942.092369:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384942.092375:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069231a6a. 00000400:00000001:1.0:1767384942.092375:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384942.092378:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384942.092381:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a53b6024. 00000400:00000010:1.0:1767384942.092381:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000256b419. 00000400:00000200:1.0:1767384942.092388:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e5503a 00000020:00000040:3.0:1767384942.092389:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000400:00000010:1.0:1767384942.092391:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013e5503a. 02000000:00000001:3.0:1767384942.092395:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384942.092396:0:16342:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384942.092398:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c33e3c3. 00000100:00000200:1.0:1767384942.092402:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384942.092403:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384942.092406:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384942.092413:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384942.092417:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384942.092418:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000081ace04. 00000400:00000010:3.0:1767384942.092424:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8104569. 00000100:00000001:1.0:1767384942.092434:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384942.092436:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.092437:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384942.092439:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384942.092440:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384942.092441:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.092443:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384942.092446:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=60 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384942.092448:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=60 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384942.092450:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384942.092451:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384942.092452:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384942.092454:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.092455:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384942.092457:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.092462:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384942.092463:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384942.092464:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384942.092466:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384942.092468:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384942.092469:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384942.092470:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384942.092471:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384942.092472:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384942.092488:0:16342:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384942.092489:0:16342:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384942.092490:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384942.092491:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384942.092493:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384942.092498:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd9874dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363759360:0@lo:253: 00000100:00000001:1.0:1767384942.092500:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.092502:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384942.092508:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd9874dc x1853237363759360/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.092512:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384942.092513:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384942.092515:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000014b9e209. 02000000:00000001:1.0:1767384942.092518:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384942.092519:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384942.092520:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384942.092522:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384942.092523:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d87f0025. 02000000:00000001:1.0:1767384942.092527:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384942.092528:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384942.092529:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd9874dc. 00000100:00000001:1.0:1767384942.092532:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384942.092533:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.092534:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.092554:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384942.092555:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.092557:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384942.092559:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384942.094935:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294929973, at 4294929974 00000100:00000010:1.0:1767384942.094942:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c64e69ee. 00000100:00000040:3.0:1767384942.094959:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294929973, at 4294929974 00000100:00000010:3.0:1767384942.094968:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092e325ed. 00000100:00000040:2.0:1767384942.095915:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294929973, at 4294929975 00000100:00000010:2.0:1767384942.095921:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ad1413a. 00000100:00000040:0.0:1767384942.095927:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294929973, at 4294929975 00000100:00000010:0.0:1767384942.095936:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000acd6506. 00010000:00000010:2.1:1767384942.098892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f66d1684. 00010000:00000010:2.1:1767384942.098899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00010000:00000010:2.1:1767384942.098902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000016001838. 00010000:00000010:2.1:1767384942.098906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f6a6e86. 00000400:00000010:0.0:1767384942.103406:0:30846:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b228d4ee. 00000400:00000040:0.0:1767384942.103421:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384942.103423:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384942.103424:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.103425:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384942.103427:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.103428:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384942.103430:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384942.103431:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384942.103432:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384942.103433:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384942.103435:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384942.103436:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384942.103437:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384942.103438:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384942.103439:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384942.103440:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384942.103441:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384942.103442:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384942.103443:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384942.103444:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.103445:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384942.103446:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384942.103447:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384942.103448:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384942.103448:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384942.103450:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.103451:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384942.103452:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384942.103453:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384942.103453:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384942.103454:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384942.103455:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384942.103456:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384942.103457:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384942.103458:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384942.103459:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384942.103460:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384942.103464:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384942.103466:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384942.103466:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384942.103467:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384942.103469:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384942.103470:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384942.103471:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384942.103472:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384942.103473:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384942.103474:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384942.103475:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384942.103476:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384942.103477:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384942.103478:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384942.103479:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384942.103480:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384942.103481:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384942.103482:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384942.103483:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384942.103484:0:30846:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384942.103541:0:30846:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b228d4ee. 00000800:00000200:1.0:1767384942.936927:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (6) 00000800:00000200:1.0:1767384942.936936:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp18 ip 192.168.203.109:988 00000800:00000200:1.0:1767384942.936941:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384942.936946:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384942.936950:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384942.936954:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 00000400:00000010:3.0:1767384942.936958:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000400:00000200:3.0:1767384942.936964:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384942.936970:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384942.936980:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c3c1cc32. 00000400:00000010:3.0:1767384942.936985:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f429a56a. 00000400:00000200:3.0:1767384942.936990:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp31 00000400:00000010:3.0:1767384942.936994:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f3bd25ff. 00000400:00000010:3.0:1767384942.936999:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f429a56a. 00000400:00000010:3.0:1767384942.937002:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00000400:00000010:3.0:1767384942.937009:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cd3ff335. 00000400:00000200:3.0:1767384942.937015:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp31 00000400:00000200:3.0:1767384942.937029:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp31 local destination 00000400:00000200:3.0:1767384942.937037:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp31 00000400:00000200:3.0:1767384942.937042:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp31 NI seq info: [113:113:256:4294967295] 192.168.203.109@tcp31 LPNI seq info [98:98:8:4294967295] 00000800:00000200:0.0:1767384942.937046:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384942.937047:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384942.937052:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp31 00000800:00000001:1.0:1767384942.937059:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.937065:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp31(192.168.203.109@tcp31:) -> 192.168.203.109@tcp31(192.168.203.109@tcp31:192.168.203.109@tcp31) : GET try# 0 00000800:00000001:1.0:1767384942.937065:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384942.937070:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384942.937078:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp31 00000800:00000010:3.0:1767384942.937083:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f4f402e3. 00000800:00000200:3.0:1767384942.937093:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (2) 00000800:00000200:3.1:1767384942.937098:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (2) 00000400:00000200:3.0:1767384942.937121:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp31 added to recovery queue. ping count: 3 next ping: 271 health :700 00000400:00000200:3.0:1767384942.937126:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp36 00000400:00000010:3.0:1767384942.937130:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000eb5ae47a. 00000400:00000010:3.0:1767384942.937135:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ab62c5c9. 00000400:00000010:3.0:1767384942.937139:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fd1c7c8. 00000400:00000010:3.0:1767384942.937144:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf471fd2. 00000400:00000200:3.0:1767384942.937149:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp36 00000400:00000200:3.0:1767384942.937157:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp36 local destination 00000400:00000200:3.0:1767384942.937162:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp36 00000400:00000200:3.0:1767384942.937166:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp36 NI seq info: [114:114:256:4294967295] 192.168.203.109@tcp36 LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1767384942.937171:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp36 00000400:00000200:0.0:1767384942.937178:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384942.937185:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp36(192.168.203.109@tcp36:) -> 192.168.203.109@tcp36(192.168.203.109@tcp36:192.168.203.109@tcp36) : GET try# 0 00000800:00000200:3.0:1767384942.937192:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp36 00000800:00000010:3.0:1767384942.937195:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a8aa8678. 00000800:00000200:3.0:1767384942.937201:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000800:00000200:3.1:1767384942.937206:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000400:00000200:0.0:1767384942.937219:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384942.937227:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp36 added to recovery queue. ping count: 1 next ping: 265 health :900 00000400:00000200:0.0:1767384942.937251:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937278:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.937305:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937333:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.937358:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937382:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.937413:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937433:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.937473:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937494:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.937540:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937554:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.937615:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937620:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.937675:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937677:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.937737:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937739:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.937808:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.937812:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00010000:00000001:2.0:1767384942.937988:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384942.937993:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.938005:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384942.938009:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384942.938012:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384942.938014:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.938017:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384942.938020:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.938022:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.938024:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.938157:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384942.938161:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384942.938164:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384942.938170:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938228:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938272:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938292:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938319:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938356:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938370:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938412:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938423:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938469:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938483:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938522:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938547:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938566:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938625:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938630:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938674:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938705:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938733:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938763:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938792:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938812:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938853:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938883:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938931:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938937:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.938978:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.938985:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939026:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939037:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939077:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939088:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939132:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939144:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939197:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939197:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939228:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939265:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939270:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939340:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939340:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939407:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939410:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939468:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939469:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939525:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939537:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939567:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939626:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939653:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939683:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939710:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000800:00000010:1.0:1767384942.939726:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5509755. 00000800:00000010:1.0:1767384942.939732:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a0c09c4. 00000400:00000200:0.0:1767384942.939735:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000800:00000010:1.0:1767384942.939744:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099863dba. 00000400:00000200:0.0:1767384942.939758:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000800:00000010:1.0:1767384942.939767:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099863dba. 00000800:00020000:1.0:1767384942.939775:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384942.939779:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a0c09c4. 00000800:00000010:1.0:1767384942.939781:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b5509755. 00000400:00000200:0.0:1767384942.939790:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.939825:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000400:02020000:1.0:1767384942.939834:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp36 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384942.939841:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp36 notifying 192.168.203.109@tcp36: down 00000400:00000200:1.0:1767384942.939845:0:16329:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384942.939850:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp36 00000800:00000010:1.0:1767384942.939852:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a8aa8678. 00000400:00000200:1.0:1767384942.939856:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384942.939862:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp36->192.168.203.109@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384942.939881:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000400:00000200:1.0:1767384942.939893:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384942.939898:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384942.939903:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp36) recovery failed with -71 00000400:00000200:0.0:1767384942.939925:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.109:988 00000800:00000010:0.0:1767384942.940120:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046bf14f5. 00000800:00000010:0.0:1767384942.940125:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000092e52be2. 00000800:00000010:0.0:1767384942.940128:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8b2c605. 00000800:00000010:0.0:1767384942.940161:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8b2c605. 00000400:00000200:1.0:1767384942.940221:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384942.940233:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp31 from 210.3.0.2 00000800:00000010:1.0:1767384942.940236:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000072283df9. 00000800:00000010:3.0:1767384942.940273:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c33e3c3. 00000800:00000010:3.0:1767384942.940281:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f0ec48ea. 00000800:00000010:3.0:1767384942.940304:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c411e071. 00000800:00000200:3.1:1767384942.940312:0:16331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (2) 00000800:00000200:3.1:1767384942.940317:0:16331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp31 00000000c411e071 deleted 00000800:00000010:3.1:1767384942.940320:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c411e071. 00000800:00000200:3.1:1767384942.940325:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384942.940332:0:16331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp31 ip 192.168.203.109:978 00000800:00000200:3.1:1767384942.940335:0:16331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4f402e3 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384942.940347:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp31 p 3.x 192.168.203.109 -> 192.168.203.109:978 incarnation:1767384929959636139 sched[0] 00000800:00000010:3.0:1767384942.940354:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f96912aa. 00000800:00000010:3.0:1767384942.940417:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f96912aa. 00000800:00000010:3.0:1767384942.940422:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f0ec48ea. 00000800:00000200:0.1:1767384942.940431:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384942.940440:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp31 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384929959636139 sched[0] 00000800:00000010:0.0:1767384942.940443:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000092e52be2. 00000800:00000010:3.0:1767384942.940459:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000072283df9. 00000800:00000001:3.0:1767384942.940473:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.940479:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384942.940508:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:3.0:1767384942.940536:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384942.940540:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f4f402e3. 00000400:00000200:3.0:1767384942.940544:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.940551:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp31->192.168.203.109@tcp31: GET: OK 00000400:00000200:3.0:1767384942.940556:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384942.940559:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp31 recovery message sent successfully:0 00000800:00000001:3.0:1767384942.940572:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384942.940573:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:3.0:1767384942.940579:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384942.940583:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.940591:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.940615:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp31(192.168.203.109@tcp31) <- 192.168.203.109@tcp31 : GET - for me 00000400:00000200:3.0:1767384942.940627:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384942.940637:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1a41 [1] + 0 00000400:00000200:0.0:1767384942.940646:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384942.940650:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp31 to MR: 192.168.203.109@tcp31 local destination 00000400:00000200:3.0:1767384942.940660:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp31 NI seq info: [115:115:256:4294967295] 192.168.203.109@tcp31 LPNI seq info [100:100:8:4294967295] 00000400:00000200:3.0:1767384942.940678:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp31(192.168.203.109@tcp31:192.168.203.109@tcp31) -> 192.168.203.109@tcp31(192.168.203.109@tcp31:192.168.203.109@tcp31) 192.168.203.109@tcp31 : REPLY try# 0 00000800:00000200:3.0:1767384942.940684:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp31 00000800:00000010:3.0:1767384942.940688:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4f402e3. 00000800:00000200:3.0:1767384942.940694:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (4) 00000800:00000200:3.0:1767384942.940700:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp31 ip 192.168.203.109:988 00000800:00000200:3.0:1767384942.940703:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4f402e3 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384942.940709:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000200:3.0:1767384942.940748:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384942.940753:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4f402e3. 00000400:00000200:3.0:1767384942.940758:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.940763:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp31->192.168.203.109@tcp31: REPLY: OK 00000800:00000001:3.0:1767384942.940777:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384942.940777:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000800:00000001:3.0:1767384942.940781:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384942.940786:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.940792:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384942.940794:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.940805:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.940813:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp31(192.168.203.109@tcp31) <- 192.168.203.109@tcp31 : REPLY - for me 00000400:00000200:3.0:1767384942.940825:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp31: Reply from 12345-192.168.203.109@tcp31 of length 272/272 into md 0x1a69 00000800:00000001:3.0:1767384942.940830:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.940837:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384942.940838:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384942.940840:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.940848:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp31->192.168.203.109@tcp31: REPLY: OK 00000400:00000200:3.0:1767384942.940853:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 00000400:00000010:3.0:1767384942.940856:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000400:00000200:3.0:1767384942.940860:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384942.940891:0:16333:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f3bd25ff. 00000400:00000010:3.0:1767384942.940896:0:16333:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f429a56a. 00000800:00000001:3.0:1767384942.940904:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.940909:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384942.940914:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.940968:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.940988:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941016:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941047:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941084:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941123:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941171:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941192:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941209:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941227:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941244:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941259:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941295:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941338:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941386:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941420:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941453:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941498:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941550:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941571:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941589:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941624:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941644:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941669:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941707:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941749:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941768:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384942.941788:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384942.941902:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005c5e9f25. 00000800:00000010:0.0:1767384942.941905:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000092e52be2. 00000800:00000010:0.0:1767384942.941908:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8b2c605. 00000800:00000010:0.0:1767384942.941924:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8b2c605. 00000800:00020000:0.0:1767384942.941930:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384942.941934:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000092e52be2. 00000800:00000010:0.0:1767384942.941937:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005c5e9f25. 00000400:02020000:0.0:1767384942.942002:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp31 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00080000:00000010:2.0:1767384943.403529:0:31267:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004c4cba10. 00080000:00000010:2.0:1767384943.403537:0:31267:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004c4cba10. 00000020:00000001:2.0:1767384943.403541:0:31267:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384943.403548:0:31267:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004c4cba10. 00080000:00000010:2.0:1767384943.403552:0:31267:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004c4cba10. 00000020:00000001:2.0:1767384943.403555:0:31267:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.960916:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384943.960922:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.960928:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384943.960929:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.960952:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384943.960954:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384943.960959:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384943.960976:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384943.960982:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384943.960985:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fd1c7c8 00000400:00000010:3.0:1767384943.960990:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fd1c7c8. 00000400:00000200:3.0:1767384943.960996:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384943.961003:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384943.961015:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000eb5ae47a. 00000400:00000010:3.0:1767384943.961020:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ab62c5c9. 00000004:00000001:1.0:1767384944.088914:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384944.088918:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384944.088923:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b59190b8. 00000100:00000040:3.0:1767384944.088927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1767384944.088930:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384944.088939:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384944.088940:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384944.088946:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1767384944.088950:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c761fc2. 02000000:00000001:1.0:1767384944.088952:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384944.088958:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 02000000:00000010:1.0:1767384944.088960:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003bcc5073. 00000100:00000001:3.0:1767384944.088963:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384944.088966:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384944.088968:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384944.088971:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.088974:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384944.088977:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384944.088979:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f07cdb1d. 00000100:00000001:3.0:1767384944.088987:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.088989:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b59190b8] to pc [ptlrpcd_00_00+0] req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384944.088999:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384944.089022:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384944.089029:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384944.089036:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c761fc2] to pc [ptlrpcd_00_01+1] req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384944.089037:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.089054:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384944.089061:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.089062:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384944.089066:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.089069:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384944.089070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384944.089071:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384944.089079:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384944.089081:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767384944.089082:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384944.089089:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384944.089090:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000020:00000040:3.0:1767384944.089099:0:8:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384944.089114:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384944.089115:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384944.089116:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384944.089120:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384944.089122:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.089122:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384944.089123:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384944.089135:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000388bd362. 02000000:00000001:2.0:1767384944.089136:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384944.089136:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384944.089145:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384944.089146:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384944.089147:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384944.089161:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.089161:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384944.089162:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384944.089177:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b59190b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363759616:0@lo:13: 00000100:00100000:1.0:1767384944.089177:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004c761fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363759744:0@lo:400: 00000100:00000001:3.0:1767384944.089191:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384944.089197:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.089199:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384944.089199:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384944.089214:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384944.089214:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384944.089217:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_02+2] req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384944.089221:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.089221:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.089234:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384944.089235:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384944.089242:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa07e24e. 02000000:00000001:1.0:1767384944.089246:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384944.089249:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000031415181. 00000400:00000010:1.0:1767384944.089252:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c8c703. 02000000:00000001:2.0:1767384944.089253:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.089257:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384944.089259:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a294f0f2. 00000100:00000040:3.0:1767384944.089261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384944.089262:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ece826a. 00000400:00000010:2.0:1767384944.089267:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000100:00000200:1.0:1767384944.089276:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363759744, portal 25 00000100:00000001:3.0:1767384944.089278:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767384944.089281:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363759616, portal 4 00000100:00000001:1.0:1767384944.089283:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384944.089286:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000100:00000001:2.0:1767384944.089287:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384944.089287:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794840832 : -107297914710784 : ffff9e69c1e89500) 00000020:00000040:3.0:1767384944.089295:0:8:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384944.089295:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794526848 : -107297915024768 : ffff9e69c1e3ca80) 00000100:00000040:1.0:1767384944.089301:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.089310:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384944.089315:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384944.089316:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.089317:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384944.089324:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.089329:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384944.089339:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384944.089340:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002313c29. 00000100:00000040:2.0:1767384944.089344:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384944.089345:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363759744, offset 0 02000000:00000010:3.0:1767384944.089348:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e30fda0. 00000400:00000010:2.0:1767384944.089348:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075691403. 00000400:00000200:1.0:1767384944.089357:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384944.089360:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384944.089363:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363759616, offset 0 00000100:00000040:3.0:1767384944.089367:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384944.089378:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384944.089380:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384944.089402:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384944.089409:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384944.089410:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c05a80 00000400:00000200:2.0:1767384944.089421:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c05a00 00000100:00000001:3.0:1767384944.089424:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.089424:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12b5 [2] + 0 00000100:00000040:3.0:1767384944.089435:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_03+3] req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384944.089437:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f8d879c. 00000100:00000001:3.0:1767384944.089452:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.089453:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf8699e0 00000100:00000040:3.0:1767384944.089454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384944.089458:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384944.089460:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 00000020:00000040:3.0:1767384944.089462:0:8:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384944.089468:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384944.089469:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384944.089472:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.089473:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000400:00000200:1.0:1767384944.089474:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384944.089479:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fad002c1. 00000400:00000200:2.0:1767384944.089486:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384944.089487:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.089490:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384944.089505:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384944.089505:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8699e0 00000400:00000200:2.0:1767384944.089507:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384944.089519:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf8699e0. 00000100:00000001:3.0:1767384944.089534:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384944.089535:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.089538:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384944.089538:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384944.089542:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfa954a] to pc [ptlrpcd_00_00+0] req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384944.089544:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:1.0:1767384944.089546:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767384944.089555:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd9874dc. 00000100:00000040:1.0:1767384944.089559:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000bfa7b934 x1853237363759744 msgsize 224 00000100:00000040:2.0:1767384944.089566:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000dd9874dc x1853237363759616 msgsize 224 00000100:00000001:3.0:1767384944.089601:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384944.089608:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384944.089611:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384944.089615:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (269) 00000100:00000040:1.0:1767384944.089617:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384944.089628:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384944.089635:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384944.089638:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075691403 00000100:00000001:1.0:1767384944.089638:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384944.089639:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384944.089644:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075691403. 00000100:00000001:3.0:1767384944.089645:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384944.089658:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384944.089660:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384944.089660:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002313c29 00000400:00000010:1.0:1767384944.089668:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002313c29. 00000100:00000200:2.0:1767384944.089672:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.089678:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384944.089691:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.089718:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384944.089725:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.089727:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384944.089737:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384944.089738:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384944.089739:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384944.089748:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384944.089750:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.089753:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384944.089754:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.089766:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384944.089767:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16343:1853237363760000:0@lo:400: 00000100:00000001:2.0:1767384944.089776:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384944.089784:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4360 usecs (5 jiffies) 00000100:00000001:1.0:1767384944.089791:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.089796:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384944.089796:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294931973 00000100:00000001:1.0:1767384944.089801:0:16341:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384944.089804:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384944.089805:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb173b0e. 02000000:00000001:3.0:1767384944.089810:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.089811:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.089813:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384944.089827:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384944.089829:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294931974 02000000:00000010:3.0:1767384944.089832:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf0b09aa. 00000100:00000001:2.0:1767384944.089833:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294931973 00000100:00000001:1.0:1767384944.089836:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294931973 02000000:00000001:3.0:1767384944.089847:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384944.089848:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecb5c127. 00000100:00000001:1.0:1767384944.089849:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294931974 00000400:00000010:3.0:1767384944.089858:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a0b291b. 00000100:00000001:2.0:1767384944.089859:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384944.089892:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fd1c7c8. 00000100:00000001:2.0:1767384944.089895:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294931974 00000100:00000001:1.0:1767384944.089897:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294931973 00000100:00000010:2.0:1767384944.089900:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ad1413a. 00000100:00000200:3.0:1767384944.089901:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363760000, portal 10 00000100:00000001:1.0:1767384944.089903:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294931975 00000100:00000001:2.0:1767384944.089915:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384944.089918:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384944.089921:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000100:00000001:2.0:1767384944.089921:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294931974 00000100:00000001:1.0:1767384944.089923:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294931974 00000100:00000010:2.0:1767384944.089934:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007406fa06. 00000100:00000001:1.0:1767384944.089934:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294931975 00000100:00000040:3.0:1767384944.089940:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.089943:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384944.089953:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384944.089955:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384944.089956:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294931974 00000100:00000001:2.0:1767384944.089963:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.089965:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384944.089969:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384944.089973:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384944.089981:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00000100:00000001:2.0:1767384944.089982:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.089982:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384944.089998:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363760000, offset 0 00000100:00000001:1.0:1767384944.090000:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.090004:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384944.090006:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384944.090008:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384944.090013:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.090014:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.090019:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384944.090020:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384944.090024:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384944.090025:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384944.090026:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384944.090032:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384944.090033:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384944.090036:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.090037:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384944.090046:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c05b80 00000100:00000001:1.0:1767384944.090048:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.090063:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384944.090066:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384944.090071:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000001:1.0:1767384944.090071:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384944.090073:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384944.090078:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384944.090079:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384944.090082:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384944.090084:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384944.090084:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.090092:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384944.090105:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363760128:0@lo:400: 00000400:00000200:3.0:1767384944.090109:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384944.090121:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384944.090124:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384944.090125:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.090126:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384944.090131:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384944.090132:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384944.090133:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384944.090141:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5839b0e. 02000000:00000001:2.0:1767384944.090141:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.090142:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384944.090160:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384944.090161:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000d5839b0e x1853237363760000 msgsize 224 02000000:00000001:1.0:1767384944.090161:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384944.090169:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba9f3b39. 02000000:00000001:2.0:1767384944.090175:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384944.090176:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363759872:0@lo:400: 00000400:00000010:2.0:1767384944.090185:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000286db504. 00000100:00000001:1.0:1767384944.090189:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384944.090193:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384944.090198:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075691403. 02000000:00000001:1.0:1767384944.090198:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384944.090202:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.090206:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384944.090207:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363760128, portal 10 02000000:00000001:1.0:1767384944.090208:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384944.090220:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384944.090222:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 02000000:00000010:1.0:1767384944.090222:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b5525b2. 00000400:00000200:3.0:1767384944.090224:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 02000000:00000001:1.0:1767384944.090229:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384944.090232:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000400:00000010:1.0:1767384944.090235:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e22c6. 00000100:00000001:3.0:1767384944.090239:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384944.090239:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384944.090242:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002313c29. 00000100:00000200:3.0:1767384944.090248:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384944.090251:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363759872, portal 4 00000100:00000001:1.0:1767384944.090260:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384944.090265:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000040:1.0:1767384944.090280:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.090293:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384944.090309:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384944.090314:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 00000100:00000001:1.0:1767384944.090315:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384944.090323:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363760128, offset 0 00000100:00000040:1.0:1767384944.090331:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384944.090338:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a51fd36. 00000400:00000200:2.0:1767384944.090347:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384944.090367:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363759872, offset 0 00000100:00000001:3.0:1767384944.090368:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384944.090372:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384944.090378:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384944.090391:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384944.090392:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c05c00 00000400:00000200:2.0:1767384944.090418:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000400:00000200:1.0:1767384944.090418:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384944.090419:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.090433:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384944.090435:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384944.090440:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c05b00 00000100:00000001:3.0:1767384944.090443:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.090448:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384944.090455:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 00000100:00000040:3.0:1767384944.090456:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3435 usecs (4 jiffies) 00000100:00000001:3.0:1767384944.090462:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294931973 00000100:00000001:2.0:1767384944.090463:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384944.090463:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384944.090471:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384944.090473:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294931974 00000400:00000200:1.0:1767384944.090478:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384944.090479:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025701b5b. 00000100:00000001:3.0:1767384944.090480:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294931973 00000100:00000001:1.0:1767384944.090483:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384944.090492:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294931974 00000100:00000040:2.0:1767384944.090493:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000025701b5b x1853237363760128 msgsize 224 00000100:00000200:1.0:1767384944.090493:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384944.090509:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294931973 00000100:00000010:1.0:1767384944.090511:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d365a6ce. 00000100:00000001:3.0:1767384944.090520:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294931975 00000100:00000040:1.0:1767384944.090522:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000d365a6ce x1853237363759872 msgsize 224 00000100:00100000:2.0:1767384944.090529:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384944.090531:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294931973 00000100:00000001:3.0:1767384944.090540:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294931975 00000100:00000001:2.0:1767384944.090543:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384944.090549:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384944.090550:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384944.090554:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 00000100:00000001:3.0:1767384944.090558:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384944.090559:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000100:00000001:3.0:1767384944.090566:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.090568:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384944.090568:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384944.090578:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.090579:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384944.090581:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a51fd36 00000400:00000010:1.0:1767384944.090604:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a51fd36. 00000100:00000001:1.0:1767384944.090611:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384944.090614:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384944.090618:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.090635:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384944.090636:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384944.090640:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384944.090644:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384944.090648:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384944.090649:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384944.090649:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.090652:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.090661:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.090684:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.090686:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.090697:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384944.090698:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384944.090705:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.090711:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384944.090712:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3546 usecs (4 jiffies) 00000100:00000001:3.0:1767384944.090716:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384944.090718:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294931973 00000100:00100000:3.0:1767384944.090721:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363760000 00000100:00000040:1.0:1767384944.090721:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4360 usecs (5 jiffies) 00000100:00000001:2.0:1767384944.090722:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294931974 02000000:00000001:3.0:1767384944.090732:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384944.090734:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294931973 00000100:00000001:3.0:1767384944.090735:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384944.090735:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294931974 00000100:00000001:3.0:1767384944.090747:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.090748:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294931974 00000100:00000001:1.0:1767384944.090749:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294931974 00000100:00000001:0.0:1767384944.090754:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384944.090760:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.090760:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294931973 00000100:00100000:0.0:1767384944.090762:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363759744 00000100:00000001:1.0:1767384944.090763:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294931974 00000100:00000001:2.0:1767384944.090764:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294931975 02000000:00000001:0.0:1767384944.090769:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384944.090772:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294931974 00000100:00000001:2.0:1767384944.090777:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294931973 00000100:00000001:0.0:1767384944.090777:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384944.090779:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363760000 00000100:00000001:1.0:1767384944.090779:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294931974 00000100:00000001:2.0:1767384944.090784:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294931975 00000100:00000001:0.0:1767384944.090784:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.090789:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384944.090791:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294931975 00000100:00000001:2.0:1767384944.090793:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384944.090795:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 02000000:00000001:0.0:1767384944.090796:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.090797:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294931974 00000020:00000001:3.0:1767384944.090805:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384944.090807:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384944.090810:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363759744 00000020:00000040:3.0:1767384944.090814:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000001:2.0:1767384944.090818:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.090818:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294931975 00000020:00000001:0.0:1767384944.090818:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384944.090819:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000020:00000040:0.0:1767384944.090825:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:2.0:1767384944.090830:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384944.090832:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:1.0:1767384944.090833:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384944.090833:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384944.090839:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384944.090842:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:2.0:1767384944.090845:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384944.090847:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384944.090849:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384944.090852:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384944.090852:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384944.090854:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384944.090854:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384944.090857:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384944.090875:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1768e5d. 00000100:00000001:3.0:1767384944.090883:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384944.090886:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1768e5d. 00000100:00000001:2.0:1767384944.090892:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384944.090894:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097ea4b8c. 00000100:00000001:2.0:1767384944.090896:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384944.090901:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000055cc1f0a. 00000100:00000001:1.0:1767384944.090906:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384944.090908:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069231a6a. 00000100:00000001:0.0:1767384944.090912:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384944.090915:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384944.090916:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384944.090923:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384944.090925:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363759616 00000020:00000010:0.0:1767384944.090925:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df6f62c3. 00000100:00000001:1.0:1767384944.090928:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384944.090930:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384944.090930:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384944.090936:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384944.090938:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384944.090941:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384944.090941:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df6f62c3. 00000100:00000001:2.0:1767384944.090942:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384944.090944:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384944.090950:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.090953:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384944.090954:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384944.090954:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d530ca88. 00000100:00000001:3.0:1767384944.090956:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384944.090962:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384944.090964:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bfcb64db. 00000100:00100000:2.0:1767384944.090966:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363759616 00000020:00000001:2.0:1767384944.090970:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384944.090972:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000013d6bfde. 00000100:00000001:3.0:1767384944.090973:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1767384944.090973:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00000001:1.0:1767384944.090973:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384944.090985:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384944.090987:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1767384944.090988:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363759872 00000020:00000040:2.0:1767384944.090991:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000100:00000040:0.0:1767384944.090993:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384944.090995:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.090996:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384944.091000:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:1.0:1767384944.091004:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384944.091006:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384944.091007:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:1.0:1767384944.091008:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.091010:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384944.091012:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.091012:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384944.091013:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.091015:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384944.091018:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b3db9a9. 00000100:00100000:1.0:1767384944.091024:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363759872 00000020:00000010:2.0:1767384944.091025:0:17882:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003e7fce8b. 00000020:00000001:1.0:1767384944.091028:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384944.091032:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00000001:0.0:1767384944.091035:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.091036:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384944.091036:0:17882:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000020:00000001:1.0:1767384944.091036:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384944.091048:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363760128 00000020:00000040:1.0:1767384944.091048:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 02000000:00000001:3.0:1767384944.091056:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384944.091058:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384944.091059:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384944.091059:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.091060:0:17882:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384944.091065:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384944.091067:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384944.091069:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000accc9bb. 00000100:00000001:1.0:1767384944.091074:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384944.091077:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9d0b5a7. 02000000:00000001:3.0:1767384944.091079:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384944.091079:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000de28798. 00000100:00000001:0.0:1767384944.091081:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384944.091087:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0b15097. 00000100:00100000:3.0:1767384944.091089:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363760128 00000100:00000001:1.0:1767384944.091090:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384944.091090:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384944.091096:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:3.0:1767384944.091101:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384944.091102:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000de28798. 00000100:00000001:2.0:1767384944.091103:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384944.091106:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000001:2.0:1767384944.091108:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384944.091110:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000020:00000001:3.0:1767384944.091114:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384944.091114:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384944.091116:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081a53f22. 00000100:00000040:0.0:1767384944.091117:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000020:00000040:3.0:1767384944.091123:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000100:00000001:0.0:1767384944.091124:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780604503120 : -107293105048496 : ffff9e6ae0963450) 00000020:00000010:1.0:1767384944.091126:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009644ecb1. 00000100:00000001:2.0:1767384944.091127:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.091129:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000020:00000010:1.0:1767384944.091134:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000020:00000001:3.0:1767384944.091141:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:2.0:1767384944.091143:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384944.091143:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bfa7b934 x1853237363759744/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:170/0 lens 224/0 e 0 to 0 dl 1767384955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384944.091145:0:17880:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384944.091150:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384944.091155:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384944.091157:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384944.091163:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384944.091163:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.091164:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384944.091167:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384944.091173:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1768e5d. 00000020:00000010:0.0:1767384944.091174:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df6f62c3. 00000100:00000001:1.0:1767384944.091176:0:17880:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384944.091181:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384944.091185:0:17880:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1767384944.091186:0:17071:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000266fd25c. 00000100:00000040:2.0:1767384944.091187:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:0.0:1767384944.091187:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384944.091196:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.091198:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879035264 : -107292830516352 : ffff9e6af0f33b80) 00000020:00000010:0.0:1767384944.091199:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df6f62c3. 00000020:00000040:3.0:1767384944.091200:0:17071:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:1.0:1767384944.091209:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.091212:0:17071:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384944.091213:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd9874dc x1853237363759616/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 224/0 e 0 to 0 dl 1767384955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384944.091219:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000553c3d94. 00000100:00100000:0.0:1767384944.091219:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bfa7b934 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363759744:12345-0@lo:400: 00000100:00000001:1.0:1767384944.091223:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384944.091232:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dea45a7b. 00000100:00000001:1.0:1767384944.091232:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384944.091244:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384944.091244:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363759744 00000020:00000010:3.0:1767384944.091245:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9cf5c30. 00000100:00100000:1.0:1767384944.091246:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:00000010:2.0:1767384944.091249:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2c67c22. 00000020:00000001:0.0:1767384944.091251:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384944.091260:0:17880:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 2 00000100:00000001:3.0:1767384944.091262:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384944.091262:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384944.091263:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384944.091267:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384944.091269:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794532224 : -107297915019392 : ffff9e69c1e3df80) 00000020:00000001:0.0:1767384944.091270:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.091273:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384944.091274:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2c67c22. 00000020:00000001:0.0:1767384944.091277:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384944.091280:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d365a6ce x1853237363759872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 224/0 e 0 to 0 dl 1767384955 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384944.091286:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000100:00000001:3.0:1767384944.091293:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384944.091297:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384944.091300:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384944.091300:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd9874dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16340:x1853237363759616:12345-0@lo:13: 00000020:00000001:0.0:1767384944.091302:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.091304:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384944.091317:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384944.091318:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384944.091319:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363759616 00000100:00000001:3.0:1767384944.091321:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384944.091321:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384944.091324:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000de28798. 00000020:00000001:2.0:1767384944.091325:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384944.091330:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384944.091331:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384944.091333:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384944.091334:0:17067:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384944.091335:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.091339:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384944.091340:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000de28798. 00000100:00000001:3.0:1767384944.091341:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384944.091341:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384944.091343:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384944.091347:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000100:00000001:3.0:1767384944.091349:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1767384944.091351:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009343e535. 00000100:00100000:1.0:1767384944.091353:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d365a6ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16342:x1853237363759872:12345-0@lo:400: 00000020:00000001:2.0:1767384944.091355:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384944.091357:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384944.091363:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:2.0:1767384944.091364:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384944.091366:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384944.091376:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384944.091378:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000020:00000001:0.0:1767384944.091378:0:17067:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384944.091379:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384944.091379:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363759872 00000020:00000001:2.0:1767384944.091386:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.091391:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079262336 : -107292630289280 : ffff9e6afce27480) 00000020:00000001:1.0:1767384944.091392:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:0.0:1767384944.091392:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363759744 00000100:00000001:2.0:1767384944.091394:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384944.091398:0:17880:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384944.091402:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384944.091404:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384944.091405:0:17880:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384944.091408:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000063ba2949. 00000100:00000040:3.0:1767384944.091409:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5839b0e x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:170/0 lens 224/0 e 0 to 0 dl 1767384955 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384944.091412:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:0.0:1767384944.091414:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bfa7b934 x1853237363759744/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:170/0 lens 224/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384944.091418:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384944.091419:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:2.0:1767384944.091431:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384944.091433:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384944.091439:0:17880:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1767384944.091442:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384944.091452:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384944.091453:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384944.091459:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384944.091461:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384944.091471:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384944.091473:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384944.091483:0:17880:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00002000:00000024:2.0:1767384944.091488:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384944.091492:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384944.091493:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384944.091493:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000020:2.0:1767384944.091494:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000010:3.0:1767384944.091498:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000266fd25c. 00010000:00000001:0.0:1767384944.091498:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.091499:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:2.0:1767384944.091501:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 02000000:00000010:1.0:1767384944.091504:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007a7a22ab. 00000100:00000001:3.0:1767384944.091505:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384944.091508:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=62 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384944.091514:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384944.091519:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000266fd25c. 00002000:00000020:2.0:1767384944.091520:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384944.091520:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.091522:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384944.091533:0:17880:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384944.091534:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00002000:00000001:2.0:1767384944.091535:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:3.0:1767384944.091538:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5839b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16343:x1853237363760000:12345-0@lo:400: 00000001:00000001:2.0:1767384944.091542:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000040:1.0:1767384944.091548:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363759872 00000100:00000001:0.0:1767384944.091548:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000001:00000001:2.0:1767384944.091549:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384944.091553:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363760000 00002000:00000001:2.0:1767384944.091562:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.091562:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384944.091565:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384944.091565:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384944.091568:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363759616 00010000:00000200:1.0:1767384944.091572:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d365a6ce x1853237363759872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 224/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384944.091578:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384944.091579:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384944.091579:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.091581:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384944.091597:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384944.091602:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd9874dc x1853237363759616/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 224/368 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384944.091603:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384944.091605:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.091605:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384944.091617:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=52 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384944.091618:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000040:0.0:1767384944.091618:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384944.091621:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384944.091637:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.091638:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384944.091638:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000100:00000040:1.0:1767384944.091647:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000020:00000001:3.0:1767384944.091649:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384944.091649:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363759744, offset 224 00000100:00001000:2.0:1767384944.091651:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384944.091652:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:3.0:1767384944.091657:0:17071:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384944.091663:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384944.091671:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384944.091673:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384944.091673:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384944.091673:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384944.091684:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384944.091687:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384944.091690:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 23 to 0@lo 00000020:00000001:3.0:1767384944.091691:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384944.091700:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384944.091702:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384944.091705:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384944.091705:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:3.0:1767384944.091711:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384944.091712:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767384944.091713:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a51fd36. 02000000:00000001:3.0:1767384944.091718:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384944.091719:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384944.091722:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363759872, offset 224 00000400:00000200:0.0:1767384944.091725:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c05a80 02000000:00000010:3.0:1767384944.091726:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000723d1004. 00000100:00000001:2.0:1767384944.091727:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384944.091734:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384944.091741:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384944.091742:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.091742:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384944.091746:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 00000020:00000001:3.0:1767384944.091747:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384944.091757:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a71 [1] + 224 00010000:00000040:3.0:1767384944.091758:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363760000 00000400:00000200:1.0:1767384944.091759:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384944.091771:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384944.091773:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363759616, offset 224 00000400:00000200:0.0:1767384944.091773:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1767384944.091781:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5839b0e x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:170/0 lens 224/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384944.091784:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c05b00 00000400:00000200:2.0:1767384944.091794:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384944.091794:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384944.091819:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1a8d [1] + 224 00000400:00000200:2.0:1767384944.091821:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384944.091839:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384944.091844:0:17071:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.091844:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c05a00 00000100:00000001:0.0:1767384944.091846:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384944.091847:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384944.091858:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=57 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384944.091859:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384944.091860:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a75 [1] + 224 00000100:00000001:3.0:1767384944.091886:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384944.091889:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 24 to 0@lo 00000100:00000001:3.0:1767384944.091891:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:1.0:1767384944.091903:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384944.091910:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384944.091913:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384944.091914:0:17880:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384944.091915:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384944.091927:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384944.091928:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384944.091942:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384944.091945:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384944.091949:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384944.091957:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384944.091958:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384944.091967:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00000100:00000200:3.0:1767384944.091980:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363760000, offset 224 00000100:00000040:1.0:1767384944.091993:0:17880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384944.092013:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384944.092019:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384944.092026:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384944.092040:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000400:00000200:3.0:1767384944.092041:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384944.092055:0:17880:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384944.092055:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000400:00000200:3.0:1767384944.092062:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c05b80 00000100:00000001:2.0:1767384944.092064:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384944.092066:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384944.092071:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a81 [1] + 224 00000100:00000001:0.0:1767384944.092072:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384944.092079:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384944.092079:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a51fd36 00000100:00000001:0.0:1767384944.092083:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384944.092090:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a51fd36. 00000100:00000040:0.0:1767384944.092094:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 23 to 0@lo 00000400:00000200:3.0:1767384944.092096:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384944.092099:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384944.092100:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 00000100:00000001:1.0:1767384944.092100:0:17880:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384944.092101:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.092108:0:17880:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384944.092112:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000020:00000001:0.0:1767384944.092112:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384944.092119:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384944.092121:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384944.092121:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfa7b934 x1853237363759744/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:170/0 lens 224/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.092122:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384944.092126:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384944.092128:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.092132:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000200:3.0:1767384944.092138:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384944.092139:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:1.0:1767384944.092150:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384944.092152:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:0.0:1767384944.092157:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bfa7b934 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363759744:12345-0@lo:400: Request processed in 981us (2587us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384944.092158:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384944.092159:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384944.092169:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384944.092172:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384944.092184:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d365a6ce x1853237363759872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 224/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384944.092186:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd9874dc x1853237363759616/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 224/368 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384944.092197:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000040:0.0:1767384944.092212:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000040:3.0:1767384944.092217:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.092220:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384944.092227:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384944.092235:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bfcb64db. 00000020:00000010:0.0:1767384944.092243:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000013d6bfde. 00000020:00000010:0.0:1767384944.092254:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d530ca88. 00000020:00000040:0.0:1767384944.092269:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00100000:1.0:1767384944.092273:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d365a6ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16342:x1853237363759872:12345-0@lo:400: Request processed in 947us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384944.092274:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd9874dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16340:x1853237363759616:12345-0@lo:13: Request processed in 1022us (2699us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384944.092279:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384944.092279:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767384944.092289:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 02000000:00000010:0.0:1767384944.092291:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009343e535. 00000400:00000200:3.0:1767384944.092297:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 00000100:00000040:1.0:1767384944.092297:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 1 02000000:00000001:0.0:1767384944.092298:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767384944.092306:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000100:00100000:2.0:1767384944.092307:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384944.092307:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384944.092307:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.092318:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384944.092320:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384944.092322:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000020:00000010:1.0:1767384944.092323:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009644ecb1. 00000100:00000200:0.0:1767384944.092323:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384944.092329:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384944.092331:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384944.092336:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384944.092338:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2de0ef9. 00000020:00000010:1.0:1767384944.092339:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000100:00000001:3.0:1767384944.092340:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384944.092341:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9d0b5a7. 00000020:00000010:1.0:1767384944.092348:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081a53f22. 00000400:00000010:0.0:1767384944.092348:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092e52be2. 00000020:00000010:2.0:1767384944.092351:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0b15097. 00000100:00000040:3.0:1767384944.092353:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384944.092361:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384944.092362:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000accc9bb. 00000020:00000040:1.0:1767384944.092362:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000020:00000001:3.0:1767384944.092372:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.092373:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384944.092375:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000020:00000001:3.0:1767384944.092390:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384944.092391:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384944.092391:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384944.092401:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5839b0e x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:170/0 lens 224/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.092403:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384944.092417:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:2.0:1767384944.092419:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384944.092420:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.092428:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384944.092430:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384944.092430:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000100:00100000:3.0:1767384944.092439:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5839b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16343:x1853237363760000:12345-0@lo:400: Request processed in 938us (2271us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384944.092440:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879027200 : -107292830524416 : ffff9e6af0f31c00) 00000100:00000001:2.0:1767384944.092441:0:17072:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384944.092442:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384944.092448:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384944.092454:0:17072:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384944.092455:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973e22c6. 00000100:00000040:0.0:1767384944.092460:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025701b5b x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:170/0 lens 224/0 e 0 to 0 dl 1767384955 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384944.092468:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002313c29 00000400:00000010:1.0:1767384944.092475:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002313c29. 00000100:00100000:3.0:1767384944.092478:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1767384944.092481:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384944.092482:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384944.092493:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000200:1.0:1767384944.092493:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384944.092495:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:0.0:1767384944.092496:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384944.092506:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384944.092506:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df6f62c3. 00000100:00080000:2.0:1767384944.092507:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384944.092513:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384944.092515:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:0.0:1767384944.092516:0:17073:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384944.092521:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000055cc1f0a. 00000100:00000200:1.0:1767384944.092521:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384944.092524:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df6f62c3. 00000100:00000001:2.0:1767384944.092530:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384944.092532:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069231a6a. 00000100:00000001:2.0:1767384944.092534:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384944.092540:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025701b5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363760128:12345-0@lo:400: 00000020:00000010:3.0:1767384944.092543:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097ea4b8c. 00000400:00000001:2.0:1767384944.092544:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384944.092547:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384944.092550:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384944.092557:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a294f0f2. 00000100:00000001:1.0:1767384944.092557:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384944.092558:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363760128 00000020:00000040:3.0:1767384944.092560:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000400:00000200:2.0:1767384944.092566:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000020:00000001:0.0:1767384944.092567:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384944.092568:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384944.092569:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384944.092572:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000020:00000001:0.0:1767384944.092573:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384944.092577:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384944.092580:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.092583:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384944.092583:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384944.092584:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384944.092600:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384944.092600:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000200:2.0:1767384944.092602:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384944.092607:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384944.092610:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384944.092611:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384944.092613:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.092617:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384944.092619:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384944.092624:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:1.0:1767384944.092625:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=52 v=5 (5 0 0 0) 00000400:00000001:3.0:1767384944.092626:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384944.092628:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384944.092630:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384944.092641:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=52 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384944.092642:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384944.092648:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:3.0:1767384944.092650:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384944.092653:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384944.092655:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384944.092658:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a0b291b. 00000100:00000001:1.0:1767384944.092660:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384944.092660:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009343e535. 00000400:00000200:3.0:1767384944.092670:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fd1c7c8 00010000:00000001:1.0:1767384944.092671:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384944.092672:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384944.092672:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.092678:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384944.092679:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384944.092686:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384944.092691:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fd1c7c8. 00000100:00000001:2.0:1767384944.092691:0:16340:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384944.092692:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384944.092697:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:0.0:1767384944.092705:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363760128 00000100:00000001:3.0:1767384944.092706:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384944.092707:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384944.092717:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.092717:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384944.092718:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384944.092723:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384944.092725:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.092725:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000200:0.0:1767384944.092729:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025701b5b x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:170/0 lens 224/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384944.092732:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00001000:2.0:1767384944.092739:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=52 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384944.092742:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384944.092748:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384944.092762:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=52 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384944.092772:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.092778:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384944.092784:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384944.092799:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384944.092804:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384944.092811:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.092816:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384944.092832:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384944.092838:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384944.092856:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.092880:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384944.092884:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.092886:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384944.092889:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384944.092891:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384944.092896:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.092900:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384944.092903:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:0.0:1767384944.092906:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384944.092907:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384944.092912:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.092912:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384944.092918:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=57 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384944.092922:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.092925:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384944.092931:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384944.092932:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384944.092937:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384944.092939:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:2.0:1767384944.092941:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384944.092945:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1767384944.092947:0:16340:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:0.0:1767384944.092950:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384944.092951:0:16340:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:1.0:1767384944.092951:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363759872:0@lo:400: 00000004:00000040:2.0:1767384944.092956:0:16340:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384944.092957:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384944.092959:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384944.092965:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384944.092966:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000020:2.0:1767384944.092968:0:16340:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000010:0.0:1767384944.092972:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000004:00000001:2.0:1767384944.092974:0:16340:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.092974:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363759872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384944.092979:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363760128, offset 224 00000100:00000040:2.0:1767384944.092984:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384944.092994:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384944.093002:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384944.093005:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b59190b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363759616:0@lo:13: 02000000:00000001:1.0:1767384944.093008:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384944.093012:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384944.093013:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384944.093013:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b5525b2. 00000100:00000001:2.0:1767384944.093018:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384944.093023:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384944.093024:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c05c00 00000020:00000001:1.0:1767384944.093029:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384944.093033:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b59190b8 x1853237363759616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384944.093035:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384944.093038:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a89 [1] + 224 00000100:00000001:3.0:1767384944.093041:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384944.093043:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384944.093052:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384944.093056:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384944.093058:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000388bd362. 00000100:00001000:3.0:1767384944.093064:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=57 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384944.093067:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384944.093072:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384944.093073:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384944.093075:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384944.093080:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=57 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384944.093081:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000031415181. 02000000:00000001:1.0:1767384944.093083:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384944.093084:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767384944.093090:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000200:0.0:1767384944.093096:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384944.093099:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384944.093100:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384944.093101:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384944.093109:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384944.093110:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384944.093110:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384944.093118:0:16340:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1767384944.093121:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384944.093123:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384944.093125:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384944.093130:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003bcc5073. 00010000:00080000:3.0:1767384944.093133:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.093134:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384944.093138:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384944.093143:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384944.093145:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384944.093151:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b59190b8. 00000100:00000001:1.0:1767384944.093158:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384944.093159:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.093162:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384944.093169:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.093170:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.093182:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.093192:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.093194:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384944.093198:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.093200:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384944.093200:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384944.093208:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384944.093214:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000001:1.0:1767384944.093215:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384944.093215:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384944.093223:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767384944.093224:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384944.093225:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384944.093231:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c8c703. 00000100:00000040:3.0:1767384944.093234:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.093243:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384944.093243:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ece826a 00000400:00000010:1.0:1767384944.093249:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ece826a. 00000100:00000001:3.0:1767384944.093250:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384944.093255:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.093255:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384944.093267:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384944.093267:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384944.093288:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000400:00000010:0.0:1767384944.093296:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000100:00000001:0.0:1767384944.093309:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384944.093316:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384944.093326:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.093327:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384944.093331:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16343:1853237363760000:0@lo:400: 00000100:00000040:0.0:1767384944.093338:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:1.0:1767384944.093346:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384944.093349:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384944.093354:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384944.093355:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.093358:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.093359:0:16341:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384944.093360:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384944.093368:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384944.093368:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384944.093375:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025701b5b x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:170/0 lens 224/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.093377:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384944.093382:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384944.093383:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.093395:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384944.093407:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384944.093422:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384944.093437:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384944.093442:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384944.093448:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025701b5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363760128:12345-0@lo:400: Request processed in 945us (2946us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384944.093449:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384944.093450:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384944.093458:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384944.093459:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384944.093465:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf0b09aa. 00000100:00000001:1.0:1767384944.093466:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384944.093473:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 02000000:00000001:3.0:1767384944.093475:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384944.093479:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384944.093480:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000040:1.0:1767384944.093483:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384944.093488:0:16343:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384944.093489:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384944.093498:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384944.093498:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1767384944.093505:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e30fda0. 00000020:00000010:0.0:1767384944.093508:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dea45a7b. 00000100:00000001:1.0:1767384944.093514:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384944.093516:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384944.093518:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9cf5c30. 02000000:00000001:3.0:1767384944.093519:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384944.093519:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1767384944.093527:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000100:00000001:1.0:1767384944.093528:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384944.093530:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000553c3d94. 00000100:00000001:3.0:1767384944.093536:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384944.093540:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:3.0:1767384944.093541:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384944.093543:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.093550:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384944.093552:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.093565:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384944.093568:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384944.093568:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004c761fc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363759744:0@lo:400: 00000100:00000001:3.0:1767384944.093576:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1767384944.093577:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384944.093578:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.093582:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384944.093582:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384944.093584:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384944.093602:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000286db504. 00000100:00000040:1.0:1767384944.093605:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c761fc2 x1853237363759744/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384944.093608:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075691403 00000100:00000001:1.0:1767384944.093625:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384944.093625:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075691403. 02000000:00000001:1.0:1767384944.093630:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384944.093630:0:16340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384944.093634:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa07e24e. 00000100:00000200:0.0:1767384944.093636:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384944.093638:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384944.093641:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384944.093643:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384944.093648:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384944.093648:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384944.093651:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f07cdb1d. 02000000:00000001:1.0:1767384944.093659:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384944.093660:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384944.093664:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384944.093665:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384944.093666:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c761fc2. 00000100:00000001:0.0:1767384944.093668:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384944.093671:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384944.093672:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384944.093673:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384944.093676:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384944.093676:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.093682:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384944.093682:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384944.093689:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=56 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384944.093690:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384944.093694:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384944.093694:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384944.093700:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384944.093700:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384944.093703:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.093709:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.093711:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384944.093713:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384944.093719:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.093721:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384944.093722:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384944.093724:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384944.093725:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384944.093727:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.093731:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384944.093733:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384944.093734:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384944.093736:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384944.093742:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363760128:0@lo:400: 00000100:00000001:0.0:1767384944.093745:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384944.093746:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384944.093749:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.093753:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384944.093755:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384944.093756:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba9f3b39. 02000000:00000001:0.0:1767384944.093759:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384944.093760:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384944.093762:0:16340:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384944.093764:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384944.093765:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fad002c1. 02000000:00000001:0.0:1767384944.093769:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384944.093771:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384944.093773:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 00000100:00000001:0.0:1767384944.093777:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384944.093785:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384944.093787:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384944.093791:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384944.093793:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.093795:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384944.093797:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384944.095917:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294931974, at 4294931975 00000100:00000010:0.0:1767384944.095923:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb173b0e. 00000100:00000040:1.0:1767384944.096912:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294931974, at 4294931976 00000100:00000010:1.0:1767384944.096928:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecb5c127. 00000100:00000040:2.0:1767384944.097028:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294931975, at 4294931976 00000100:00000010:2.0:1767384944.097035:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ad1413a. 00000100:00000040:3.0:1767384944.097318:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294931975, at 4294931976 00000100:00000010:3.0:1767384944.097326:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007406fa06. 00000001:00000001:0.0:1767384944.156943:0:31431:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384944.156947:0:31431:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:0.0:1767384944.160671:0:31431:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384944.168102:0:31432:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003387c57d. 00000400:00000010:0.0:1767384944.168115:0:31432:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c269de65. 00000400:00000010:0.0:1767384944.168122:0:31432:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a7dc6255. 00000400:00000010:0.0:1767384944.168126:0:31432:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000060172641. 00000400:00000010:0.0:1767384944.168130:0:31432:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000084bc474f. 00000400:00000010:0.0:1767384944.168135:0:31432:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6b7b81a. 00000400:00000010:0.0:1767384944.168137:0:31432:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ad956884. 00000400:00000010:0.0:1767384944.168139:0:31432:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df6f62c3. 00000400:00000010:0.0:1767384944.168142:0:31432:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004ea65003. 00000800:00000010:0.0:1767384944.168158:0:31432:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000602ec6ed. 00000800:00000200:0.0:1767384944.168170:0:31432:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384944.168187:0:31432:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384944.168226:0:31432:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:0.0:1767384944.168247:0:31432:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp38 [8/256/0/180] 00000400:00000010:0.0:1767384944.170078:0:31432:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000f6de0f96. 00000400:00000010:0.0:1767384944.170085:0:31432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004256c2bc. 00000400:00000010:0.0:1767384944.170091:0:31432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000400:00000001:0.0:1767384944.170113:0:31432:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384944.170115:0:31432:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384944.170117:0:31432:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a206abe. 00000400:00000200:0.0:1767384944.170121:0:31432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1c950f 00000400:00000010:0.0:1767384944.170123:0:31432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1c950f. 00000400:00000010:0.0:1767384944.170127:0:31432:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000006adb18ba. 00000400:00000200:0.0:1767384944.170139:0:31432:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (28) 00000400:00000200:0.0:1767384944.170149:0:31432:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384944.170157:0:31432:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:0.0:1767384944.170163:0:31432:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005c5e9f25. 00000400:00000200:1.0:1767384944.170168:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384944.170168:0:31432:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384944.170171:0:31432:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp38 00000400:00000200:1.0:1767384944.170180:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000010:0.0:1767384944.170184:0:31432:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c269de65. 00000400:00000010:1.0:1767384944.170185:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ece826a. 00000400:00000010:0.0:1767384944.170189:0:31432:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003387c57d. 00000400:00000200:1.0:1767384944.170190:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (29) 00000400:00000010:1.0:1767384944.170199:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000051208451. 00000400:00000200:1.0:1767384944.170205:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:00000001:3.0:1767384944.170217:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384944.170219:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384944.170228:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:3.0:1767384944.170231:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384944.170239:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384944.170243:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 10000000:01000000:3.0:1767384944.170244:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384944.170250:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384944.170254:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384944.170257:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384944.170259:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384944.170264:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384944.170264:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:3.0:1767384944.170267:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384944.170270:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384944.170272:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384944.170278:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000020:01000004:3.0:1767384944.170284:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384944.170287:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384944.170291:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000100:00000010:3.0:1767384944.170294:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063a60b26. 00000400:00000200:1.0:1767384944.170302:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000020:00000040:3.0:1767384944.170303:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384944.170313:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384944.170318:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384944.170318:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 02000000:00000001:3.0:1767384944.170327:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.170331:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000400:00000200:1.0:1767384944.170338:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 02000000:00000010:3.0:1767384944.170340:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ef5b91ff. 00000100:00000001:3.0:1767384944.170351:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.170351:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384944.170364:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000001:3.0:1767384944.170366:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384944.170369:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.170377:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000100:00000040:3.0:1767384944.170381:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a60b26] to pc [ptlrpcd_00_01+1] req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384944.170398:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:1.0:1767384944.170417:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:1.0:1767384944.170424:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:1.0:1767384944.170432:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 10000000:00000001:3.0:1767384944.170439:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384944.170446:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.170451:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.170451:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384944.170460:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384944.170460:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000100:00000001:0.0:1767384944.170461:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384944.170470:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384944.170474:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384944.170477:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384944.170477:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000100:00000040:0.0:1767384944.170484:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384944.170485:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384944.170491:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384944.170498:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000020:01000004:3.0:1767384944.170501:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384944.170506:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384944.170515:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384944.170522:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384944.170522:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000020:01000004:3.0:1767384944.170529:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384944.170538:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384944.170539:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384944.170544:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384944.170545:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[85, 22], ns[85, 22] 00000100:00000001:0.0:1767384944.170546:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384944.170550:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384944.170556:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384944.170558:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384944.170559:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 22], ns[115, 22] 00000100:00000010:3.0:1767384944.170560:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a66dcdfc. 02000000:00000001:0.0:1767384944.170563:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384944.170570:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:0.0:1767384944.170572:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.170582:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384944.170598:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 22], ns[87, 22] 02000000:00000001:3.0:1767384944.170600:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384944.170600:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063a60b26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363760256:0@lo:253: 02000000:00000001:3.0:1767384944.170608:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.170610:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384944.170614:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[96, 22], ns[111, 22] 02000000:00000001:0.0:1767384944.170619:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384944.170623:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ee51b161. 00000400:00000200:1.0:1767384944.170625:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[107, 22] 02000000:00000001:0.0:1767384944.170625:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.170640:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384944.170640:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384944.170641:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[108, 107] 00000400:00000200:1.0:1767384944.170648:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[99, 0], ns[114, 107] 02000000:00000010:0.0:1767384944.170651:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000009bd580c. 02000000:00000001:0.0:1767384944.170659:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.170661:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384944.170662:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000100:00000001:3.0:1767384944.170664:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384944.170665:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b34d3323. 00000400:00000200:1.0:1767384944.170670:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp34 00000100:00000040:3.0:1767384944.170674:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a66dcdfc] to pc [ptlrpcd_00_02+2] req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384944.170675:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c269de65. 00000400:00000200:1.0:1767384944.170683:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp34 lpni_is_preferred = 0 00000100:00000200:0.0:1767384944.170684:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363760256, portal 25 00000100:00000001:0.0:1767384944.170696:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384944.170701:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp34 00000100:00000001:0.0:1767384944.170702:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079263232 : -107292630288384 : ffff9e6afce27800) 00000100:00000040:0.0:1767384944.170712:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384944.170713:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp34 NI seq info: [116:116:256:4294967295] 192.168.203.109@tcp34 LPNI seq info [101:101:8:4294967295] 10000000:00000001:3.0:1767384944.170720:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384944.170731:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.170732:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp34 00000100:00000001:0.0:1767384944.170734:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384944.170742:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384944.170743:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:3.0:1767384944.170746:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384944.170754:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005c5e9f25. 00000400:00000010:0.0:1767384944.170756:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f349844a. 00000400:00000200:1.0:1767384944.170763:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34:) -> 192.168.203.109@tcp34(192.168.203.109@tcp:192.168.203.109@tcp34) : PUT try# 0 00000100:00000200:0.0:1767384944.170765:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363760256, offset 0 00000800:00000200:1.0:1767384944.170772:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.109@tcp34 00000100:00000001:3.0:1767384944.170774:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384944.170778:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384944.170782:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384944.170783:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9cd6df1. 00000400:00000200:0.0:1767384944.170798:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384944.170802:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384944.170804:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000100:00100000:3.0:1767384944.170806:0:16343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:0.0:1767384944.170814:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05c80 00000100:00000001:3.0:1767384944.170815:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384944.170817:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000400:00000200:0.0:1767384944.170827:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12c9 [2] + 0 00000400:00000010:0.0:1767384944.170831:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477db2a3. 00000400:00000200:0.0:1767384944.170834:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092dfb160 00000100:00000001:3.0:1767384944.170837:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.1:1767384944.170838:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp34 ip 192.168.203.109:988 00000100:00000001:3.0:1767384944.170842:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384944.170842:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.1:1767384944.170845:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9cd6df1 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1767384944.170857:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384944.170860:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384944.170896:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384944.170905:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384944.170907:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384944.170912:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384944.170926:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 0 00000400:00000200:0.0:1767384944.170930:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092dfb160 00000100:00000001:3.0:1767384944.170942:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384944.170943:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092dfb160. 00000100:00000001:3.0:1767384944.170947:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384944.170954:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384944.170954:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384944.170958:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384944.170959:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.170959:0:16341:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384944.170971:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384944.170972:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384944.170980:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a66dcdfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363760384:0@lo:253: 00000100:00000040:0.0:1767384944.170981:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000050c24c4a x1853237363760256 msgsize 4848 00000100:00000001:3.0:1767384944.170988:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384944.170996:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384944.170996:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384944.171002:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384944.171003:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384944.171008:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384944.171017:0:16341:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384944.171018:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009854828f. 00000400:00000200:1.0:1767384944.171019:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.171027:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f349844a 02000000:00000001:3.0:1767384944.171028:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384944.171030:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f349844a. 00000100:00000001:0.0:1767384944.171038:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384944.171041:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a0b291b. 00000100:00000200:0.0:1767384944.171044:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384944.171055:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc07dbb3. 00000100:00000001:0.0:1767384944.171057:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384944.171059:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.171064:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.171072:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384944.171080:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:0.0:1767384944.171080:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384944.171081:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363760384, portal 25 00000100:00000001:3.0:1767384944.171091:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384944.171093:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294932056 00000100:00000001:3.0:1767384944.171095:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079259648 : -107292630291968 : ffff9e6afce26a00) 00000100:00000010:0.0:1767384944.171097:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0a60708. 00000100:00000001:0.0:1767384944.171108:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384944.171112:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.171116:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294932056 00000100:00000010:0.0:1767384944.171123:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0b43627. 00000100:00000001:3.0:1767384944.171128:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384944.171132:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:0.0:1767384944.171135:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384944.171142:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384944.171145:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294932056 00000400:00000010:3.0:1767384944.171147:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046d70d31. 00000100:00000010:0.0:1767384944.171149:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a801831b. 00000100:00000200:3.0:1767384944.171154:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363760384, offset 0 00000100:00000001:0.0:1767384944.171155:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384944.171164:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294932056 00000400:00000200:3.0:1767384944.171168:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384944.171169:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b1cdbf0. 00000100:00000001:0.0:1767384944.171182:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384944.171187:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384944.171194:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384944.171198:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384944.171199:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.171201:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:0.0:1767384944.171205:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384944.171211:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05d00 00000100:00000001:0.0:1767384944.171216:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384944.171222:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12f1 [2] + 0 00000400:00000010:3.0:1767384944.171226:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d721c5ba. 00000100:00000001:0.0:1767384944.171230:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384944.171231:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6cab99d 00000100:00000001:0.0:1767384944.171241:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384944.171242:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384944.171244:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384944.171251:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384944.171255:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384944.171257:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384944.171263:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6cab99d 00000400:00000010:3.0:1767384944.171265:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6cab99d. 00000100:00000001:3.0:1767384944.171270:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384944.171272:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000200:3.0:1767384944.171273:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384944.171279:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000084dbd5b9 x1853237363760384 msgsize 4848 00000100:00100000:3.0:1767384944.171294:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384944.171297:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384944.171312:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384944.171320:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046d70d31 00000400:00000010:3.0:1767384944.171322:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046d70d31. 00000100:00000001:3.0:1767384944.171327:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384944.171334:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.171343:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384944.171348:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.171355:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.171366:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384944.171374:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.171379:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294932056 00000400:00000200:1.0:1767384944.171379:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000001:3.0:1767384944.171385:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294932056 00000100:00000001:3.0:1767384944.171389:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294932056 00000100:00000001:3.0:1767384944.171392:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294932056 00000100:00000001:3.0:1767384944.171395:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294932056 00000100:00000001:3.0:1767384944.171397:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294932056 00000100:00000001:3.0:1767384944.171398:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294932056 00000100:00000001:3.0:1767384944.171399:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294932056 00000100:00000001:3.0:1767384944.171402:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384944.171404:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.171407:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.171412:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.171443:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384944.171447:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363760256 02000000:00000001:3.0:1767384944.171450:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384944.171452:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384944.171455:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384944.171458:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384944.171462:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363760256 00000020:00000001:3.0:1767384944.171465:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384944.171469:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:1.0:1767384944.171470:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000020:00000001:3.0:1767384944.171472:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384944.171476:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:3.0:1767384944.171479:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384944.171481:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384944.171486:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384944.171489:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000360b0266. 00000100:00000001:3.0:1767384944.171492:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384944.171494:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000360b0266. 00000020:00000010:3.0:1767384944.171501:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045d599dd. 00000020:00000010:3.0:1767384944.171510:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000055cc1f0a. 00000020:00000010:3.0:1767384944.171515:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069231a6a. 00000100:00000040:3.0:1767384944.171524:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384944.171527:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384944.171529:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384944.171532:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.171536:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:3.0:1767384944.171542:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384944.171542:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384944.171549:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9cd6df1. 00000400:00000200:0.0:1767384944.171555:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384944.171562:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384944.171569:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: PUT: OK 00000400:00000200:0.0:1767384944.171578:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384944.171584:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000100:00000001:3.0:1767384944.171585:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384944.171602:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363760384 02000000:00000001:3.0:1767384944.171604:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384944.171605:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384944.171607:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384944.171610:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384944.171611:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384944.171615:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363760384 00000020:00000001:3.0:1767384944.171617:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384944.171620:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000800:00000001:0.0:1767384944.171621:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384944.171630:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384944.171631:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384944.171638:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000020:00000040:3.0:1767384944.171639:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000800:00000001:0.0:1767384944.171642:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384944.171652:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384944.171661:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384944.171667:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384944.171667:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34) <- 192.168.203.109@tcp34 : PUT - for me 00000020:00000010:3.0:1767384944.171676:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000360b0266. 00000100:00000001:3.0:1767384944.171680:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384944.171683:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000360b0266. 00000020:00000010:3.0:1767384944.171688:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000957030ed. 00000400:00000200:0.0:1767384944.171689:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 512 into portal 0 MB=0x8000000000000000 00000020:00000010:3.0:1767384944.171692:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b8cebde. 00000020:00000010:3.0:1767384944.171700:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a8b3ebf. 00000400:00000200:1.0:1767384944.171704:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:3.0:1767384944.171708:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384944.171709:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 480/512 into md 0x1a11 [1] + 0 00000100:00000001:3.0:1767384944.171711:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384944.171715:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384944.171725:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83bd837. 00000100:00000001:3.0:1767384944.171726:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.171733:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384944.171739:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db5c22fb 00000800:00000001:0.0:1767384944.171749:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384944.171752:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384944.171755:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384944.171759:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000800:00000001:0.0:1767384944.171766:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384944.171768:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000400:00000200:0.0:1767384944.171774:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384944.171775:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384944.171781:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139368528 : -107293570183088 : ffff9e6ac4dcd050) 00000400:00000200:0.0:1767384944.171789:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: PUT: OK 00000100:00000040:3.0:1767384944.171794:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050c24c4a x1853237363760256/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:170/0 lens 4848/0 e 0 to 0 dl 1767384955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384944.171794:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.171796:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db5c22fb 00000400:00000010:0.0:1767384944.171803:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db5c22fb. 00000400:00000200:0.0:1767384944.171815:0:16333:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384944.171817:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384944.171820:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (30) 00000020:00000010:3.0:1767384944.171823:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000360b0266. 00000400:00000200:0.0:1767384944.171828:0:16333:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000100:00000001:3.0:1767384944.171829:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384944.171837:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000360b0266. 00000400:00000200:0.0:1767384944.171840:0:16333:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (512 bytes) 00000100:00100000:3.0:1767384944.171854:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050c24c4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363760256:12345-0@lo:253: 00000400:00000200:1.0:1767384944.171854:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.171858:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000200:3.0:1767384944.171887:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363760256 00000020:00000001:3.0:1767384944.171891:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384944.171896:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384944.171897:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.171900:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384944.171907:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:3.0:1767384944.171914:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384944.171915:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (31) 00000020:00000001:3.0:1767384944.171917:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384944.171923:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384944.171926:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384944.171926:0:16333:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000001:3.0:1767384944.171932:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.171937:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384944.171940:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp34 to MR: 192.168.203.109@tcp34 local destination 02000000:00000001:3.0:1767384944.171941:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384944.171945:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 02000000:00000010:3.0:1767384944.171954:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d87f0025. 00000400:00000200:0.0:1767384944.171955:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp34 NI seq info: [117:117:256:4294967295] 192.168.203.109@tcp34 LPNI seq info [102:102:8:4294967295] 02000000:00000001:3.0:1767384944.171960:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.171970:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384944.171974:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384944.171987:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 20000000:00000010:3.0:1767384944.171988:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006196981e. 00000400:00000200:0.0:1767384944.171989:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) -> 192.168.203.109@tcp34(192.168.203.109@tcp34:192.168.203.109@tcp34) 192.168.203.109@tcp34 : ACK try# 0 20000000:01000000:3.0:1767384944.171998:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384944.172007:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384944.172009:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 20000000:00000001:3.0:1767384944.172014:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.0:1767384944.172015:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp34 20000000:00000001:3.0:1767384944.172020:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384944.172023:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce065829. 20000000:00000001:3.0:1767384944.172026:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384944.172032:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000400:00000200:1.0:1767384944.172037:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 20000000:00000001:3.0:1767384944.172041:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:0.0:1767384944.172042:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp34 ip 192.168.203.109:979 00000800:00000200:0.0:1767384944.172047:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce065829 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384944.172056:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:3.0:1767384944.172059:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000197caee0. 20000000:01000000:3.0:1767384944.172063:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00000800:00000001:0.0:1767384944.172066:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384944.172071:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384944.172077:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00080000:00000001:3.0:1767384944.172079:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384944.172085:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:0.0:1767384944.172097:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384944.172100:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce065829. 00000400:00000200:0.0:1767384944.172103:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384944.172107:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: ACK: OK 00080000:00000001:3.0:1767384944.172110:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000001:0.0:1767384944.172112:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384944.172118:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384944.172121:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384944.172123:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000800:00000001:0.0:1767384944.172125:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384944.172130:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384944.172134:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.172141:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000001:0.0:1767384944.172141:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384944.172145:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.172155:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384944.172155:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp34(192.168.203.109@tcp34) <- 192.168.203.109@tcp34 : ACK - for me 00080000:00000001:3.0:1767384944.172159:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384944.172164:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000400:00000200:1.0:1767384944.172166:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000020:00000001:3.0:1767384944.172177:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00000400:00000200:0.0:1767384944.172178:0:16333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp34: ACK from 12345-192.168.203.109@tcp34 into md 0x1ab5 00080000:00000002:3.0:1767384944.172182:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384944.172186:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384944.172186:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384944.172195:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.172201:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384944.172205:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp34->192.168.203.109@tcp34: ACK: OK 00000020:00000001:3.0:1767384944.172207:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384944.172208:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000020:00000001:3.0:1767384944.172218:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000400:00000200:0.0:1767384944.172219:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ece826a 00080000:00000001:3.0:1767384944.172228:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000010:0.0:1767384944.172229:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ece826a. 00080000:00000010:3.0:1767384944.172236:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000097ea4b8c. 00000400:00000200:1.0:1767384944.172239:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.172239:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00080000:00000001:3.0:1767384944.172240:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775869616128 : -107297839935488 : ffff9e69c65d9000) 00080000:00000001:3.0:1767384944.172252:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384944.172252:0:16333:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000001:00000001:3.0:1767384944.172260:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384944.172261:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00080000:00000010:3.0:1767384944.172267:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000360b0266. 00000400:00000200:0.0:1767384944.172269:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (30) 00080000:00000001:3.0:1767384944.172270:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.172275:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000001:0.0:1767384944.172278:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384944.172279:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000800:00000001:0.0:1767384944.172282:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384944.172293:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.172316:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384944.172320:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384944.172323:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384944.172330:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000400:00000200:1.0:1767384944.172331:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000100:00000040:0.0:1767384944.172337:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:0.0:1767384944.172340:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139371600 : -107293570180016 : ffff9e6ac4dcdc50) 00000100:00000040:0.0:1767384944.172348:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000084dbd5b9 x1853237363760384/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:170/0 lens 4848/0 e 0 to 0 dl 1767384955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.172359:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384944.172364:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d4c688e. 00000100:00000001:0.0:1767384944.172367:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384944.172370:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d4c688e. 00000400:00000200:1.0:1767384944.172375:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000100:00100000:0.0:1767384944.172377:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000084dbd5b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363760384:12345-0@lo:253: 00000100:00000200:0.0:1767384944.172384:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363760384 00000020:00000001:0.0:1767384944.172388:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384944.172392:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384944.172395:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384944.172398:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384944.172400:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:0.0:1767384944.172404:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384944.172414:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384944.172417:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384944.172419:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000020:00000001:0.0:1767384944.172420:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384944.172425:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.172431:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384944.172435:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384944.172441:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000013f749b7. 02000000:00000001:0.0:1767384944.172446:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.172449:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384944.172453:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384944.172463:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005c5e9f25. 00000400:00000200:1.0:1767384944.172465:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 20000000:01000000:0.0:1767384944.172466:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384944.172473:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384944.172475:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384944.172477:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384944.172479:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384944.172480:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384944.172500:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384944.172505:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000003387c57d. 00000400:00000010:0.0:1767384944.172511:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033f1b7b9. 00000400:00000010:0.0:1767384944.172516:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000400:00000200:0.0:1767384944.172522:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003387c57d 00000400:00000010:0.0:1767384944.172525:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000f6508b29. 00000400:00000200:0.0:1767384944.172528:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000400:00000200:0.0:1767384944.172532:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000200:0.0:1767384944.172534:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (29) 00000400:00000010:0.0:1767384944.172538:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000f1852bb3. 00000400:00000010:0.0:1767384944.172540:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008675544. 00000400:00000200:1.0:1767384944.172545:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000010:0.0:1767384944.172547:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bc24b964. 00000400:00000200:0.0:1767384944.172553:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1767384944.172559:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:0.0:1767384944.172563:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384944.172567:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:0.0:1767384944.172570:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:0.0:1767384944.172580:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:0.0:1767384944.172583:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000400:00000200:1.0:1767384944.172600:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.172600:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000400:00000200:0.0:1767384944.172604:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000400:00000200:0.0:1767384944.172608:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000400:00000200:0.0:1767384944.172617:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:0.0:1767384944.172624:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:0.0:1767384944.172629:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:0.0:1767384944.172634:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:1.0:1767384944.172637:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.172640:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:0.0:1767384944.172648:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:0.0:1767384944.172653:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:1.0:1767384944.172656:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.172660:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:0.0:1767384944.172672:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:0.0:1767384944.172676:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:0.0:1767384944.172686:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:0.0:1767384944.172697:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000400:00000200:1.0:1767384944.172701:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.172706:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[85, 22], ns[85, 22] 00000400:00000200:0.0:1767384944.172722:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 22], ns[115, 22] 00000400:00000200:0.0:1767384944.172725:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 22], ns[87, 22] 00000400:00000200:0.0:1767384944.172728:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[96, 22], ns[111, 22] 00000400:00000200:0.0:1767384944.172731:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 22], ns[117, 22] 00000400:00000200:0.0:1767384944.172735:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[108, 22] 00000400:00000200:0.0:1767384944.172739:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[99, 0], ns[114, 108] 00000400:00000200:0.0:1767384944.172742:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:1.0:1767384944.172744:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.172748:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp35 00000400:00000200:0.0:1767384944.172753:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp35 lpni_is_preferred = 0 00000400:00000200:0.0:1767384944.172757:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp35 00000400:00000200:0.0:1767384944.172764:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [118:118:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [103:103:8:4294967295] 00000400:00000200:0.0:1767384944.172771:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp35 00000400:00000200:0.0:1767384944.172780:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:) -> 192.168.203.109@tcp35(192.168.203.109@tcp:192.168.203.109@tcp35) : GET try# 0 00000800:00000200:0.0:1767384944.172785:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp35 00000800:00000010:0.0:1767384944.172789:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ce065829. 00000800:00000200:0.0:1767384944.172799:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000400:00000200:1.0:1767384944.172800:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000800:00000200:0.1:1767384944.172807:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000800:00000200:0.1:1767384944.172826:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:988 00000800:00000200:0.1:1767384944.172830:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce065829 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384944.172832:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.172845:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384944.172850:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000400:00000200:3.0:1767384944.172969:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.173083:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000010:1.0:1767384944.173168:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5509755. 00000800:00000010:1.0:1767384944.173174:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c098de13. 00000800:00000010:1.0:1767384944.173181:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003e349374. 00000400:00000200:3.0:1767384944.173192:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000010:1.0:1767384944.173226:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003e349374. 00000800:00020000:1.0:1767384944.173241:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384944.173245:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c098de13. 00000800:00000010:1.0:1767384944.173249:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b5509755. 00000400:00000200:3.0:1767384944.173292:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000200:0.0:1767384944.173345:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384944.173349:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ce065829. 00000400:00000200:0.0:1767384944.173355:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384944.173363:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: GET: OK 00000400:00000200:0.0:1767384944.173369:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384944.173372:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:02020000:1.0:1767384944.173373:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp34 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384944.173374:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000800:00000001:0.0:1767384944.173395:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384944.173403:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384944.173414:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384944.173423:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384944.173431:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : GET - for me 00000400:00000200:3.0:1767384944.173435:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.173438:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384944.173441:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 512/512 into md 0x1ab1 [1] + 0 00000400:00000200:0.0:1767384944.173461:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp35 to MR: 192.168.203.109@tcp35 local destination 00000400:00000200:0.0:1767384944.173471:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [119:119:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [104:104:8:4294967295] 00000400:00000200:0.0:1767384944.173478:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) 192.168.203.109@tcp35 : REPLY try# 0 00000800:00000200:0.0:1767384944.173485:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.109@tcp35 00000800:00000010:0.0:1767384944.173489:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce065829. 00000800:00000200:0.0:1767384944.173495:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000400:00000200:3.0:1767384944.173496:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000800:00000200:0.0:1767384944.173503:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:980 00000800:00000200:0.0:1767384944.173506:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce065829 type 3, nob 608 niov 1 nkiov 1 00000800:00000001:1.0:1767384944.173547:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384944.173551:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.173606:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000800:00000001:1.0:1767384944.173608:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384944.173615:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384944.173618:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce065829. 00000800:00000001:1.0:1767384944.173622:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384944.173624:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384944.173628:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384944.173632:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: REPLY: OK 00000800:00000001:1.0:1767384944.173638:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384944.173651:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384944.173652:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : REPLY - for me 00000800:00000001:0.0:1767384944.173663:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384944.173681:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp35: Reply from 12345-192.168.203.109@tcp35 of length 512/512 into md 0x1acd 00000800:00000001:1.0:1767384944.173690:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384944.173697:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000800:00000001:1.0:1767384944.173703:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384944.173708:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384944.173714:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: REPLY: OK 00000400:00000200:1.0:1767384944.173719:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008675544 00000400:00000200:3.0:1767384944.173720:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000010:1.0:1767384944.173722:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008675544. 00000400:00000200:1.0:1767384944.173729:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384944.173735:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:1.0:1767384944.173741:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:1.0:1767384944.173746:0:16335:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 30. state = 0x300271 00000400:00000200:3.0:1767384944.173752:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384944.173754:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384944.173772:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (30) 00000400:00000200:3.0:1767384944.173779:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000800:00000001:1.0:1767384944.173782:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384944.173789:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384944.173817:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384944.173823:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3000f1 00000400:00000010:0.0:1767384944.173832:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 0000000000f3918d. 00000400:00000010:0.0:1767384944.173837:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 000000007a712292. 00000400:00000200:3.0:1767384944.173841:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000010:0.0:1767384944.173843:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 000000004a203b71. 00000400:00000200:3.0:1767384944.173922:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.173944:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp33(000000003b81b819) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384944.173957:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp36(0000000097d9f78e) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384944.173967:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004818eafd. 00000400:00000200:0.0:1767384944.173971:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004818eafd nid 192.168.203.109@tcp37 00000400:00000010:0.0:1767384944.173976:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008b5ef6c7. 00000400:00000200:0.0:1767384944.173982:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000008b5ef6c7 net tcp37 00000400:00000200:0.0:1767384944.173990:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (29) 00000400:00000200:0.0:1767384944.174001:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp37 flags 0x11 00000400:00000200:3.0:1767384944.174005:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000010:0.0:1767384944.174007:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000051362cb3. 00000400:00000200:0.0:1767384944.174012:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000051362cb3 nid 192.168.203.109@tcp38 00000400:00000010:0.0:1767384944.174016:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c692a5a3. 00000400:00000200:0.0:1767384944.174017:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c692a5a3 net tcp38 00000400:00000200:0.0:1767384944.174019:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (30) 00000400:00000200:0.0:1767384944.174022:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp38 flags 0x11 00000400:00000010:0.0:1767384944.174027:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 0000000000f3918d. 00000400:00000010:0.0:1767384944.174034:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 000000007a712292. 00000400:00000010:0.0:1767384944.174038:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 000000004a203b71. 00000400:00000010:0.0:1767384944.174043:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000f1852bb3. 00000400:00000200:0.0:1767384944.174046:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384944.174051:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300171 00000400:00000200:0.0:1767384944.174055:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc 1 00000400:00000200:0.0:1767384944.174060:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000200:0.0:1767384944.174064:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384944.174065:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384944.174070:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300111 rc 0 00000400:00000200:0.0:1767384944.174079:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:0.0:1767384944.174087:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (31) 00000400:00000200:3.0:1767384944.174113:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174144:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174164:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174178:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174191:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174203:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174216:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174231:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174244:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174257:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174277:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174307:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174329:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174351:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174373:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174390:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.174406:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384944.174540:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c815653. 00000800:00000010:3.0:1767384944.174544:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046d70d31. 00000800:00000010:3.0:1767384944.174553:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d2a13f84. 00000800:00000010:3.0:1767384944.174569:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d2a13f84. 00000800:00020000:3.0:1767384944.174577:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384944.174580:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046d70d31. 00000800:00000010:3.0:1767384944.174582:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c815653. 00000400:02020000:3.0:1767384944.174633:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp35 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00080000:00000010:2.0:1767384944.174969:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000097ea4b8c. 00080000:00000010:1.0:1767384944.175007:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000360b0266. 00040000:00000001:1.0:1767384944.175012:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384944.175014:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384944.175017:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384944.175019:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384944.175021:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384944.175023:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384944.175034:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384944.175042:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384944.175045:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384944.175051:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384944.175059:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000accc9bb. 20000000:01000000:3.0:1767384944.175063:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384944.175064:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:3.0:1767384944.175075:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384944.175077:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:3.0:1767384944.175083:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384944.175085:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384944.175092:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384944.175093:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384944.175099:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384944.175107:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:3.0:1767384944.175108:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004e925493. 00010000:00000001:3.0:1767384944.175117:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384944.175121:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000369f6f4e. 00080000:00000001:2.0:1767384944.175121:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384944.175127:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384944.175130:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.175131:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384944.175133:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384944.175137:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384944.175138:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000369f6f4e with handle 0x135556ebb4843c32 to hash 00080000:00000002:2.0:1767384944.175144:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:3.0:1767384944.175146:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384944.175149:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00010000:00000001:3.0:1767384944.175154:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00080000:00000002:2.0:1767384944.175155:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384944.175168:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00080000:00000001:2.0:1767384944.175168:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384944.175176:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384944.175179:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384944.175185:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384944.175186:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384944.175191:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384944.175199:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384944.175205:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384944.175208:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:3.0:1767384944.175213:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384944.175216:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384944.175218:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384944.175223:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384944.175223:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000045fae66d. 00010000:00000001:3.0:1767384944.175229:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384944.175231:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795654144 : -107297913897472 : ffff9e69c1f4fe00) 00010000:00000001:3.0:1767384944.175234:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:1.0:1767384944.175234:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384944.175242:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.175243:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384944.175244:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384944.175251:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000010:1.0:1767384944.175252:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006196981e. 00000001:00000001:2.0:1767384944.175253:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384944.175258:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:2.0:1767384944.175261:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d2c67c22. 20000000:00000001:1.0:1767384944.175261:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.175262:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384944.175267:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384944.175269:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363760256 00080000:00000001:2.0:1767384944.175272:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384944.175275:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:1.0:1767384944.175278:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384944.175280:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004e925493) refcount = 1 00010000:00010000:3.0:1767384944.175287:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384944.175288:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050c24c4a x1853237363760256/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384944.175292:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384944.175319:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384944.175325:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384944.175330:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384944.175335:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384944.175335:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384944.175347:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.175347:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.175354:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384944.175358:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=62 v=5 (1 0 0 0) 20000000:00000001:3.0:1767384944.175361:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384944.175367:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:3.0:1767384944.175368:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384944.175377:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384944.175377:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:3.0:1767384944.175383:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384944.175384:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000040:3.0:1767384944.175387:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369f6f4e refcount=4 02000000:00000001:1.0:1767384944.175393:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384944.175394:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 02000000:00000001:1.0:1767384944.175398:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.175400:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00000100:00000001:1.0:1767384944.175404:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384944.175407:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384944.175412:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384944.175413:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384944.175422:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c098de13. 00010000:00000001:3.0:1767384944.175424:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:1.0:1767384944.175428:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363760256, offset 224 00010000:00010000:3.0:1767384944.175429:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384944.175443:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384944.175443:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384944.175447:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384944.175449:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384944.175461:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384944.175464:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.175470:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384944.175470:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384944.175475:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384944.175485:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05c80 00000400:00000200:1.0:1767384944.175491:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ab9 [2] + 224 00000400:00000200:1.0:1767384944.175499:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384944.175511:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000369f6f4e already unused, calling callback (00000000c66beece) 00000400:00000200:1.0:1767384944.175511:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384944.175519:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384944.175522:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384944.175525:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384944.175529:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384944.175530:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384944.175559:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384944.175565:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384944.175568:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384944.175570:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384944.175572:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369f6f4e refcount=5 00000020:00000001:3.0:1767384944.175581:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384944.175603:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000128 : -107292631551488 : ffff9e6afccf3200) 00010000:00000001:3.0:1767384944.175610:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384944.175613:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384944.175619:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384944.175621:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384944.175626:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384944.175629:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.175631:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c098de13 00010000:00000001:3.0:1767384944.175638:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:1.0:1767384944.175638:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c098de13. 00000100:00000001:2.0:1767384944.175642:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384944.175644:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384944.175646:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384944.175647:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384944.175650:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384944.175651:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384944.175652:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384944.175654:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384944.175657:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384944.175661:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384944.175662:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000369f6f4e with handle 0x135556ebb4843c32 from hash 00000400:00000010:2.0:1767384944.175662:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b34d3323. 00000100:00000040:1.0:1767384944.175671:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384944.175673:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384944.175676:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c269de65 00010000:00000001:1.0:1767384944.175676:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384944.175678:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384944.175681:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384944.175682:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c269de65. 00010000:00000001:3.0:1767384944.175683:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384944.175689:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1767384944.175691:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384944.175693:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384944.175694:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1767384944.175698:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050c24c4a x1853237363760256/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384944.175700:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:2.0:1767384944.175702:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384944.175708:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384944.175716:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384944.175728:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.175741:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:1.0:1767384944.175745:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050c24c4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363760256:12345-0@lo:253: Request processed in 3924us (4760us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384944.175749:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384944.175754:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384944.175765:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384944.175767:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00010000:00000001:3.0:1767384944.175770:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384944.175779:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384944.175780:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384944.175781:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384944.175787:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.175792:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384944.175792:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384944.175793:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.175797:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384944.175799:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384944.175804:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.175804:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384944.175807:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000055cc1f0a. 00000100:00000001:2.0:1767384944.175808:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384944.175815:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384944.175816:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384944.175819:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069231a6a. 00000100:00001000:2.0:1767384944.175824:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=62 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384944.175828:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045d599dd. 00000020:00000040:1.0:1767384944.175838:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00001000:2.0:1767384944.175842:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=62 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384944.175848:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384944.175850:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384944.175851:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384944.175854:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767384944.175854:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d87f0025. 00010000:00000001:3.0:1767384944.175860:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384944.175861:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.175861:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384944.175887:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384944.175894:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384944.175898:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c8c703. 00000400:00000010:1.0:1767384944.175903:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c098de13. 00010000:00000001:3.0:1767384944.175919:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384944.175920:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384944.175927:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384944.175928:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.175934:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384944.175935:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.175939:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1767384944.175943:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384944.175945:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384944.175953:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.175958:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384944.175964:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384944.175965:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384944.175969:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384944.175977:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384944.175982:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384944.175986:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384944.175990:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384944.175992:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:2.0:1767384944.175992:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384944.175999:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384944.176000:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384944.176005:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00010000:3.0:1767384944.176006:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000369f6f4e/0x135556ebb4843c32 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384944.176007:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384944.176011:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384944.176014:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384944.176018:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384944.176041:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004e925493 count: 0 00000100:00100000:2.0:1767384944.176041:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063a60b26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363760256:0@lo:253: 00000100:00000001:2.0:1767384944.176056:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.176059:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384944.176064:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384944.176065:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063a60b26 x1853237363760256/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384944.176068:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384944.176076:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384944.176078:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384944.176080:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000009bd580c. 02000000:00000001:2.0:1767384944.176083:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384944.176084:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384944.176085:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384944.176087:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384944.176088:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ef5b91ff. 02000000:00000001:2.0:1767384944.176091:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384944.176098:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384944.176100:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063a60b26. 00000100:00000001:2.0:1767384944.176103:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384944.176104:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.176105:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.176109:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384944.176110:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.176111:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.176113:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384944.177241:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000045fae66d. 00080000:00000010:2.0:1767384944.177291:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d2c67c22. 00040000:00000001:2.0:1767384944.177298:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384944.177300:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384944.177302:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384944.177305:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384944.177308:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384944.177310:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384944.177312:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384944.177322:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384944.177327:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384944.177330:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384944.177333:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384944.177334:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384944.177337:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384944.177340:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384944.177342:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384944.177345:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c336d6e. 00010000:00000001:3.0:1767384944.177348:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384944.177356:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000083b0cb8c. 00000020:00000001:3.0:1767384944.177360:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384944.177364:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000083b0cb8c with handle 0x135556ebb4843c39 to hash 00000020:00000001:3.0:1767384944.177366:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384944.177368:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077996544 : -107292631555072 : ffff9e6afccf2400) 00010000:00000001:3.0:1767384944.177371:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077996544 : -107292631555072 : ffff9e6afccf2400) 00010000:00000001:3.0:1767384944.177373:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384944.177374:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384944.177376:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384944.177382:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384944.177385:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384944.177386:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384944.177387:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384944.177389:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384944.177391:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384944.177392:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384944.177394:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384944.177397:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384944.177398:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384944.177399:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384944.177401:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c336d6e) refcount = 1 00010000:00010000:3.0:1767384944.177405:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384944.177409:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384944.177410:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384944.177411:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384944.177413:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.177414:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384944.177415:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384944.177417:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384944.177419:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384944.177420:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384944.177426:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000083b0cb8c refcount=4 00000020:00000001:3.0:1767384944.177427:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077996544 : -107292631555072 : ffff9e6afccf2400) 00010000:00000001:3.0:1767384944.177429:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077996544 : -107292631555072 : ffff9e6afccf2400) 00010000:00000001:3.0:1767384944.177430:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384944.177432:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384944.177435:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384944.177436:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384944.177439:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384944.177440:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384944.177440:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384944.177443:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384944.177444:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.177447:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384944.177450:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384944.177454:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000083b0cb8c already unused, calling callback (00000000c66beece) 00010000:00000001:3.0:1767384944.177456:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384944.177459:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384944.177460:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384944.177465:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384944.177466:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384944.177467:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384944.177468:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000083b0cb8c refcount=5 00000020:00000001:3.0:1767384944.177469:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077996544 : -107292631555072 : ffff9e6afccf2400) 00010000:00000001:3.0:1767384944.177471:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077996544 : -107292631555072 : ffff9e6afccf2400) 00010000:00000001:3.0:1767384944.177473:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384944.177477:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384944.177479:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384944.177490:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384944.177491:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384944.177500:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005c5e9f25. 00010000:00000001:3.0:1767384944.177501:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384944.177510:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384944.177512:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.177515:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384944.177517:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:2.0:1767384944.177517:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363760384 00010000:00000001:3.0:1767384944.177520:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384944.177522:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384944.177523:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384944.177531:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000083b0cb8c with handle 0x135556ebb4843c39 from hash 00010000:00000200:2.0:1767384944.177535:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000084dbd5b9 x1853237363760384/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384944.177536:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384944.177540:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384944.177544:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384944.177548:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384944.177554:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384944.177558:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384944.177563:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384944.177564:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384944.177568:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384944.177569:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.177578:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384944.177579:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=62 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384944.177586:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384944.177600:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384944.177602:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:2.0:1767384944.177605:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:3.0:1767384944.177608:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384944.177614:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384944.177615:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:3.0:1767384944.177618:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.177622:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384944.177625:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384944.177626:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384944.177633:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384944.177633:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.177638:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384944.177638:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384944.177639:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384944.177640:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384944.177641:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384944.177642:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384944.177643:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384944.177646:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.177650:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:3.0:1767384944.177658:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384944.177658:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384944.177665:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384944.177670:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aa39ee6. 00010000:00000001:3.0:1767384944.177674:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384944.177679:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384944.177680:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000083b0cb8c/0x135556ebb4843c39 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384944.177681:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363760384, offset 224 00010000:00000040:3.0:1767384944.177689:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c336d6e count: 0 00010000:00000001:3.0:1767384944.177703:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384944.177704:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:3.0:1767384944.177705:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384944.177720:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384944.177726:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05d00 00000400:00000200:2.0:1767384944.177730:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ac1 [2] + 224 00000400:00000200:2.0:1767384944.177734:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384944.177736:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384944.177738:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384944.177741:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384944.177748:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.177759:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384944.177764:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aa39ee6 00000400:00000010:2.0:1767384944.177765:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aa39ee6. 00000100:00000001:2.0:1767384944.177770:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384944.177772:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384944.177775:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.177777:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.177779:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384944.177788:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:3.0:1767384944.177790:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384944.177794:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384944.177794:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384944.177801:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384944.177802:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a0b291b. 00000020:00000001:2.0:1767384944.177814:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384944.177816:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc07dbb3 00000100:00000040:2.0:1767384944.177821:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084dbd5b9 x1853237363760384/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384944.177822:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc07dbb3. 00000100:00000001:3.0:1767384944.177830:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384944.177843:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384944.177845:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000084dbd5b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363760384:12345-0@lo:253: Request processed in 5480us (6557us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384944.177899:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000200:3.0:1767384944.177905:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384944.177905:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384944.177913:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384944.177915:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294932056, at 4294932057 00000100:00000040:1.0:1767384944.177916:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294932056, at 4294932057 00000100:00000001:2.0:1767384944.177920:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384944.177933:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0a60708. 00000020:00000010:2.0:1767384944.177934:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b8cebde. 00000100:00000010:1.0:1767384944.177935:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0b43627. 00000100:00000001:3.0:1767384944.177939:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384944.177946:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384944.177947:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a8b3ebf. 00000020:00000010:2.0:1767384944.177953:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000957030ed. 00000100:00000001:3.0:1767384944.177955:0:16343:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384944.177957:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:3.0:1767384944.177961:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384944.177961:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384944.177965:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000013f749b7. 00000100:00000001:3.0:1767384944.177967:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384944.177969:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384944.177974:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.177974:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384944.177986:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384944.177987:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384944.177993:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a294f0f2. 00000100:00001000:3.0:1767384944.177997:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=62 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384944.177997:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aa39ee6. 00000100:00001000:3.0:1767384944.178008:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384944.178012:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384944.178015:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384944.178018:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384944.178027:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.178031:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384944.178035:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.178044:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384944.178048:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384944.178050:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384944.178054:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384944.178056:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384944.178058:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384944.178059:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384944.178061:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384944.178062:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384944.178064:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384944.178065:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384944.178066:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384944.178069:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384944.178078:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a66dcdfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363760384:0@lo:253: 00000100:00000001:3.0:1767384944.178083:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.178085:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384944.178088:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a66dcdfc x1853237363760384/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.178095:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384944.178097:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384944.178100:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009854828f. 02000000:00000001:3.0:1767384944.178104:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384944.178106:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384944.178108:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384944.178110:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384944.178112:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ee51b161. 02000000:00000001:3.0:1767384944.178115:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384944.178117:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384944.178119:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a66dcdfc. 00000100:00000001:3.0:1767384944.178123:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384944.178130:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.178133:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.178139:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384944.178140:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.178142:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384944.178145:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384944.178916:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294932056, at 4294932058 00000100:00000010:2.0:1767384944.178922:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a801831b. 00000100:00000040:3.0:1767384944.178937:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294932056, at 4294932058 00000100:00000010:3.0:1767384944.178947:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b1cdbf0. 00010000:00000010:3.1:1767384944.183918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004e925493. 00010000:00000010:3.1:1767384944.183925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000369f6f4e. 00010000:00000010:3.1:1767384944.183928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c336d6e. 00010000:00000010:3.1:1767384944.183930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000083b0cb8c. 00000400:00000010:0.0:1767384944.189031:0:31437:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000049cb1af9. 00000400:00000040:0.0:1767384944.189048:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384944.189050:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384944.189052:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.189054:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384944.189056:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.189057:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384944.189061:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384944.189062:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384944.189063:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384944.189064:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384944.189066:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384944.189072:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384944.189074:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384944.189075:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384944.189076:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384944.189079:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384944.189080:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384944.189081:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384944.189082:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384944.189084:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.189086:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384944.189088:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384944.189089:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384944.189091:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384944.189091:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384944.189093:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.189094:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384944.189096:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384944.189098:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384944.189100:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384944.189102:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384944.189103:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384944.189105:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384944.189105:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384944.189107:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384944.189109:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384944.189111:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384944.189115:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384944.189116:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384944.189117:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384944.189119:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384944.189120:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384944.189121:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384944.189123:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384944.189124:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384944.189126:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384944.189128:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384944.189130:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384944.189132:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384944.189134:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384944.189139:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384944.189141:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384944.189142:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384944.189144:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384944.189145:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384944.189146:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384944.189147:0:31437:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384944.189209:0:31437:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000049cb1af9. 00000400:00000200:3.0:1767384944.984922:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp36 00000400:00000010:3.0:1767384944.984928:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f3a98f23. 00000400:00000010:3.0:1767384944.984935:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c9fd993a. 00010000:00000001:2.0:1767384944.984937:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:3.0:1767384944.984940:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fd1c7c8. 00010000:00000001:2.0:1767384944.984941:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384944.984949:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384944.984951:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384944.984952:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002874450a. 00000400:00000200:3.0:1767384944.984957:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp36 00000020:00000001:2.0:1767384944.984971:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384944.984975:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384944.984978:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp36 local destination 00010000:00010000:2.0:1767384944.984979:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384944.984987:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp36 00000400:00000200:3.0:1767384944.984992:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp36 NI seq info: [120:120:256:4294967295] 192.168.203.109@tcp36 LPNI seq info [105:105:8:4294967295] 00000400:00000200:3.0:1767384944.984999:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp36 00000400:00000200:3.0:1767384944.985011:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp36(192.168.203.109@tcp36:) -> 192.168.203.109@tcp36(192.168.203.109@tcp36:192.168.203.109@tcp36) : GET try# 0 00000800:00000200:3.0:1767384944.985016:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp36 00000800:00000010:3.0:1767384944.985020:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e30fda0. 00000800:00000200:3.0:1767384944.985028:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000800:00000200:3.1:1767384944.985033:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000400:00000200:3.0:1767384944.985053:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp36 added to recovery queue. ping count: 2 next ping: 269 health :800 00000400:00000200:3.0:1767384944.985131:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985175:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985198:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985219:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985256:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985296:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985333:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985384:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985434:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985478:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985526:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985570:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985654:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985719:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985788:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.985895:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000800:00000200:1.0:1767384944.985913:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (6) 00000800:00000200:1.0:1767384944.985920:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp21 ip 192.168.203.109:988 00000800:00000200:1.0:1767384944.985924:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384944.985943:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986001:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000800:00000200:1.0:1767384944.986029:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384944.986036:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384944.986044:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384944.986049:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384944.986052:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384944.986063:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986127:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986178:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986217:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986241:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986259:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986280:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986309:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986347:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986396:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986443:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986490:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986530:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986561:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986652:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986706:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384944.986745:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384944.987161:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c815653. 00000800:00000010:3.0:1767384944.987167:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000539f5286. 00000800:00000010:3.0:1767384944.987170:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000498e536e. 00000800:00000010:3.0:1767384944.987194:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000498e536e. 00000800:00020000:3.0:1767384944.987206:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384944.987209:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000539f5286. 00000800:00000010:3.0:1767384944.987211:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c815653. 00000400:02020000:3.0:1767384944.987246:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp36 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384944.987251:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp36 notifying 192.168.203.109@tcp36: down 00000800:00000200:3.0:1767384944.987255:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp36 down 00000800:00000100:3.0:1767384944.987261:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp36 00000800:00000010:3.0:1767384944.987263:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e30fda0. 00000400:00000200:3.0:1767384944.987267:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384944.987271:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp36->192.168.203.109@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384944.987278:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384944.987281:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384944.987283:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp36) recovery failed with -71 00080000:00000010:2.0:1767384945.690520:0:31868:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c9d0b5a7. 00080000:00000010:2.0:1767384945.690528:0:31868:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c9d0b5a7. 00000020:00000001:2.0:1767384945.690532:0:31868:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384945.690538:0:31868:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c9d0b5a7. 00080000:00000010:2.0:1767384945.690542:0:31868:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c9d0b5a7. 00000020:00000001:2.0:1767384945.690545:0:31868:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384946.008954:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384946.008959:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384946.008963:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fd1c7c8 00000400:00000010:3.0:1767384946.008968:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fd1c7c8. 00000400:00000200:3.0:1767384946.008974:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384946.008980:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384946.008993:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f3a98f23. 00000400:00000010:3.0:1767384946.008998:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c9fd993a. 00000400:00000200:3.0:1767384946.009004:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp33 00000400:00000010:3.0:1767384946.009008:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f3a98f23. 00000400:00000010:3.0:1767384946.009014:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000031ba8b3f. 00000400:00000010:3.0:1767384946.009018:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fd1c7c8. 00000400:00000010:3.0:1767384946.009026:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a34402fe. 00000400:00000200:3.0:1767384946.009031:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp33 00000400:00000200:3.0:1767384946.009044:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp33 local destination 00000400:00000200:3.0:1767384946.009051:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp33 00000400:00000200:3.0:1767384946.009057:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp33 NI seq info: [121:121:256:4294967295] 192.168.203.109@tcp33 LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1767384946.009065:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp33 00000400:00000200:3.0:1767384946.009082:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp33(192.168.203.109@tcp33:) -> 192.168.203.109@tcp33(192.168.203.109@tcp33:192.168.203.109@tcp33) : GET try# 0 00000800:00000200:3.0:1767384946.009089:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp33 00000800:00000010:3.0:1767384946.009094:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001d43ee29. 00000800:00000200:3.0:1767384946.009102:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000800:00000200:3.1:1767384946.009110:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000400:00000200:3.0:1767384946.009129:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp33 added to recovery queue. ping count: 3 next ping: 274 health :700 00000400:00000200:3.0:1767384946.009209:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009280:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009334:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009390:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009435:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009472:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009517:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009553:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009613:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009655:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009701:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009736:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009776:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009811:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.009852:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010129:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00010000:00000001:2.0:1767384946.010164:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384946.010170:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.010177:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384946.010179:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384946.010182:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010238:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000020:00000001:2.0:1767384946.010282:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384946.010286:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384946.010290:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384946.010300:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010335:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010354:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010368:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010385:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010398:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010417:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010444:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010486:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010517:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010543:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010567:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010621:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010655:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010708:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010758:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.010808:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384946.011013:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c815653. 00000800:00000010:3.0:1767384946.011018:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000033fce0fa. 00000800:00000010:3.0:1767384946.011024:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003e7fce8b. 00000800:00000010:3.0:1767384946.011044:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003e7fce8b. 00000800:00020000:3.0:1767384946.011054:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384946.011057:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000033fce0fa. 00000800:00000010:3.0:1767384946.011060:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c815653. 00000400:02020000:3.0:1767384946.011106:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp33 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384946.011112:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp33 notifying 192.168.203.109@tcp33: down 00000800:00000200:3.0:1767384946.011116:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp33 down 00000800:00000100:3.0:1767384946.011122:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp33 00000800:00000010:3.0:1767384946.011125:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001d43ee29. 00000400:00000200:3.0:1767384946.011129:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384946.011134:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp33->192.168.203.109@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384946.011140:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384946.011142:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384946.011145:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp33) recovery failed with -71 00000100:00000001:3.0:1767384946.136939:0:17055:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384946.136944:0:17055:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.136960:0:18889:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384946.136961:0:18889:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384946.381784:0:32032:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384946.381788:0:32032:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:0.0:1767384946.385120:0:32032:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384946.392511:0:32033:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004a203b71. 00000400:00000010:0.0:1767384946.392524:0:32033:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000235a16f2. 00000400:00000010:0.0:1767384946.392532:0:32033:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ebd75d76. 00000400:00000010:0.0:1767384946.392535:0:32033:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ea9d7010. 00000400:00000010:0.0:1767384946.392538:0:32033:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000049401a7e. 00000400:00000010:0.0:1767384946.392542:0:32033:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ddb9af7. 00000400:00000010:0.0:1767384946.392543:0:32033:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000093c4b692. 00000400:00000010:0.0:1767384946.392545:0:32033:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e28fb67. 00000400:00000010:0.0:1767384946.392547:0:32033:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003eff6b7d. 00000800:00000010:0.0:1767384946.392562:0:32033:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000068ac16ce. 00000800:00000200:0.0:1767384946.392571:0:32033:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384946.392601:0:32033:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384946.392636:0:32033:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:0.0:1767384946.392655:0:32033:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp39 [8/256/0/180] 00000400:00000010:0.0:1767384946.394087:0:32033:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000009fd15f67. 00000400:00000010:0.0:1767384946.394093:0:32033:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005081db48. 00000400:00000010:0.0:1767384946.394098:0:32033:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000400:00000001:0.0:1767384946.394113:0:32033:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384946.394114:0:32033:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384946.394116:0:32033:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004256c2bc. 00000400:00000200:0.0:1767384946.394118:0:32033:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000400:00000010:0.0:1767384946.394119:0:32033:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000400:00000010:0.0:1767384946.394122:0:32033:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000f6de0f96. 00000400:00000200:0.0:1767384946.394132:0:32033:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (30) 00000400:00000200:0.0:1767384946.394141:0:32033:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384946.394149:0:32033:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:0.0:1767384946.394155:0:32033:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000013f749b7. 00000020:01000000:0.0:1767384946.394158:0:32033:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384946.394160:0:32033:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp39 00000400:00000200:3.0:1767384946.394166:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384946.394172:0:32033:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000235a16f2. 00000400:00000200:3.0:1767384946.394173:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300151 00000400:00000010:0.0:1767384946.394178:0:32033:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004a203b71. 00000400:00000010:3.0:1767384946.394181:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00000400:00000200:3.0:1767384946.394185:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (31) 00000400:00000010:3.0:1767384946.394190:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018b78877. 00000400:00000200:3.0:1767384946.394194:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp35 00000020:00000001:2.0:1767384946.394196:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384946.394201:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384946.394204:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384946.394207:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp35 to MR: 192.168.203.109@tcp35 local destination 10000000:01000000:2.0:1767384946.394213:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384946.394217:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [122:122:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [107:107:8:4294967295] 00000020:01000004:2.0:1767384946.394218:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384946.394222:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384946.394225:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384946.394227:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384946.394230:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp35 00000020:01000004:2.0:1767384946.394230:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384946.394234:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384946.394236:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384946.394239:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384946.394242:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384946.394245:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384946.394249:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) : PUT try# 0 00000100:00000010:2.0:1767384946.394251:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046e12a25. 00000800:00000200:3.0:1767384946.394256:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.109@tcp35 00000020:00000040:2.0:1767384946.394257:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000800:00000010:3.0:1767384946.394261:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065500e5c. 00000100:00000001:2.0:1767384946.394263:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384946.394267:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384946.394270:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 02000000:00000001:2.0:1767384946.394271:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384946.394273:0:16338:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 4, 2 secs later) 00000800:00000200:3.0:1767384946.394281:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:988 02000000:00000010:2.0:1767384946.394281:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002ef36d03. 00000800:00000200:3.0:1767384946.394287:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065500e5c type 1, nob 624 niov 1 nkiov 1 00000100:00000001:2.0:1767384946.394289:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.394299:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384946.394302:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384946.394303:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384946.394308:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300551 rc 0 00000100:00000040:2.0:1767384946.394315:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e12a25] to pc [ptlrpcd_00_03+3] req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384946.394345:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384946.394349:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.394351:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384946.394354:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384946.394356:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384946.394361:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384946.394362:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384946.394364:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384946.394366:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384946.394369:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384946.394372:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384946.394373:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384946.394378:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384946.394382:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384946.394385:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384946.394389:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384946.394389:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384946.394392:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384946.394393:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384946.394397:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384946.394398:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384946.394400:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384946.394402:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384946.394405:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384946.394408:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363760512:0@lo:253: 00000020:01000004:2.0:1767384946.394410:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384946.394412:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384946.394413:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384946.394414:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384946.394418:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384946.394419:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a29bfd4. 00000800:00000010:1.0:1767384946.394419:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065500e5c. 02000000:00000001:0.0:1767384946.394422:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384946.394424:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:0.0:1767384946.394425:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384946.394426:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384946.394430:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384946.394432:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384946.394433:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005c5e9f25. 02000000:00000001:2.0:1767384946.394435:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.394435:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: PUT: OK 02000000:00000001:0.0:1767384946.394438:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.394442:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:2.0:1767384946.394443:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001e5ddeff. 00000400:00000010:0.0:1767384946.394444:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004256c2bc. 00000100:00000001:2.0:1767384946.394449:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.394449:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp35: 0 00000400:00000010:0.0:1767384946.394452:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000235a16f2. 00000100:00000001:2.0:1767384946.394455:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384946.394457:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363760512, portal 25 00000100:00000001:2.0:1767384946.394458:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384946.394459:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384946.394463:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384946.394465:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020032 : -107292830531584 : ffff9e6af0f30000) 00000100:00000040:2.0:1767384946.394467:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a29bfd4] to pc [ptlrpcd_00_00+0] req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384946.394469:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384946.394473:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384946.394474:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384946.394478:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.394490:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : PUT - for me 00000100:00000001:0.0:1767384946.394496:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384946.394500:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:2.0:1767384946.394508:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.394509:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384946.394509:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384946.394510:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002720f77b. 10000000:00000001:2.0:1767384946.394513:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.394514:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384946.394516:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363760512, offset 0 00000100:00000001:3.0:1767384946.394518:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384946.394518:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384946.394523:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384946.394523:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 512/528 into md 0x1ac9 [1] + 0 00000100:00000040:3.0:1767384946.394526:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384946.394527:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000013f749b7. 00000400:00000010:1.0:1767384946.394529:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033f1b7b9. 00000400:00000200:1.0:1767384946.394534:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008835e3e8 00000100:00000001:2.0:1767384946.394540:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384946.394541:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:1.0:1767384946.394541:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384946.394542:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384946.394546:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.394547:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384946.394549:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:1.0:1767384946.394551:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384946.394553:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384946.394554:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384946.394556:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384946.394562:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a29bfd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363760640:0@lo:253: 00000400:00000200:1.0:1767384946.394563:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384946.394566:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05d80 00000100:00000001:3.0:1767384946.394584:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384946.394588:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: PUT: OK 00000400:00000200:0.0:1767384946.394594:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12f9 [2] + 0 02000000:00000001:3.0:1767384946.394596:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384946.394599:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384946.394599:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032b9f281. 02000000:00000001:3.0:1767384946.394605:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384946.394606:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b53cbf5c 02000000:00000010:3.0:1767384946.394610:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c815653. 00000400:00000200:1.0:1767384946.394611:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000200:0.0:1767384946.394613:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384946.394614:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.394616:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000400:00000010:3.0:1767384946.394621:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a0b291b. 00000400:00000200:0.0:1767384946.394622:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384946.394623:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:3.0:1767384946.394628:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f281d8c. 00000400:00000200:0.0:1767384946.394630:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53cbf5c 00000400:00000200:1.0:1767384946.394632:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (32) 00000400:00000010:0.0:1767384946.394633:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b53cbf5c. 00000400:00000200:1.0:1767384946.394641:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000100:00000200:3.0:1767384946.394642:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363760640, portal 25 00000100:00000001:0.0:1767384946.394642:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384946.394646:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384946.394648:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384946.394650:0:16335:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (528 bytes) 00000100:00000001:3.0:1767384946.394651:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879033472 : -107292830518144 : ffff9e6af0f33480) 00000100:00000040:0.0:1767384946.394651:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000006dd34bdb x1853237363760512 msgsize 4848 00000100:00000040:3.0:1767384946.394662:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384946.394664:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00100000:0.0:1767384946.394667:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384946.394672:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384946.394677:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384946.394681:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384946.394681:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (33) 00000400:00000010:3.0:1767384946.394685:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac6c77e0. 00000100:00000200:3.0:1767384946.394688:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363760640, offset 0 00000100:00000001:0.0:1767384946.394688:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384946.394690:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384946.394696:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384946.394701:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp35 to MR: 192.168.203.109@tcp35 local destination 00000100:00000001:2.0:1767384946.394705:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384946.394708:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363760512 00000400:00000200:1.0:1767384946.394708:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp35 NI seq info: [123:123:256:4294967295] 192.168.203.109@tcp35 LPNI seq info [108:108:8:4294967295] 02000000:00000001:2.0:1767384946.394711:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384946.394713:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384946.394715:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.394718:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) -> 192.168.203.109@tcp35(192.168.203.109@tcp35:192.168.203.109@tcp35) 192.168.203.109@tcp35 : ACK try# 0 02000000:00000001:2.0:1767384946.394719:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384946.394722:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363760512 00000800:00000200:1.0:1767384946.394724:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp35 00000020:00000001:2.0:1767384946.394725:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384946.394726:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002720f77b 00000020:00000040:2.0:1767384946.394727:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000800:00000010:1.0:1767384946.394729:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7c8ace6. 00000400:00000010:0.0:1767384946.394731:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002720f77b. 00000020:00000001:2.0:1767384946.394733:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384946.394735:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384946.394737:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767384946.394738:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000800:00000200:1.0:1767384946.394740:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000020:00000001:2.0:1767384946.394743:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000200:0.0:1767384946.394744:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384946.394745:0:16335:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 4, 2 secs later) 00000020:00000001:2.0:1767384946.394748:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:3.0:1767384946.394750:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05e00 00000100:00000001:2.0:1767384946.394756:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1767384946.394760:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp35 ip 192.168.203.109:980 00000400:00000200:3.0:1767384946.394762:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1321 [2] + 0 00000020:00000010:2.0:1767384946.394763:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064b96cb1. 00000800:00000200:1.0:1767384946.394766:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7c8ace6 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384946.394773:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfdbb587. 00000100:00000001:2.0:1767384946.394774:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384946.394777:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dde8c808 00000100:00000001:0.0:1767384946.394777:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384946.394779:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064b96cb1. 00000800:00000001:1.0:1767384946.394782:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384946.394784:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384946.394784:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384946.394789:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f321a144. 00000800:00000001:1.0:1767384946.394789:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384946.394794:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384946.394798:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072ff73c1. 00000400:00000200:3.0:1767384946.394802:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde8c808 00000100:00000001:0.0:1767384946.394802:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384946.394806:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dde8c808. 00000020:00000010:2.0:1767384946.394806:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0b15097. 00000100:00000001:0.0:1767384946.394806:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384946.394810:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384946.394813:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384946.394814:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384946.394818:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000b2f5ff5e x1853237363760640 msgsize 4848 00000100:00000040:2.0:1767384946.394820:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384946.394820:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294934279 00000100:00100000:3.0:1767384946.394827:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384946.394828:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1767384946.394828:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061c5229d. 00000100:00000040:3.0:1767384946.394829:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384946.394833:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384946.394837:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.394839:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384946.394841:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384946.394846:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.394846:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294934279 00000400:00000200:3.0:1767384946.394848:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6c77e0 00000400:00000010:3.0:1767384946.394852:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac6c77e0. 00000800:00000200:1.0:1767384946.394854:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384946.394854:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029fc8443. 00000100:00000001:3.0:1767384946.394856:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767384946.394858:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7c8ace6. 00000100:00000001:2.0:1767384946.394860:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.394891:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384946.394896:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384946.394900:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: ACK: OK 00000100:00000001:2.0:1767384946.394902:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384946.394905:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363760640 02000000:00000001:2.0:1767384946.394908:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767384946.394910:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384946.394912:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384946.394915:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384946.394915:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384946.394919:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384946.394920:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384946.394920:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384946.394924:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363760640 00000800:00000001:1.0:1767384946.394926:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384946.394927:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384946.394928:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384946.394932:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384946.394935:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1767384946.394936:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384946.394937:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:2.0:1767384946.394943:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000800:00000001:1.0:1767384946.394943:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.394948:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384946.394949:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.394954:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384946.394954:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384946.394955:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp35(192.168.203.109@tcp35) <- 192.168.203.109@tcp35 : ACK - for me 00000020:00000010:2.0:1767384946.394958:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064b96cb1. 00000100:00000001:2.0:1767384946.394962:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384946.394963:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.394965:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064b96cb1. 00000100:00000001:3.0:1767384946.394968:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294934280 00000020:00000010:2.0:1767384946.394972:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375ee54c. 00000400:00000200:1.0:1767384946.394972:0:16335:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp35: ACK from 12345-192.168.203.109@tcp35 into md 0x1aed 00000020:00000010:2.0:1767384946.394977:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd8d2227. 00000100:00000001:3.0:1767384946.394978:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934279 00000400:00000200:1.0:1767384946.394978:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384946.394980:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00000001:2.0:1767384946.394987:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384946.394988:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294934280 00000100:00000001:2.0:1767384946.394989:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384946.394989:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp35->192.168.203.109@tcp35: ACK: OK 00000100:00000001:2.0:1767384946.394992:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.394996:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 00000400:00000010:1.0:1767384946.394999:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000100:00000001:2.0:1767384946.395002:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.395003:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384946.395006:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.395006:0:16335:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000100:00000001:0.0:1767384946.395009:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384946.395011:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:2.0:1767384946.395015:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384946.395017:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384946.395017:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (32) 00000100:00000001:0.0:1767384946.395019:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294934280 00000100:00000001:3.0:1767384946.395021:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934279 00000800:00000001:1.0:1767384946.395023:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384946.395024:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000010:0.0:1767384946.395028:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c757f2f5. 00000100:00000001:3.0:1767384946.395029:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294934280 00000100:00000040:2.0:1767384946.395029:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000800:00000001:1.0:1767384946.395030:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.395034:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139372624 : -107293570178992 : ffff9e6ac4dce050) 00000100:00000001:0.0:1767384946.395038:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384946.395041:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006dd34bdb x1853237363760512/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 4848/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.395045:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384946.395047:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294934280 00000100:00000001:0.0:1767384946.395047:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294934280 00000100:00000001:1.0:1767384946.395048:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.395054:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294934280 00000100:00000010:0.0:1767384946.395056:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008162c2dd. 00000100:00000001:2.0:1767384946.395063:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384946.395064:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384946.395066:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384946.395068:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064b96cb1. 00000100:00000001:0.0:1767384946.395069:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384946.395070:0:16340:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294934280 00000100:00000001:2.0:1767384946.395072:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384946.395072:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000abb72229. 00000100:00000001:0.0:1767384946.395077:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.395078:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384946.395078:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064b96cb1. 00000400:00000010:1.0:1767384946.395079:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e22c6. 00000100:00000001:0.0:1767384946.395085:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.395086:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.395086:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002313c29. 00000100:00100000:2.0:1767384946.395090:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006dd34bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363760512:12345-0@lo:253: 00000100:00000001:0.0:1767384946.395092:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384946.395093:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.395095:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000abb72229 00000100:00000001:3.0:1767384946.395100:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384946.395100:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363760512 00000400:00000010:1.0:1767384946.395101:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000003387c57d. 00000100:00000001:0.0:1767384946.395102:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384946.395105:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384946.395106:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384946.395108:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000100:00000001:3.0:1767384946.395109:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384946.395109:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384946.395110:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384946.395112:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.395113:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384946.395114:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302051 00000100:00000001:0.0:1767384946.395115:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384946.395119:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384946.395121:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384946.395121:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (31) 00000100:00000001:0.0:1767384946.395121:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.395122:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00000001:3.0:1767384946.395125:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384946.395128:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.395129:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.395130:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384946.395130:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000aad36637. 00000020:00000001:2.0:1767384946.395134:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384946.395136:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.395136:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a51fd36. 00000020:00000001:2.0:1767384946.395139:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384946.395142:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384946.395145:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.395145:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000cc09bc7. 00000400:00000200:1.0:1767384946.395148:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000100:00000001:2.0:1767384946.395149:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384946.395151:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384946.395156:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384946.395157:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001a9e8105. 00000400:00000200:1.0:1767384946.395157:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000001:3.0:1767384946.395160:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384946.395161:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.395165:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.395165:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00100000:3.0:1767384946.395168:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 20000000:00000001:2.0:1767384946.395171:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767384946.395174:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:3.0:1767384946.395178:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139378768 : -107293570172848 : ffff9e6ac4dcf850) 00000400:00000200:1.0:1767384946.395178:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 20000000:00000010:2.0:1767384946.395182:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e409c266. 00000100:00000040:3.0:1767384946.395186:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2f5ff5e x1853237363760640/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 4848/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384946.395187:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384946.395189:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 20000000:00000001:2.0:1767384946.395199:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384946.395202:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384946.395207:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.395210:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 20000000:00000001:2.0:1767384946.395211:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.395212:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384946.395213:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:3.0:1767384946.395217:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc42ce3a. 00000400:00000200:1.0:1767384946.395218:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000100:00000001:3.0:1767384946.395222:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384946.395225:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ec8b62c0. 00000020:00000010:3.0:1767384946.395228:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc42ce3a. 00000400:00000200:1.0:1767384946.395228:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 20000000:01000000:2.0:1767384946.395229:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:2.0:1767384946.395238:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384946.395239:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000100:00100000:3.0:1767384946.395241:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2f5ff5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363760640:12345-0@lo:253: 00080000:00000001:2.0:1767384946.395245:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000200:3.0:1767384946.395249:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363760640 00080000:00000001:2.0:1767384946.395251:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384946.395251:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000020:00000001:3.0:1767384946.395253:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384946.395256:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384946.395259:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.395261:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000020:00000001:3.0:1767384946.395263:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384946.395266:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:1.0:1767384946.395270:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000020:00000001:3.0:1767384946.395271:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384946.395271:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384946.395274:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384946.395278:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384946.395281:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384946.395281:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000020:00000001:3.0:1767384946.395284:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384946.395286:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.395290:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384946.395291:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384946.395292:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 02000000:00000001:3.0:1767384946.395294:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384946.395295:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384946.395299:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384946.395299:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 02000000:00000010:3.0:1767384946.395301:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004e208cc0. 00080000:00000001:2.0:1767384946.395301:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384946.395305:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 02000000:00000001:3.0:1767384946.395306:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.395306:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000100:00000001:3.0:1767384946.395311:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.395313:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 20000000:00000001:3.0:1767384946.395315:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000002:2.0:1767384946.395316:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384946.395316:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00080000:00000001:2.0:1767384946.395322:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384946.395322:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 20000000:00000010:3.0:1767384946.395325:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d87f0025. 00080000:00000001:2.0:1767384946.395326:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.395328:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 20000000:01000000:3.0:1767384946.395332:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384946.395332:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.395335:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 20000000:00000001:3.0:1767384946.395338:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384946.395338:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384946.395342:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384946.395346:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.395346:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000400:00000200:1.0:1767384946.395346:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 20000000:00000001:3.0:1767384946.395351:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384946.395354:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384946.395357:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384946.395359:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00080000:00000010:2.0:1767384946.395360:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000002812cb. 00080000:00000001:2.0:1767384946.395364:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775872971264 : -107297836580352 : ffff9e69c690c200) 00000400:00000200:1.0:1767384946.395365:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[85, 22], ns[85, 22] 00080000:00000001:2.0:1767384946.395368:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384946.395372:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384946.395376:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000064b96cb1. 00080000:00000001:2.0:1767384946.395379:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.395379:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 22], ns[115, 22] 00080000:00000001:2.0:1767384946.395381:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384946.395383:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 22], ns[87, 22] 00000400:00000200:1.0:1767384946.395388:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[106, 22], ns[121, 22] 00000400:00000200:1.0:1767384946.395392:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 22], ns[117, 22] 00080000:00000001:2.0:1767384946.395393:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.395397:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 22], ns[123, 22] 00000400:00000200:1.0:1767384946.395402:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[105, 22], ns[120, 22] 00000400:00000200:1.0:1767384946.395406:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00080000:00000001:2.0:1767384946.395410:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384946.395410:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384946.395414:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:1.0:1767384946.395418:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp37 00000400:00000200:1.0:1767384946.395423:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp37 lpni_is_preferred = 0 00000400:00000200:1.0:1767384946.395426:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp37 00000400:00000200:1.0:1767384946.395430:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp37 NI seq info: [124:124:256:4294967295] 192.168.203.109@tcp37 LPNI seq info [109:109:8:4294967295] 00000400:00000200:1.0:1767384946.395436:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp37 00000400:00000200:1.0:1767384946.395443:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp37(192.168.203.109@tcp37:) -> 192.168.203.109@tcp37(192.168.203.109@tcp:192.168.203.109@tcp37) : GET try# 0 00000800:00000200:1.0:1767384946.395448:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp37 00000800:00000010:1.0:1767384946.395452:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d7c8ace6. 00000800:00000010:1.0:1767384946.395457:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b6130bd4. 00000800:00000010:1.0:1767384946.395461:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000adb38860. 00000800:00000200:1.0:1767384946.395465:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (2) 00000800:00000200:1.1:1767384946.395469:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (2) 00000400:00000200:1.0:1767384946.395487:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384946.395489:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300251 rc 0 00000400:00000200:3.0:1767384946.395536:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.395602:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.395649:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.395695:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.395753:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.395807:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.395849:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.395917:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.395957:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.395990:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.396021:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.396075:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.396134:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.396166:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.396193:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.396234:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.396292:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00080000:00000010:2.0:1767384946.396331:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000002812cb. 00000400:00000200:3.0:1767384946.396344:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.396367:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00080000:00000010:1.0:1767384946.396376:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000064b96cb1. 00040000:00000001:1.0:1767384946.396383:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1767384946.396392:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00040000:00000001:1.0:1767384946.396393:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384946.396397:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384946.396403:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384946.396406:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384946.396409:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384946.396422:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 20000000:01000000:1.0:1767384946.396422:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384946.396434:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000002812cb. 20000000:00000001:1.0:1767384946.396436:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384946.396440:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384946.396443:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00080000:00000001:1.0:1767384946.396445:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384946.396447:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384946.396448:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00080000:00000001:2.0:1767384946.396450:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384946.396455:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384946.396462:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384946.396469:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384946.396472:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00080000:00000001:2.0:1767384946.396472:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384946.396476:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384946.396480:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384946.396482:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384946.396484:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000020:00000001:2.0:1767384946.396488:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:2.0:1767384946.396490:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384946.396494:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384946.396496:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384946.396499:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.396501:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384946.396504:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000020:00000001:2.0:1767384946.396505:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384946.396511:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384946.396516:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bbcf767e. 00080000:00000001:2.0:1767384946.396520:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775872974848 : -107297836576768 : ffff9e69c690d000) 00080000:00000001:2.0:1767384946.396522:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:01000000:1.0:1767384946.396523:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000001:00000001:2.0:1767384946.396524:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384946.396527:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000017ec2f50. 20000000:00000001:1.0:1767384946.396527:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384946.396530:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384946.396530:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384946.396532:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384946.396534:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384946.396538:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384946.396540:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384946.396547:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000040684d36. 00000400:00000200:3.0:1767384946.396549:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00080000:00000001:2.0:1767384946.396549:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384946.396552:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000020:2.0:1767384946.396598:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000010:1.0:1767384946.396599:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002eb35741. 00000100:00000001:2.0:1767384946.396603:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:3.0:1767384946.396604:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 20000000:00000010:2.0:1767384946.396605:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e409c266. 00000020:00000001:1.0:1767384946.396605:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384946.396609:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002eb35741 with handle 0x135556ebb4843c40 to hash 20000000:00000001:2.0:1767384946.396611:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384946.396613:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:2.0:1767384946.396615:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363760512 00010000:00000001:1.0:1767384946.396615:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:2.0:1767384946.396618:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384946.396618:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384946.396621:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:2.0:1767384946.396624:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006dd34bdb x1853237363760512/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384946.396624:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.396627:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384946.396633:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00010000:00000001:1.0:1767384946.396639:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384946.396644:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384946.396646:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384946.396646:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384946.396648:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.396648:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384946.396651:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384946.396652:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=64 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384946.396653:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384946.396655:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384946.396657:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000100:00000001:2.0:1767384946.396657:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384946.396658:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:2.0:1767384946.396660:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:1.0:1767384946.396662:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:2.0:1767384946.396665:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384946.396668:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384946.396669:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:2.0:1767384946.396670:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.396671:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384946.396674:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1767384946.396674:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000040684d36) refcount = 1 00000100:00000040:2.0:1767384946.396677:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384946.396678:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384946.396681:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000010:2.0:1767384946.396682:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028d0fa75. 00000100:00000200:2.0:1767384946.396688:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363760512, offset 224 00010000:00000001:1.0:1767384946.396689:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384946.396691:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384946.396693:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384946.396695:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384946.396696:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.396698:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384946.396701:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:2.0:1767384946.396703:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:01000000:1.0:1767384946.396704:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384946.396707:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384946.396709:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384946.396711:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002eb35741 refcount=4 00000400:00000200:3.0:1767384946.396713:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384946.396713:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05d80 00000020:00000001:1.0:1767384946.396714:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00000400:00000200:2.0:1767384946.396721:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1af1 [2] + 224 00010000:00000001:1.0:1767384946.396721:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384946.396724:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384946.396726:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384946.396727:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.396731:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384946.396734:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384946.396736:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384946.396736:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384946.396741:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384946.396742:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.396744:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384946.396745:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00010000:00010000:1.0:1767384946.396746:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384946.396756:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384946.396756:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384946.396758:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.396762:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384946.396765:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384946.396773:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384946.396774:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384946.396778:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d0fa75 00000400:00000010:2.0:1767384946.396782:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028d0fa75. 00010000:00010000:1.0:1767384946.396784:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002eb35741 already unused, calling callback (00000000c66beece) 00000100:00000001:2.0:1767384946.396785:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384946.396786:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384946.396787:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384946.396789:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384946.396791:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384946.396792:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384946.396795:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384946.396798:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384946.396798:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:2.0:1767384946.396800:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.396800:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384946.396802:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384946.396803:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384946.396804:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002eb35741 refcount=5 00000400:00000200:3.0:1767384946.396806:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000020:00000001:1.0:1767384946.396807:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00010000:00000001:1.0:1767384946.396812:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081297408 : -107293628254208 : ffff9e6ac166b800) 00000100:00000040:2.0:1767384946.396815:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006dd34bdb x1853237363760512/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384946.396815:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384946.396818:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.396825:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767384946.396826:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006dd34bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363760512:12345-0@lo:253: Request processed in 1761us (2173us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384946.396828:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384946.396830:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384946.396832:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00010000:00000001:1.0:1767384946.396834:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:2.0:1767384946.396836:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00010000:00000001:1.0:1767384946.396837:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384946.396841:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:1.0:1767384946.396841:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384946.396842:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.396844:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767384946.396845:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002eb35741 with handle 0x135556ebb4843c40 from hash 00000100:00000001:2.0:1767384946.396846:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384946.396848:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384946.396850:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384946.396851:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072ff73c1. 00010000:00000001:1.0:1767384946.396852:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.396853:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384946.396855:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0b15097. 00010000:00000001:1.0:1767384946.396855:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384946.396857:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:2.0:1767384946.396859:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f321a144. 00010000:00000001:1.0:1767384946.396859:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1767384946.396861:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00010000:00000001:1.0:1767384946.396862:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384946.396890:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:2.0:1767384946.396895:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384946.396895:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384946.396898:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001a9e8105. 00010000:00000001:1.0:1767384946.396898:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:2.0:1767384946.396902:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384946.396904:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384946.396906:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384946.396908:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384946.396910:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384946.396910:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.396912:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384946.396914:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000597b2dde. 00010000:00000001:1.0:1767384946.396914:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.396916:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.396918:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384946.396919:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028d0fa75. 00010000:00000001:1.0:1767384946.396924:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.396926:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.396927:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384946.396929:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384946.396930:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.396932:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384946.396934:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384946.396934:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384946.396936:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384946.396936:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384946.396938:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384946.396940:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384946.396941:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1767384946.396941:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384946.396943:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004256c2bc. 00000400:00000200:2.0:1767384946.396946:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000235a16f2 00010000:00000001:1.0:1767384946.396946:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:2.0:1767384946.396948:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000235a16f2. 00010000:00000001:1.0:1767384946.396948:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384946.396950:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002eb35741/0x135556ebb4843c40 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384946.396951:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384946.396955:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384946.396955:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000040684d36 count: 0 00000100:00000200:2.0:1767384946.396965:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384946.396968:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384946.396969:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384946.396972:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384946.396974:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.396977:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384946.396987:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384946.396989:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384946.396991:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.396993:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384946.396998:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=64 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384946.397022:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384946.397026:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384946.397028:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384946.397031:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006196981e. 00010000:00000001:2.0:1767384946.397032:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384946.397036:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384946.397037:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac6c77e0. 00000100:00000001:2.0:1767384946.397041:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384946.397044:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc42ce3a. 00000100:00000040:2.0:1767384946.397049:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.397057:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384946.397060:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384946.397063:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384946.397064:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc42ce3a. 00000020:01000004:2.0:1767384946.397067:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384946.397070:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384946.397072:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00020000:3.0:1767384946.397073:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000020:01000004:2.0:1767384946.397074:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:3.0:1767384946.397078:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac6c77e0. 00000020:01000004:2.0:1767384946.397079:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:3.0:1767384946.397083:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006196981e. 00000020:01000004:2.0:1767384946.397084:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384946.397087:0:16343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384946.397090:0:16343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384946.397091:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384946.397092:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384946.397095:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384946.397105:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363760512:0@lo:253: 00000100:00000001:2.0:1767384946.397111:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.397114:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384946.397117:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046e12a25 x1853237363760512/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:02020000:3.0:1767384946.397123:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp37 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000100:00000001:2.0:1767384946.397131:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384946.397133:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp37 notifying 192.168.203.109@tcp37: down 02000000:00000001:2.0:1767384946.397135:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:3.0:1767384946.397139:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp37 down 00000800:00000100:3.0:1767384946.397144:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp37 02000000:00000010:2.0:1767384946.397144:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005c5e9f25. 00000800:00000010:3.0:1767384946.397150:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d7c8ace6. 02000000:00000001:2.0:1767384946.397151:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384946.397154:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000020:00000001:2.0:1767384946.397154:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384946.397157:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384946.397161:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384946.397162:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp37->192.168.203.109@tcp37: GET: LOCAL_ERROR 02000000:00000010:2.0:1767384946.397164:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002ef36d03. 02000000:00000001:2.0:1767384946.397168:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384946.397170:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384946.397171:0:16330:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp37 added to recovery queue. ping count: 0 next ping: 267 health :900 00000100:00000010:2.0:1767384946.397172:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046e12a25. 00000400:00000200:3.0:1767384946.397178:0:16330:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384946.397179:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384946.397182:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384946.397185:0:16330:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000100:00000001:2.0:1767384946.397186:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384946.397193:0:16330:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:2.0:1767384946.397194:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384946.397197:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.397200:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384946.397202:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384946.397230:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384946.397235:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300851 00000400:00000001:1.0:1767384946.397239:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384946.397241:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384946.397243:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a51fd36 00000400:00000010:1.0:1767384946.397244:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a51fd36. 00000400:00000200:1.0:1767384946.397248:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384946.397252:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000010:1.0:1767384946.397262:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000aad36637. 00000400:00000200:1.0:1767384946.397265:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (32) 00000400:00000200:1.0:1767384946.397268:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00000400:00000200:1.0:1767384946.397271:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302051 rc -71 00000400:00000200:1.0:1767384946.397275:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:1.0:1767384946.397278:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (31) 00080000:00000010:3.0:1767384946.398358:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bbcf767e. 00080000:00000010:2.0:1767384946.398429:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000017ec2f50. 00040000:00000001:2.0:1767384946.398434:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384946.398435:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384946.398436:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384946.398438:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384946.398440:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384946.398441:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384946.398443:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384946.398454:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384946.398457:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384946.398461:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384946.398477:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384946.398480:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384946.398481:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384946.398485:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384946.398487:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384946.398491:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000182c342. 00010000:00000001:1.0:1767384946.398494:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384946.398496:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00000020:00000001:1.0:1767384946.398499:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384946.398500:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e424163 with handle 0x135556ebb4843c47 to hash 00000020:00000001:1.0:1767384946.398502:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384946.398503:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.398506:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.398508:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384946.398510:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.398512:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.398519:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384946.398521:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384946.398523:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384946.398524:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384946.398526:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384946.398527:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384946.398529:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384946.398531:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384946.398532:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384946.398533:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384946.398534:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384946.398543:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000182c342) refcount = 1 00010000:00010000:1.0:1767384946.398546:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.398552:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384946.398553:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384946.398554:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384946.398556:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.398558:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384946.398560:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384946.398562:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384946.398565:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384946.398566:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384946.398567:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=4 00000020:00000001:1.0:1767384946.398569:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.398582:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.398585:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384946.398586:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.398593:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000020:2.0:1767384946.398594:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384946.398594:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384946.398596:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384946.398598:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d87f0025. 00010000:00000001:1.0:1767384946.398600:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.398601:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384946.398602:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.398602:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384946.398604:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363760640 00010000:00000001:2.0:1767384946.398607:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384946.398607:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384946.398609:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384946.398611:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2f5ff5e x1853237363760640/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384946.398611:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384946.398612:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384946.398618:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e424163 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384946.398620:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384946.398621:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.398627:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:2.0:1767384946.398628:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=64 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384946.398629:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384946.398630:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384946.398632:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384946.398634:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384946.398636:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:1.0:1767384946.398637:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384946.398638:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384946.398639:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384946.398639:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384946.398640:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384946.398641:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=5 00000100:00000001:2.0:1767384946.398643:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384946.398643:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000100:00000040:2.0:1767384946.398645:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384946.398645:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.398647:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1767384946.398649:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da3e3e22. 00010000:00010000:1.0:1767384946.398649:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384946.398652:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363760640, offset 224 00010000:00000001:1.0:1767384946.398655:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384946.398656:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384946.398657:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384946.398658:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.398660:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384946.398661:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384946.398663:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384946.398663:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384946.398664:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384946.398666:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e424163 with handle 0x135556ebb4843c47 from hash 00010000:00000001:1.0:1767384946.398669:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384946.398670:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384946.398671:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05e00 00010000:00000001:1.0:1767384946.398672:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.398673:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384946.398674:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384946.398675:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1af9 [2] + 224 00010000:00000001:1.0:1767384946.398676:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384946.398677:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384946.398678:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384946.398680:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384946.398680:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.398682:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384946.398683:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384946.398683:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384946.398685:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.398686:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384946.398687:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384946.398690:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384946.398693:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.398695:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.398697:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.398699:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384946.398700:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384946.398706:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.398708:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.398709:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384946.398711:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384946.398712:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.398713:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.398715:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384946.398716:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.398717:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:1.0:1767384946.398718:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.398720:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384946.398722:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3e3e22 00000400:00000010:2.0:1767384946.398723:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da3e3e22. 00000100:00000001:2.0:1767384946.398726:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384946.398726:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384946.398727:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384946.398728:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384946.398729:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e424163/0x135556ebb4843c47 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384946.398730:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384946.398734:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384946.398736:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:1.0:1767384946.398736:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000182c342 count: 0 00010000:00000001:2.0:1767384946.398737:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384946.398741:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384946.398741:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.398743:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:3.0:1767384946.398746:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384946.398746:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:1.0:1767384946.398747:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:3.0:1767384946.398750:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384946.398753:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a0b291b. 00000100:00000040:2.0:1767384946.398753:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2f5ff5e x1853237363760640/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384946.398758:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f281d8c 00000400:00000010:3.0:1767384946.398761:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f281d8c. 00000100:00000001:3.0:1767384946.398766:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384946.398771:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384946.398776:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2f5ff5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363760640:12345-0@lo:253: Request processed in 3560us (3953us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384946.398782:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384946.398798:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384946.398799:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000040:2.0:1767384946.398802:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384946.398803:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384946.398806:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384946.398807:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384946.398810:0:16340:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384946.398810:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd8d2227. 02000000:00000001:3.0:1767384946.398814:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384946.398816:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384946.398816:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000100:00000001:3.0:1767384946.398819:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384946.398822:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.398822:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375ee54c. 00000020:00000040:2.0:1767384946.398828:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00001000:3.0:1767384946.398829:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=64 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384946.398834:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384946.398835:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=64 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384946.398838:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004e208cc0. 00000100:00000001:3.0:1767384946.398839:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384946.398842:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.398843:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384946.398844:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384946.398847:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.398847:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384946.398852:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384946.398853:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384946.398856:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384946.398859:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009461b328. 00000100:00000001:3.0:1767384946.398894:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384946.398897:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384946.398900:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384946.398901:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da3e3e22. 00000020:01000004:3.0:1767384946.398904:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384946.398908:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384946.398910:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384946.398912:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384946.398914:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384946.398917:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384946.398918:0:16340:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384946.398920:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384946.398921:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384946.398925:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384946.398933:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a29bfd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363760640:0@lo:253: 00000100:00000001:3.0:1767384946.398937:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384946.398939:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384946.398940:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a29bfd4 x1853237363760640/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384946.398944:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384946.398951:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384946.398952:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c815653. 02000000:00000001:3.0:1767384946.398954:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384946.398956:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384946.398956:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384946.398958:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384946.398959:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001e5ddeff. 02000000:00000001:3.0:1767384946.398961:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384946.398962:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384946.398962:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a29bfd4. 00000100:00000001:3.0:1767384946.398965:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384946.398965:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384946.398967:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384946.398970:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384946.398971:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384946.398972:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384946.398974:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384946.399903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000040684d36. 00010000:00000010:1.1:1767384946.399914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002eb35741. 00000100:00000040:0.0:1767384946.401913:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294934280, at 4294934281 00000100:00000040:1.0:1767384946.401921:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294934280, at 4294934281 00000100:00000010:0.0:1767384946.401923:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061c5229d. 00000100:00000040:3.0:1767384946.401924:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294934280, at 4294934281 00000100:00000010:1.0:1767384946.401932:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029fc8443. 00000100:00000040:2.0:1767384946.401933:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294934280, at 4294934281 00000100:00000010:3.0:1767384946.401935:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008162c2dd. 00000100:00000010:2.0:1767384946.401940:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c757f2f5. 00010000:00000010:1.1:1767384946.403911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000182c342. 00010000:00000010:1.1:1767384946.403921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00000400:00000010:0.0:1767384946.414525:0:32038:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000faf68a33. 00000400:00000040:0.0:1767384946.414549:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384946.414552:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384946.414555:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.414557:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384946.414559:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.414560:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384946.414564:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384946.414566:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384946.414567:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384946.414569:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384946.414586:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384946.414589:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384946.414592:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384946.414593:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384946.414595:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384946.414606:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384946.414609:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384946.414610:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384946.414612:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384946.414615:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.414617:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384946.414619:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384946.414621:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384946.414623:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.414625:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384946.414627:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.414629:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384946.414631:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384946.414633:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384946.414636:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.414637:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384946.414640:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.414642:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384946.414644:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384946.414646:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384946.414648:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.414650:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384946.414653:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384946.414655:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384946.414657:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384946.414659:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384946.414660:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.414662:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384946.414664:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384946.414666:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384946.414668:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384946.414669:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384946.414671:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384946.414673:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384946.414675:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384946.414676:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384946.414678:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384946.414680:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384946.414682:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384946.414691:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384946.414693:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384946.414694:0:32038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384946.414791:0:32038:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000faf68a33. 10000000:00000001:1.0:1767384946.648920:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384946.648925:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 10000000:00000001:1.0:1767384946.648930:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.648933:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384946.648934:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384946.648936:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384946.648938:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384946.648940:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384946.648942:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 59 10000000:00000001:1.0:1767384946.648951:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384946.648953:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384946.648959:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870c54f4. 00000020:00000040:1.0:1767384946.648963:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384946.648966:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384946.648969:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384946.648973:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384946.648978:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008811edd3. 00000100:00000001:1.0:1767384946.648983:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.648986:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384946.648989:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384946.648995:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000182c342. 00010000:00000001:1.0:1767384946.648998:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384946.649001:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00000020:00000001:1.0:1767384946.649004:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384946.649006:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e424163 with handle 0x135556ebb4843c4e to hash 00000020:00000001:1.0:1767384946.649008:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384946.649009:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.649011:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.649014:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384946.649016:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.649018:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384946.649025:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384946.649032:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384946.649036:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384946.649037:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384946.649042:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f79e1c5. 00000100:00000001:1.0:1767384946.649044:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780991412480 : -107292718139136 : ffff9e6af7a5f900) 00000100:00000001:1.0:1767384946.649046:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384946.649050:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000001:1.0:1767384946.649054:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384946.649056:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.649058:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384946.649059:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384946.649066:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.649073:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384946.649075:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.649078:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384946.649080:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384946.649082:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384946.649084:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363760768:0@lo:101: 00000100:00000001:1.0:1767384946.649088:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384946.649092:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384946.649094:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.649096:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384946.649100:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aad36637. 02000000:00000001:1.0:1767384946.649101:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.649106:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f556d46. 00000400:00000010:1.0:1767384946.649112:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a51fd36. 00000100:00000200:1.0:1767384946.649117:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363760768, portal 25 00000100:00000001:1.0:1767384946.649118:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384946.649119:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000040:1.0:1767384946.649122:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.649128:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384946.649131:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384946.649134:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f3bb6ca. 00000100:00000200:1.0:1767384946.649136:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363760768, offset 0 00000400:00000200:1.0:1767384946.649141:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384946.649150:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384946.649160:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c05e80 00000400:00000200:1.0:1767384946.649166:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x135d [2] + 0 00000400:00000010:1.0:1767384946.649174:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eb701e7. 00000400:00000200:1.0:1767384946.649177:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005376288c 00000400:00000200:1.0:1767384946.649182:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384946.649185:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384946.649188:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005376288c 00000400:00000010:1.0:1767384946.649190:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005376288c. 00000100:00000001:1.0:1767384946.649194:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384946.649195:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384946.649198:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000001155919e x1853237363760768 msgsize 328 00000100:00100000:1.0:1767384946.649200:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384946.649201:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384946.649212:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384946.649218:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f3bb6ca 00000400:00000010:1.0:1767384946.649220:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f3bb6ca. 00000100:00000001:1.0:1767384946.649222:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384946.649225:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.649233:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.649235:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.649239:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.649240:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384946.649245:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.649248:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294934534 00000100:00000010:1.0:1767384946.649251:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090e8fd61. 00000100:00000001:1.0:1767384946.649257:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384946.649261:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294934534 00000100:00000010:1.0:1767384946.649264:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000645796a6. 00000100:00000001:1.0:1767384946.649267:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384946.649269:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294934534 00000100:00000010:1.0:1767384946.649271:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000beef8da1. 00000100:00000001:1.0:1767384946.649273:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384946.649278:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294934534 00000100:00000001:2.0:1767384946.649281:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384946.649285:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363760768 00000100:00000010:1.0:1767384946.649288:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c486d32. 02000000:00000001:2.0:1767384946.649289:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384946.649292:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.649294:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384946.649295:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.649298:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384946.649300:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.649301:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.649304:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384946.649305:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363760768 00000100:00000001:1.0:1767384946.649306:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384946.649310:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384946.649310:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 000000002f79e1c5 going to sleep for 11 seconds 00000020:00000040:2.0:1767384946.649313:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:1.0:1767384946.649315:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384946.649318:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384946.649319:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384946.649321:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:2.0:1767384946.649325:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384946.649327:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384946.649330:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384946.649333:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e871eeb. 00000100:00000001:2.0:1767384946.649336:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384946.649343:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e871eeb. 00000020:00000010:2.0:1767384946.649347:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f321a144. 00000020:00000010:2.0:1767384946.649351:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ce33eddb. 00000020:00000010:2.0:1767384946.649354:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00000040:2.0:1767384946.649360:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384946.649362:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384946.649363:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384946.649365:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.649372:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.649384:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.649395:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384946.649396:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384946.649400:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000040:2.0:1767384946.649403:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384946.649406:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139366480 : -107293570185136 : ffff9e6ac4dcc850) 00000100:00000040:2.0:1767384946.649409:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001155919e x1853237363760768/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 328/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.649416:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384946.649418:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e871eeb. 00000100:00000001:2.0:1767384946.649419:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384946.649420:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e871eeb. 00000100:00100000:2.0:1767384946.649423:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001155919e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:17069:x1853237363760768:12345-0@lo:101: 00000100:00000200:2.0:1767384946.649426:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363760768 00000020:00000001:2.0:1767384946.649429:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384946.649432:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384946.649433:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.649435:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384946.649436:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:2.0:1767384946.649439:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384946.649440:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.649442:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384946.649443:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384946.649451:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.649453:0:17064:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384946.649455:0:17064:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384946.649456:0:17064:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384946.649459:0:17064:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384946.649461:0:17064:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.649466:0:17064:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384946.649471:0:17064:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c6dcc435. 00010000:00000001:2.0:1767384946.649475:0:17064:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384946.649478:0:17064:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7bca0f3. 00000020:00000001:2.0:1767384946.649481:0:17064:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384946.649483:0:17064:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7bca0f3 with handle 0x135556ebb4843c55 to hash 00000020:00000001:2.0:1767384946.649485:0:17064:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384946.649487:0:17064:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:2.0:1767384946.649489:0:17064:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00010000:2.0:1767384946.649492:0:17064:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843c4e expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384946.649499:0:17064:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000020:00000040:2.0:1767384946.649502:0:17064:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=15 00000100:00000001:2.0:1767384946.649509:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384946.649512:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384946.649516:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a8cb804e. 02000000:00000001:2.0:1767384946.649518:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.649522:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.649524:0:17064:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384946.649528:0:17064:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384946.649531:0:17064:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384946.649534:0:17064:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384946.649536:0:17064:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.649538:0:17064:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384946.649540:0:17064:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.649542:0:17064:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384946.649545:0:17064:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384946.649546:0:17064:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384946.649548:0:17064:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384946.649556:0:17064:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c6dcc435) refcount = 1 00010000:00010000:2.0:1767384946.649561:0:17064:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843c4e expref: 15 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.649565:0:17064:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384946.649567:0:17064:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384946.649568:0:17064:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.649584:0:17064:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.649586:0:17064:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384946.649590:0:17064:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384946.649593:0:17064:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843c4e expref: 15 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.649598:0:17064:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384946.649600:0:17064:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384946.649602:0:17064:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.649604:0:17064:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.649605:0:17064:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384946.649606:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.649608:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384946.649609:0:17064:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000f7bca0f3, rc 0) 00000020:00000001:2.0:1767384946.649611:0:17064:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384946.649613:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363760768 00010000:00000001:2.0:1767384946.649616:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384946.649620:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001155919e x1853237363760768/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 328/344 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384946.649625:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384946.649627:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384946.649630:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384946.649634:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384946.649636:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384946.649638:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384946.649640:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384946.649642:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.649644:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384946.649649:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384946.649652:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000100:00000200:2.0:1767384946.649654:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363760768, offset 224 00000400:00000200:2.0:1767384946.649657:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384946.649663:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384946.649668:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c05e80 00000400:00000200:2.0:1767384946.649671:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b19 [1] + 224 00000400:00000200:2.0:1767384946.649674:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.649677:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384946.649680:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384946.649683:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384946.649690:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.649703:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384946.649707:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000400:00000010:2.0:1767384946.649709:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000100:00000001:2.0:1767384946.649711:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384946.649713:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384946.649716:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.649718:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384946.649719:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384946.649722:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384946.649725:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384946.649725:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384946.649729:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384946.649730:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384946.649732:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f556d46. 00000100:00000040:2.0:1767384946.649736:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001155919e x1853237363760768/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 328/344 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384946.649737:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a51fd36 00000400:00000010:1.0:1767384946.649741:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a51fd36. 00000100:00000001:1.0:1767384946.649747:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384946.649754:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384946.649756:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001155919e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363760768:12345-0@lo:101: Request processed in 334us (552us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384946.649770:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384946.649776:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000001:1.0:1767384946.649780:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384946.649783:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384946.649784:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.649787:0:17069:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384946.649790:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384946.649791:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384946.649795:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384946.649796:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384946.649796:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.649800:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.649802:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce33eddb. 00000100:00001000:1.0:1767384946.649803:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384946.649807:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384946.649808:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384946.649810:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.649814:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384946.649816:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.649817:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000100:00000001:1.0:1767384946.649818:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384946.649824:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384946.649825:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f321a144. 00000020:00000040:2.0:1767384946.649834:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:2.0:1767384946.649841:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384946.649845:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a8cb804e. 00000100:00000001:1.0:1767384946.649846:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384946.649852:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384946.649853:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384946.649854:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.649859:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384946.649860:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384946.649894:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384946.649895:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363760768:0@lo:101: 00000400:00000010:2.0:1767384946.649900:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005f3c4bb. 00000100:00000001:1.0:1767384946.649902:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384946.649907:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004174eeb. 00000100:00000001:1.0:1767384946.649907:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.649910:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384946.649913:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.649916:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.649921:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384946.649923:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002f79e1c5. 00000100:00000001:1.0:1767384946.649926:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384946.649928:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.649930:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384946.649932:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384946.649933:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384946.649934:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=4 00000020:00000001:1.0:1767384946.649936:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.649938:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000040:1.0:1767384946.649941:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000006e424163, remote cookie: 0x135556ebb4843c55, flags: 0x0 00010000:00000001:1.0:1767384946.649943:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384946.649945:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384946.649946:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384946.649948:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384946.649949:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384946.649951:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000182c342) refcount = 1 00010000:00010000:1.0:1767384946.649953:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.649964:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384946.649966:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384946.649967:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384946.649970:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384946.649972:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.649974:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.649978:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384946.649979:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.649980:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.649981:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.649982:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.649984:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.649985:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.649988:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870c54f4 x1853237363760768/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.649993:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384946.649994:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384946.649997:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aad36637. 02000000:00000001:1.0:1767384946.650000:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384946.650001:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384946.650002:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384946.650004:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384946.650006:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008811edd3. 02000000:00000001:1.0:1767384946.650008:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384946.650010:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384946.650011:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870c54f4. 00000100:00000001:1.0:1767384946.650013:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384946.650013:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384946.650015:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.650016:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384946.650017:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 10000000:00000001:1.0:1767384946.650018:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.650019:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384946.650024:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384946.650025:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=3 00000020:00000001:1.0:1767384946.650026:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.650027:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.650029:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384946.650030:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.650031:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.650032:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.650033:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384946.650036:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000dd5b21f0. 00000100:00000010:1.0:1767384946.650045:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870c54f4. 00000020:00000040:1.0:1767384946.650046:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384946.650049:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384946.650050:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384946.650051:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384946.650054:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008811edd3. 00000100:00000001:1.0:1767384946.650057:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.650060:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384946.650062:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000aad36637. 00000100:00000010:1.0:1767384946.650064:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000003d81fab. 00000020:00000040:1.0:1767384946.650066:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384946.650069:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384946.650070:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384946.650072:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f79e1c5. 00000100:00000001:1.0:1767384946.650073:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780991412480 : -107292718139136 : ffff9e6af7a5f900) 00000100:00000001:1.0:1767384946.650075:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384946.650076:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000001:1.0:1767384946.650079:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384946.650080:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.650082:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384946.650084:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384946.650087:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.650095:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384946.650096:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.650105:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384946.650107:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384946.650109:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384946.650112:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363760896:0@lo:256: 00000100:00000001:1.0:1767384946.650115:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384946.650118:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384946.650120:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.650122:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384946.650127:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f556d46. 00000400:00000010:1.0:1767384946.650132:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c683d54b. 00000100:00000200:1.0:1767384946.650135:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c05f00-0x6958272c05f00, portal 33 00000100:00000001:1.0:1767384946.650139:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.650140:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384946.650143:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000134c6f83. 02000000:00000001:1.0:1767384946.650145:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.650148:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce92181. 00000400:00000010:1.0:1767384946.650151:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a51fd36. 00000100:00000200:1.0:1767384946.650153:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363760896, portal 25 00000100:00000001:1.0:1767384946.650154:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384946.650155:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000040:1.0:1767384946.650158:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.650162:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384946.650163:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384946.650165:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f3bb6ca. 00000100:00000200:1.0:1767384946.650166:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363760896, offset 0 00000400:00000200:1.0:1767384946.650169:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384946.650174:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384946.650178:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c05f00 00000400:00000200:1.0:1767384946.650181:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1365 [2] + 0 00000400:00000010:1.0:1767384946.650183:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db85944e. 00000400:00000200:1.0:1767384946.650185:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f7e3707 00000400:00000200:1.0:1767384946.650187:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384946.650195:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384946.650197:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f7e3707 00000400:00000010:1.0:1767384946.650199:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f7e3707. 00000100:00000001:1.0:1767384946.650201:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384946.650201:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384946.650203:0:17069:0:(events.c:337:request_in_callback()) incoming req@0000000017972186 x1853237363760896 msgsize 304 00000100:00100000:1.0:1767384946.650205:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384946.650206:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384946.650215:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384946.650218:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f3bb6ca 00000400:00000010:1.0:1767384946.650219:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f3bb6ca. 00000100:00000001:1.0:1767384946.650221:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384946.650223:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.650229:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.650231:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.650235:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.650236:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384946.650236:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384946.650240:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363760896 00000100:00000001:1.0:1767384946.650242:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.650243:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384946.650246:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.650247:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294934535 00000100:00000001:2.0:1767384946.650248:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.650252:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.650253:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934534 00000100:00100000:2.0:1767384946.650254:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363760896 00000020:00000001:2.0:1767384946.650258:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384946.650259:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294934535 00000020:00000040:2.0:1767384946.650260:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384946.650264:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384946.650265:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934534 00000020:00000040:2.0:1767384946.650266:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:2.0:1767384946.650270:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384946.650270:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294934535 00000020:00000001:2.0:1767384946.650276:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384946.650277:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934534 00000100:00000001:2.0:1767384946.650280:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384946.650281:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294934535 00000020:00000010:2.0:1767384946.650285:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e871eeb. 00000100:00000001:1.0:1767384946.650285:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934534 00000100:00000001:2.0:1767384946.650291:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384946.650292:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384946.650297:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.650299:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e871eeb. 00000100:00000001:1.0:1767384946.650300:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384946.650303:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384946.650308:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f321a144. 00000100:00100000:1.0:1767384946.650311:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 000000002f79e1c5 going to sleep for 11 seconds 00000020:00000010:2.0:1767384946.650315:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ce33eddb. 00000100:00000001:1.0:1767384946.650315:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384946.650318:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.650323:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00000040:2.0:1767384946.650330:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384946.650333:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384946.650334:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384946.650336:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.650341:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.650357:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.650367:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384946.650369:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384946.650374:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000040:2.0:1767384946.650377:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384946.650380:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139364432 : -107293570187184 : ffff9e6ac4dcc050) 00000100:00000040:2.0:1767384946.650385:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017972186 x1853237363760896/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 304/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.650392:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384946.650394:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e871eeb. 00000100:00000001:2.0:1767384946.650396:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384946.650397:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e871eeb. 00000100:00100000:2.0:1767384946.650401:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017972186 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363760896:12345-0@lo:256: 00000100:00000200:2.0:1767384946.650404:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363760896 00000020:00000001:2.0:1767384946.650405:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384946.650407:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384946.650409:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.650411:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384946.650412:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:2.0:1767384946.650414:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384946.650415:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.650417:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384946.650419:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384946.650421:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.650423:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384946.650425:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384946.650427:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a8cb804e. 02000000:00000001:2.0:1767384946.650429:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.650430:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384946.650433:0:17064:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384946.650435:0:17064:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384946.650438:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384946.650440:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384946.650447:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384946.650448:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384946.650449:0:17064:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384946.650452:0:17064:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000edf999af. 20000000:00000001:2.0:1767384946.650455:0:17064:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384946.650465:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384946.650471:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384946.650475:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384946.650477:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384946.650478:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384946.650480:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384946.650481:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384946.650483:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384946.650484:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384946.650486:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384946.650487:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384946.650489:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384946.650490:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384946.650491:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384946.650493:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384946.650494:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384946.650495:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384946.650496:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384946.650498:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384946.650499:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384946.650500:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384946.650501:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384946.650503:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384946.650504:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384946.650505:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384946.650506:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384946.650508:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384946.650510:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384946.650512:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384946.650513:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384946.650515:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:2.0:1767384946.650516:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 3452/1/4/3. 20000000:00000040:2.0:1767384946.650522:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384946.650524:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384946.650529:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384946.650530:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384946.650532:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384946.650533:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384946.650534:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384946.650536:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384946.650537:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384946.650539:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384946.650540:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384946.650541:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384946.650542:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384946.650543:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384946.650545:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384946.650546:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384946.650548:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384946.650549:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384946.650551:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384946.650552:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384946.650554:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384946.650555:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384946.650556:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384946.650558:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384946.650559:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384946.650560:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384946.650562:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384946.650563:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384946.650564:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384946.650565:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384946.650566:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:2.0:1767384946.650568:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 2808/1/4/3. 20000000:01000000:2.0:1767384946.650584:0:17064:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1288, version 66 20000000:00000001:2.0:1767384946.650586:0:17064:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1288 : 1288 : 508) 00000100:00000001:2.0:1767384946.650588:0:17064:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384946.650591:0:17064:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000095bfb527. 00000100:00000010:2.0:1767384946.650593:0:17064:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003b716cb2. 00000020:00000040:2.0:1767384946.650595:0:17064:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:2.0:1767384946.650597:0:17064:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384946.650599:0:17064:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384946.650605:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000400:00000010:2.0:1767384946.650609:0:17064:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000048f077d. 00000400:00000200:2.0:1767384946.650611:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384946.650617:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384946.650621:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1288 into portal 33 MB=0x6958272c05f00 00000400:00000200:2.0:1767384946.650625:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1288/1288 into md 0x1b29 [4] + 0 00000400:00000010:2.0:1767384946.650627:0:17064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f556d46. 00000400:00000200:2.0:1767384946.650629:0:17064:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c683d54b 00000400:00000200:2.0:1767384946.650632:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.650634:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384946.650635:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c683d54b 00000400:00000010:2.0:1767384946.650637:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c683d54b. 00000100:00000001:2.0:1767384946.650639:0:17064:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384946.650640:0:17064:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000870c54f4 desc 00000000aad36637 mbits 1853237363760896 00000100:00000001:2.0:1767384946.650648:0:17064:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384946.650650:0:17064:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384946.650653:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384946.650657:0:17064:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b35 00000400:00000200:2.0:1767384946.650659:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.650661:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384946.650664:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384946.650665:0:17064:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000095bfb527 00000100:00000001:1.0:1767384946.650666:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384946.650667:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:1.0:1767384946.650670:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384946.650673:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000400:00000010:2.0:1767384946.650676:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000100:00000001:2.0:1767384946.650677:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384946.650678:0:17064:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000095bfb527 00000100:00000001:2.0:1767384946.650679:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384946.650681:0:17064:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1288 bytes via portal 33 id 12345-0@lo mbits 0x6958272c05f00-0x6958272c05f00 00000100:00000001:2.0:1767384946.650683:0:17064:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.650686:0:17064:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.650687:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384946.650689:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:2.0:1767384946.650691:0:17064:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003b716cb2. 00000100:00000010:2.0:1767384946.650693:0:17064:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000095bfb527. 00000100:00000001:2.0:1767384946.650701:0:17064:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384946.650703:0:17064:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384946.650708:0:17064:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000edf999af. 20000000:00000001:2.0:1767384946.650712:0:17064:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384946.650714:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363760896 00010000:00000001:2.0:1767384946.650716:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384946.650720:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017972186 x1853237363760896/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 304/240 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384946.650726:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384946.650728:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384946.650730:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384946.650734:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384946.650737:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384946.650739:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384946.650741:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384946.650743:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.650745:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384946.650749:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384946.650752:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000100:00000200:2.0:1767384946.650755:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363760896, offset 224 00000400:00000200:2.0:1767384946.650760:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384946.650766:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384946.650771:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c05f00 00000400:00000200:2.0:1767384946.650775:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b2d [1] + 224 00000400:00000200:2.0:1767384946.650779:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.650782:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384946.650785:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384946.650788:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384946.650796:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.650811:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384946.650816:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000100:00000001:1.0:1767384946.650824:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384946.650825:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000100:00000001:2.0:1767384946.650831:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384946.650832:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384946.650834:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384946.650836:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384946.650837:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384946.650840:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce92181. 00000100:00000040:2.0:1767384946.650843:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:1.0:1767384946.650845:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a51fd36 00010000:00000001:2.0:1767384946.650847:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384946.650848:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a51fd36. 00000020:00000001:2.0:1767384946.650850:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.650852:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384946.650856:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384946.650858:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384946.650883:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017972186 x1853237363760896/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:172/0 lens 304/240 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384946.650893:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017972186 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363760896:12345-0@lo:256: Request processed in 498us (686us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384946.650900:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384946.650904:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:2.0:1767384946.650910:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384946.650914:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384946.650914:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384946.650918:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.650919:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384946.650922:0:17069:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384946.650923:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce33eddb. 02000000:00000001:1.0:1767384946.650924:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384946.650928:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384946.650929:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000100:00000001:1.0:1767384946.650930:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.650935:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.650936:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f321a144. 00000100:00001000:1.0:1767384946.650938:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=64 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384946.650940:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00001000:1.0:1767384946.650942:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=64 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384946.650944:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384946.650946:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384946.650947:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a8cb804e. 00000100:00000001:1.0:1767384946.650949:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.650951:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384946.650952:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384946.650954:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384946.650955:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.650959:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384946.650960:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384946.650962:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384946.650966:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c527910. 00000400:00000010:2.0:1767384946.650972:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073102fee. 00000100:00000040:1.0:1767384946.650974:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.650980:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384946.650988:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384946.650991:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384946.650996:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363760896:0@lo:256: 00000100:00000001:1.0:1767384946.650999:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.651001:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.651002:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384946.651004:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.651006:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.651012:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384946.651015:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002f79e1c5. 00000100:00000001:1.0:1767384946.651017:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384946.651019:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384946.651022:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 66, more 0. 10000000:00000001:1.0:1767384946.651026:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384946.651032:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005560d127. 10000000:00000040:1.0:1767384946.651044:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384946.651049:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384946.651052:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384946.651057:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:1.0:1767384946.651059:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.651061:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384946.651062:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:1.0:1767384946.651064:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000400:00000200:1.0:1767384946.651069:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 31 NIDs 00000400:00001000:1.0:1767384946.651072:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384946.651075:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:1.0:1767384946.651080:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384946.651085:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (30) 00000400:00000200:1.0:1767384946.651090:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (31) 00000400:00000200:1.0:1767384946.651104:0:17069:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384946.651107:0:17069:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384946.651109:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384946.651120:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:1.0:1767384946.651122:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (32) 00000400:00000200:1.0:1767384946.651125:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:3.0:1767384946.651128:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384946.651128:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:3.0:1767384946.651136:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000200:1.0:1767384946.651139:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.651141:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (31) 00000400:00000200:1.0:1767384946.651145:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000010:3.0:1767384946.651149:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000005f59868a. 00000400:00000200:1.0:1767384946.651150:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000010:3.0:1767384946.651155:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c701859. 00000400:00000200:1.0:1767384946.651157:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651161:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000010:3.0:1767384946.651162:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006fefeed6. 00000400:00000200:1.0:1767384946.651165:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:3.0:1767384946.651170:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1767384946.651174:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651176:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:3.0:1767384946.651179:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384946.651182:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:3.0:1767384946.651188:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:1.0:1767384946.651189:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651195:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:3.0:1767384946.651199:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:1.0:1767384946.651202:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:3.0:1767384946.651208:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:1.0:1767384946.651212:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.651217:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:1.0:1767384946.651218:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:3.0:1767384946.651225:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000400:00000200:1.0:1767384946.651226:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:1.0:1767384946.651233:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651237:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:1.0:1767384946.651240:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:3.0:1767384946.651243:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000400:00000200:1.0:1767384946.651246:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651251:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:3.0:1767384946.651254:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000400:00000200:1.0:1767384946.651255:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:1.0:1767384946.651261:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.651264:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000400:00000200:1.0:1767384946.651265:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:1.0:1767384946.651271:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:3.0:1767384946.651274:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:1.0:1767384946.651277:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651281:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:1.0:1767384946.651283:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:1.0:1767384946.651284:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651285:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:1.0:1767384946.651287:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:1.0:1767384946.651289:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651290:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:1.0:1767384946.651297:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:1.0:1767384946.651299:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651301:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:1.0:1767384946.651302:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:1.0:1767384946.651304:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651305:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:1.0:1767384946.651306:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:1.0:1767384946.651308:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651309:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:1.0:1767384946.651311:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:1.0:1767384946.651313:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651314:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:1.0:1767384946.651315:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:1.0:1767384946.651316:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651317:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:1.0:1767384946.651318:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:1.0:1767384946.651320:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651322:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:1.0:1767384946.651323:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:1.0:1767384946.651325:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651326:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:1.0:1767384946.651327:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:1.0:1767384946.651329:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651330:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:1.0:1767384946.651331:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:1.0:1767384946.651334:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651334:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:1.0:1767384946.651336:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:1.0:1767384946.651337:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651338:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000400:00000200:1.0:1767384946.651339:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.109@tcp31 00000400:00000200:1.0:1767384946.651341:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651342:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp31 00000400:00000200:1.0:1767384946.651343:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.109@tcp32 00000400:00000200:1.0:1767384946.651345:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651346:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp32 00000400:00000200:1.0:1767384946.651353:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.109@tcp33 00000400:00000200:1.0:1767384946.651356:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651357:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp33 00000400:00000200:1.0:1767384946.651358:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.109@tcp34 00000400:00000200:1.0:1767384946.651362:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651364:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp34 00000400:00000200:3.0:1767384946.651366:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384946.651368:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.109@tcp35 00000400:00000200:1.0:1767384946.651374:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.651377:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:1.0:1767384946.651378:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp35 00000400:00000200:1.0:1767384946.651383:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.109@tcp36 00000400:00000200:3.0:1767384946.651386:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:1.0:1767384946.651390:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651394:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp36 00000400:00000200:3.0:1767384946.651395:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:1.0:1767384946.651397:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.109@tcp37 00000400:00000200:3.0:1767384946.651405:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:1.0:1767384946.651405:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651410:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp37 00000400:00000200:3.0:1767384946.651415:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:1.0:1767384946.651415:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.109@tcp38 00000400:00000200:1.0:1767384946.651420:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.651423:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp38 00000400:00000200:3.0:1767384946.651425:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:1.0:1767384946.651428:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.109@tcp39 00000400:00000010:1.0:1767384946.651434:0:17069:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000928ca289. 00000400:00000200:3.0:1767384946.651435:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:1.0:1767384946.651441:0:17069:0:(peer.c:264:lnet_peer_alloc()) 00000000928ca289 nid 192.168.203.109@tcp39 00000400:00000200:3.0:1767384946.651444:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000010:1.0:1767384946.651446:0:17069:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000057427fdd. 00000400:00000200:3.0:1767384946.651452:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:1.0:1767384946.651452:0:17069:0:(peer.c:204:lnet_peer_net_alloc()) 0000000057427fdd net tcp39 00000400:00000010:1.0:1767384946.651457:0:17069:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d55eb082. 00000400:00000200:3.0:1767384946.651461:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000400:00000200:3.0:1767384946.651466:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[85, 22], ns[85, 22] 00000400:00000200:1.0:1767384946.651467:0:17069:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d55eb082 nid 192.168.203.109@tcp39 00000400:00000200:3.0:1767384946.651473:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 22], ns[115, 22] 00000400:00000200:3.0:1767384946.651477:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 22], ns[87, 22] 00000400:00000200:3.0:1767384946.651488:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[106, 22], ns[121, 22] 00000400:00000200:3.0:1767384946.651492:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 22], ns[117, 22] 00000400:00000200:3.0:1767384946.651494:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 22], ns[123, 22] 00000400:00000200:3.0:1767384946.651497:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[105, 22], ns[120, 22] 00000400:00000200:3.0:1767384946.651501:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[109, 22], ns[124, 22] 00000400:00000200:3.0:1767384946.651505:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:3.0:1767384946.651507:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:3.0:1767384946.651511:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp38 00000400:00000200:3.0:1767384946.651514:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp38 lpni_is_preferred = 0 00000400:00000200:3.0:1767384946.651516:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp38 00000400:00000200:3.0:1767384946.651519:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp38 NI seq info: [125:125:256:4294967295] 192.168.203.109@tcp38 LPNI seq info [110:110:8:4294967295] 00000400:00000200:3.0:1767384946.651525:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp38 00000400:00000200:3.0:1767384946.651534:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp38(192.168.203.109@tcp38:) -> 192.168.203.109@tcp38(192.168.203.109@tcp:192.168.203.109@tcp38) : GET try# 0 00000400:00000200:1.0:1767384946.651538:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000928ca289 (0) 00000800:00000200:3.0:1767384946.651540:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp38 00000800:00000010:3.0:1767384946.651546:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001daf92cd. 00000400:00000200:1.0:1767384946.651546:0:17069:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.109@tcp39: -2 00000400:00000200:1.0:1767384946.651554:0:17069:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp39 NID 192.168.203.109@tcp39 flags 0x1 00000800:00000010:3.0:1767384946.651557:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000073a26c3c. 00000400:00000200:1.0:1767384946.651557:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000928ca289 (1) 00000400:00000200:1.0:1767384946.651562:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000928ca289 (2) 00000800:00000010:3.0:1767384946.651564:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000082c9b0be. 00000400:00000200:1.0:1767384946.651565:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000928ca289 (1) 00000800:00000200:3.0:1767384946.651585:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073a26c3c] -> 12345-192.168.203.109@tcp38 (2) 00000400:00000200:1.0:1767384946.651585:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000928ca289 (2) 00000800:00000200:3.1:1767384946.651592:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073a26c3c] -> 12345-192.168.203.109@tcp38 (2) 00000400:00000200:1.0:1767384946.651593:0:17069:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp39 (00000000928ca289): 0 00000400:00000200:1.0:1767384946.651599:0:17069:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384946.651601:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384946.651609:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp39 NID 192.168.203.109@tcp39: 0. pending discovery 00000400:00000200:1.0:1767384946.651611:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000928ca289 (3) 00000400:00000200:3.0:1767384946.651614:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000100:00000001:1.0:1767384946.651616:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384946.651618:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00010000:00000001:1.0:1767384946.651620:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384946.651624:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp39(00000000928ca289) state 0x41 10000000:00000040:1.0:1767384946.651626:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 00000400:00000200:3.0:1767384946.651628:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000928ca289 (2) 10000000:00000010:1.0:1767384946.651633:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000b228218f. 00000400:00000010:3.0:1767384946.651634:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fc0061ea. 10000000:00000040:1.0:1767384946.651637:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 66/66 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000400:00000010:3.0:1767384946.651640:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000020:00000080:1.0:1767384946.651640:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384946.651645:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:3.0:1767384946.651648:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008bbedd2a. 00000020:00000010:1.0:1767384946.651650:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5e6b6c8. 00000400:00000200:3.0:1767384946.651655:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp39 00000020:00000010:1.0:1767384946.651658:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006adb18ba. 00000040:00000010:1.0:1767384946.651663:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab62c5c9. 00000020:00000010:1.0:1767384946.651667:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004f47e46e. 00000400:00000200:3.0:1767384946.651671:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp39 local destination 00000020:00000010:1.0:1767384946.651674:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075878ed8. 00000400:00000200:3.0:1767384946.651675:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:3.0:1767384946.651680:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp39 00000020:00000010:1.0:1767384946.651681:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f429a56a. 00000400:00000200:3.0:1767384946.651684:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp39 lpni_is_preferred = 0 80000000:00000010:1.0:1767384946.651687:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b7f667f. 00000400:00000200:3.0:1767384946.651688:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp39 40000000:00000010:1.0:1767384946.651693:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b0f075c. 00000400:00000200:0.0:1767384946.651693:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.651694:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp39 NI seq info: [126:126:256:4294967295] 192.168.203.109@tcp39 LPNI seq info [1:1:8:4294967295] 00100000:00000010:1.0:1767384946.651700:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b6217025. 00000400:00000200:3.0:1767384946.651704:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp39 00040000:00000010:1.0:1767384946.651706:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f5fcc872. 00040000:00000010:1.0:1767384946.651712:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000041c2c90c. 00000400:00000200:3.0:1767384946.651718:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp39(192.168.203.109@tcp39:) -> 192.168.203.109@tcp39(192.168.203.109@tcp39:192.168.203.109@tcp39) : GET try# 0 00040000:00000010:1.0:1767384946.651718:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002dce485c. 00000800:00000200:3.0:1767384946.651727:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp39 00080000:00000010:1.0:1767384946.651728:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b5509755. 00000800:00000010:3.0:1767384946.651732:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d441b15. 00080000:00000010:1.0:1767384946.651735:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ac0497a2. 00000800:00000010:3.0:1767384946.651738:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000011483cff. 00000004:00000010:1.0:1767384946.651743:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000ef9caaa. 00000800:00000010:3.0:1767384946.651744:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bdc192d0. 00000004:00000010:1.0:1767384946.651752:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d2e7bd6e. 00000800:00000200:3.0:1767384946.651753:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000004:00000010:1.0:1767384946.651759:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b99be72c. 00000800:00000200:3.1:1767384946.651761:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00002000:00000010:1.0:1767384946.651766:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000acda7553. 00000004:00000010:1.0:1767384946.651771:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000646ca8d1. 00000004:00000001:1.0:1767384946.651775:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:0.0:1767384946.651775:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.651776:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp39 00000040:00000001:1.0:1767384946.651780:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:3.0:1767384946.651783:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp39(00000000928ca289) state 0x241 rc 0 00000040:00001000:1.0:1767384946.651784:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000b228218f 00000040:00001000:1.0:1767384946.651788:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384946.651790:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384946.651796:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384946.651798:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384946.651801:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384946.651802:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384946.651803:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384946.651805:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:1.0:1767384946.651806:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384946.651830:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000004:00000001:1.0:1767384946.651858:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.651858:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000020:00000010:1.0:1767384946.651889:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006adb18ba. 00000040:00000010:1.0:1767384946.651894:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ab62c5c9. 00000020:00000010:1.0:1767384946.651896:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004f47e46e. 00000020:00000010:1.0:1767384946.651900:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075878ed8. 00000400:00000200:3.0:1767384946.651903:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000020:00000010:1.0:1767384946.651904:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f429a56a. 80000000:00000010:1.0:1767384946.651910:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b7f667f. 40000000:00000010:1.0:1767384946.651913:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b0f075c. 00100000:00000010:1.0:1767384946.651918:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b6217025. 00040000:00000010:1.0:1767384946.651922:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f5fcc872. 00040000:00000010:1.0:1767384946.651927:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000041c2c90c. 00040000:00000010:1.0:1767384946.651931:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002dce485c. 00080000:00000010:1.0:1767384946.651938:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ac0497a2. 00000400:00000200:3.0:1767384946.651940:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00080000:00000010:1.0:1767384946.651944:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b5509755. 00000004:00000010:1.0:1767384946.651953:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000ef9caaa. 00000004:00000010:1.0:1767384946.651959:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d2e7bd6e. 00000004:00000010:1.0:1767384946.651965:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b99be72c. 00002000:00000010:1.0:1767384946.651970:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000acda7553. 00000004:00000010:1.0:1767384946.651975:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000646ca8d1. 00000400:00000200:3.0:1767384946.651978:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000020:00000010:1.0:1767384946.651979:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5e6b6c8. 00000020:00000001:1.0:1767384946.651986:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384946.651989:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384946.651993:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000b228218f. 10000000:00000010:1.0:1767384946.651996:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005560d127. 10000000:00000001:1.0:1767384946.652000:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.652002:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.652006:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870c54f4 x1853237363760896/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384946.652019:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000001:1.0:1767384946.652024:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384946.652028:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384946.652029:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000134c6f83. 02000000:00000001:1.0:1767384946.652032:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384946.652034:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384946.652035:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384946.652037:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384946.652039:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384946.652040:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384946.652041:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384946.652042:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384946.652044:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000003d81fab. 00000100:00000010:1.0:1767384946.652046:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000aad36637. 00000100:00000001:1.0:1767384946.652050:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384946.652051:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008811edd3. 02000000:00000001:1.0:1767384946.652054:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384946.652055:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384946.652056:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870c54f4. 00000100:00000001:1.0:1767384946.652060:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384946.652061:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384946.652062:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 10000000:00000010:1.0:1767384946.652077:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000dd5b21f0. 10000000:01000000:1.0:1767384946.652083:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384946.652087:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384946.652090:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384946.652092:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384946.652094:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=3 00000020:00000001:1.0:1767384946.652096:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:1.0:1767384946.652099:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000400:00000200:3.0:1767384946.652102:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00010000:00000001:1.0:1767384946.652103:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384946.652108:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.652116:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.652118:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384946.652128:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384946.652134:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00010000:00000001:1.0:1767384946.652138:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384946.652141:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.652143:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384946.652144:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.652147:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.652150:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384946.652153:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384946.652155:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:1.0:1767384946.652158:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384946.652190:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652206:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652219:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652268:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652285:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652297:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652345:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652358:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652373:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652431:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652437:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652488:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652505:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652545:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652604:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652607:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652667:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652699:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652724:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652776:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652779:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652831:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652862:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652895:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.652956:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.652961:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653017:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653051:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653067:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653118:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653131:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653158:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653193:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653199:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653246:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653262:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653281:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653327:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653338:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653397:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653405:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653461:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653480:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384946.653506:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653546:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653607:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.653682:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000800:00000010:3.0:1767384946.653684:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c815653. 00000800:00000010:3.0:1767384946.653690:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d13ff789. 00000800:00000010:3.0:1767384946.653695:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ddc3458e. 00000800:00000010:3.0:1767384946.653717:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ddc3458e. 00000800:00020000:3.0:1767384946.653727:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384946.653730:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d13ff789. 00000800:00000010:3.0:1767384946.653733:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c815653. 00000400:00000200:0.0:1767384946.653739:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:02020000:3.0:1767384946.653784:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp39 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384946.653790:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp39 notifying 192.168.203.109@tcp39: down 00000800:00000200:3.0:1767384946.653805:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp39 down 00000400:00000200:0.0:1767384946.653810:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000800:00000100:3.0:1767384946.653814:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp39 00000800:00000010:3.0:1767384946.653819:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d441b15. 00000400:00000200:3.0:1767384946.653828:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384946.653832:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp39->192.168.203.109@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384946.653836:0:16331:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp39 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:3.0:1767384946.653839:0:16331:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384946.653842:0:16331:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp39: 1 00000400:00000200:3.0:1767384946.653844:0:16331:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp39 (00000000928ca289): -114 00000400:00000200:3.0:1767384946.653883:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384946.653886:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp39(00000000928ca289) state 0x841 00000400:00000200:0.0:1767384946.653888:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000001:3.0:1767384946.653889:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384946.653892:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384946.653895:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384946.653897:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000400:00000200:3.0:1767384946.653900:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384946.653905:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp39 (00000000928ca289): -114 00000400:00000010:3.0:1767384946.653908:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fc0061ea. 00000400:00000200:3.0:1767384946.653911:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000928ca289 (3) 00000400:00000200:3.0:1767384946.653914:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp39:-71 00000400:00000200:3.0:1767384946.653916:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp39(00000000928ca289) state 0x2041 rc -71 00000400:00000200:3.0:1767384946.653919:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp39 (00000000928ca289) 00000400:00000200:3.0:1767384946.653921:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000928ca289 (2) 00000400:00000200:0.0:1767384946.653942:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.654005:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.654071:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.654107:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.654142:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.654179:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.654234:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.654297:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384946.654336:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384946.654472:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000009bd580c. 00000800:00000010:0.0:1767384946.654478:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007fa0e015. 00000800:00000010:0.0:1767384946.654483:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9710cd5. 00000800:00000010:0.0:1767384946.654510:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9710cd5. 00000800:00020000:0.0:1767384946.654519:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384946.654522:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007fa0e015. 00000800:00000010:0.0:1767384946.654526:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000009bd580c. 00000400:02020000:0.0:1767384946.654596:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp38 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384946.654603:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp38 notifying 192.168.203.109@tcp38: down 00000800:00000200:0.0:1767384946.654609:0:16329:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp38 down 00000800:00000100:0.0:1767384946.654616:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp38 00000800:00000010:0.0:1767384946.654619:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001daf92cd. 00000400:00000200:0.0:1767384946.654623:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384946.654627:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp38->192.168.203.109@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384946.654636:0:16329:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp38 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:0.0:1767384946.654640:0:16329:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384946.654642:0:16329:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000400:00000200:0.0:1767384946.654646:0:16329:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384946.654683:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384946.654689:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300871 00000400:00000001:1.0:1767384946.654692:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384946.654693:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384946.654694:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c701859 00000400:00000010:1.0:1767384946.654696:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c701859. 00000400:00000200:1.0:1767384946.654699:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384946.654701:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000010:1.0:1767384946.654704:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000005f59868a. 00000400:00000200:1.0:1767384946.654706:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (32) 00000400:00000200:1.0:1767384946.654708:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00000400:00000200:1.0:1767384946.654710:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 rc -71 00000400:00000200:1.0:1767384946.654713:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:1.0:1767384946.654716:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (31) 00000100:00000040:1.0:1767384946.656910:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294934535, at 4294934536 00000100:00000010:1.0:1767384946.656917:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000645796a6. 00000100:00000040:0.0:1767384946.657892:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294934535, at 4294934537 00000100:00000010:0.0:1767384946.657898:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090e8fd61. 00000100:00000040:3.0:1767384946.657918:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294934535, at 4294934537 00000100:00000040:2.0:1767384946.657918:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294934535, at 4294934537 00000100:00000010:3.0:1767384946.657927:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c486d32. 00000100:00000010:2.0:1767384946.657929:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000beef8da1. 00000020:00000010:0.0:1767384946.660538:0:32121:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f9710cd5. 00000020:00000040:0.0:1767384946.660544:0:32121:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384946.660546:0:32121:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f9710cd5. 00010000:00000001:2.0:1767384947.032931:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384947.032949:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.032956:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384947.032957:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.032989:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384947.032992:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384947.032995:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384947.033918:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384947.033921:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384947.033924:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fd1c7c8 00000400:00000010:0.0:1767384947.033927:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fd1c7c8. 00000400:00000200:0.0:1767384947.033943:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384947.033949:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384947.033957:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f3a98f23. 00000400:00000010:0.0:1767384947.033960:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000031ba8b3f. 00000400:00000200:0.0:1767384947.033964:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp30 00000400:00000010:0.0:1767384947.033967:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b06c216c. 00000400:00000010:0.0:1767384947.033972:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000009ed4de0. 00000400:00000010:0.0:1767384947.033975:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000400:00000010:0.0:1767384947.033980:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000692db047. 00000400:00000200:0.0:1767384947.033983:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp30 00000400:00000200:0.0:1767384947.033993:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp30 local destination 00000400:00000200:0.0:1767384947.033999:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp30 00000400:00000200:0.0:1767384947.034001:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp30 NI seq info: [127:127:256:4294967295] 192.168.203.109@tcp30 LPNI seq info [111:111:8:4294967295] 00000400:00000200:0.0:1767384947.034006:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp30 00000400:00000200:0.0:1767384947.034011:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp30(192.168.203.109@tcp30:) -> 192.168.203.109@tcp30(192.168.203.109@tcp30:192.168.203.109@tcp30) : GET try# 0 00000800:00000200:0.0:1767384947.034015:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp30 00000800:00000010:0.0:1767384947.034019:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dc80d532. 00000800:00000200:0.0:1767384947.034024:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000800:00000200:0.1:1767384947.034029:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000400:00000200:0.0:1767384947.034046:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp30 added to recovery queue. ping count: 4 next ping: 283 health :600 00000400:00000200:0.0:1767384947.034051:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp37 00000400:00000010:0.0:1767384947.034054:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e22085cf. 00000400:00000010:0.0:1767384947.034058:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000008841a52. 00000400:00000010:0.0:1767384947.034062:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000400:00000010:0.0:1767384947.034068:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001e28416a. 00000400:00000200:0.0:1767384947.034072:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp37 00000400:00000200:0.0:1767384947.034089:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp37 local destination 00000400:00000200:0.0:1767384947.034093:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp37 00000400:00000200:0.0:1767384947.034098:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp37 NI seq info: [128:128:256:4294967295] 192.168.203.109@tcp37 LPNI seq info [112:112:8:4294967295] 00000400:00000200:0.0:1767384947.034104:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp37 00000400:00000200:0.0:1767384947.034114:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp37(192.168.203.109@tcp37:) -> 192.168.203.109@tcp37(192.168.203.109@tcp37:192.168.203.109@tcp37) : GET try# 0 00000400:00000200:1.0:1767384947.034117:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:0.0:1767384947.034119:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp37 00000800:00000010:0.0:1767384947.034125:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002891ad6b. 00000800:00000200:0.0:1767384947.034132:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (2) 00000800:00000200:0.1:1767384947.034137:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (2) 00000400:00000200:0.0:1767384947.034154:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp37 added to recovery queue. ping count: 1 next ping: 269 health :900 00000400:00000200:1.0:1767384947.034177:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034204:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034225:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034273:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034289:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034343:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034351:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034407:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034418:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034450:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034473:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034502:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034530:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034552:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034605:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034634:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034671:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034695:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034733:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034758:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034782:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034808:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034834:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034860:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034900:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.034968:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.034972:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035029:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035044:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035093:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035108:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035149:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035164:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035211:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035222:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035264:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035275:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035323:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035346:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035379:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035416:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035445:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035465:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035515:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035515:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035551:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035599:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035620:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035642:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035677:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035693:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035729:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035747:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035781:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035799:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035832:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035851:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035897:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035930:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.035956:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.035983:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.036008:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036026:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.036088:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036089:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.036143:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036153:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036195:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036211:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036233:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036258:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036285:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036309:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000800:00000010:1.0:1767384947.036312:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5509755. 00000800:00000010:1.0:1767384947.036317:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ab9a68f. 00000800:00000010:1.0:1767384947.036322:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000060d64642. 00000400:00000200:0.0:1767384947.036328:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000800:00000010:1.0:1767384947.036351:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000060d64642. 00000400:00000200:0.0:1767384947.036352:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000800:00020000:1.0:1767384947.036361:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384947.036365:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ab9a68f. 00000800:00000010:1.0:1767384947.036369:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b5509755. 00000400:00000200:0.0:1767384947.036377:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.036408:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000400:02020000:1.0:1767384947.036419:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp30 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384947.036426:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp30 notifying 192.168.203.109@tcp30: down 00000800:00000200:1.0:1767384947.036432:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp30 down 00000800:00000100:1.0:1767384947.036438:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp30 00000800:00000010:1.0:1767384947.036441:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dc80d532. 00000400:00000200:0.0:1767384947.036441:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.036448:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384947.036456:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp30->192.168.203.109@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384947.036461:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.036478:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384947.036484:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.109:988 00000400:00000200:1.0:1767384947.036485:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384947.036494:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp30) recovery failed with -71 00000800:00000010:0.0:1767384947.036641:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000009bd580c. 00000800:00000010:0.0:1767384947.036646:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2c79e35. 00000800:00000010:0.0:1767384947.036650:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006afaa1fb. 00000800:00000010:0.0:1767384947.036682:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006afaa1fb. 00000400:00000200:1.0:1767384947.036739:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384947.036751:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp37 from 209.3.0.2 00000800:00000010:1.0:1767384947.036755:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ab208b40. 00000800:00000010:3.0:1767384947.036799:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c815653. 00000800:00000010:3.0:1767384947.036805:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e8c7a045. 00000800:00000010:3.0:1767384947.036824:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000105b6ee0. 00000800:00000200:3.1:1767384947.036830:0:16331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (2) 00000800:00000200:3.1:1767384947.036835:0:16331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp37 00000000105b6ee0 deleted 00000800:00000010:3.1:1767384947.036837:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000105b6ee0. 00000800:00000200:3.1:1767384947.036842:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384947.036848:0:16331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp37 ip 192.168.203.109:977 00000800:00000200:3.1:1767384947.036851:0:16331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002891ad6b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384947.036856:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp37 p 3.x 192.168.203.109 -> 192.168.203.109:977 incarnation:1767384942085494126 sched[0] 00000800:00000010:3.0:1767384947.036861:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000680a9147. 00000800:00000010:3.0:1767384947.036949:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000680a9147. 00000800:00000010:3.0:1767384947.036953:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e8c7a045. 00000800:00000200:0.1:1767384947.036959:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384947.036967:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp37 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384942085494126 sched[0] 00000800:00000010:0.0:1767384947.036970:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2c79e35. 00000800:00000010:3.0:1767384947.036991:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ab208b40. 00000800:00000001:3.0:1767384947.037011:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.037016:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.037058:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:3.0:1767384947.037067:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384947.037071:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002891ad6b. 00000400:00000200:3.0:1767384947.037075:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.037080:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp37->192.168.203.109@tcp37: GET: OK 00000400:00000200:3.0:1767384947.037084:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384947.037087:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp37 recovery message sent successfully:0 00000800:00000001:3.0:1767384947.037097:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.037103:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384947.037106:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.037114:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.037124:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp37(192.168.203.109@tcp37) <- 192.168.203.109@tcp37 : GET - for me 00000400:00000200:3.0:1767384947.037133:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384947.037141:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1ae9 [1] + 0 00000400:00000200:0.0:1767384947.037146:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384947.037152:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp37 to MR: 192.168.203.109@tcp37 local destination 00000400:00000200:3.0:1767384947.037158:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp37 NI seq info: [129:129:256:4294967295] 192.168.203.109@tcp37 LPNI seq info [113:113:8:4294967295] 00000400:00000200:3.0:1767384947.037172:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp37(192.168.203.109@tcp37:192.168.203.109@tcp37) -> 192.168.203.109@tcp37(192.168.203.109@tcp37:192.168.203.109@tcp37) 192.168.203.109@tcp37 : REPLY try# 0 00000800:00000200:3.0:1767384947.037178:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp37 00000800:00000010:3.0:1767384947.037181:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d441b15. 00000800:00000200:3.0:1767384947.037186:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (4) 00000800:00000200:3.0:1767384947.037191:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp37 ip 192.168.203.109:988 00000800:00000200:3.0:1767384947.037193:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d441b15 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384947.037233:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384947.037234:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000010:3.0:1767384947.037236:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d441b15. 00000400:00000200:3.0:1767384947.037242:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.037248:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp37->192.168.203.109@tcp37: REPLY: OK 00000800:00000001:3.0:1767384947.037259:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.037262:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384947.037265:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.037270:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384947.037271:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.037282:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.037288:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp37(192.168.203.109@tcp37) <- 192.168.203.109@tcp37 : REPLY - for me 00000400:00000200:3.0:1767384947.037297:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp37: Reply from 12345-192.168.203.109@tcp37 of length 272/272 into md 0x1b4d 00000800:00000001:3.0:1767384947.037301:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.037307:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.037308:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.037313:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp37->192.168.203.109@tcp37: REPLY: OK 00000400:00000200:0.0:1767384947.037314:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384947.037320:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000400:00000010:3.0:1767384947.037323:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000400:00000200:3.0:1767384947.037327:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384947.037332:0:16335:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e22085cf. 00000400:00000010:3.0:1767384947.037335:0:16335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000008841a52. 00000800:00000001:3.0:1767384947.037342:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.037345:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.037357:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037377:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037396:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037412:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037426:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037454:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037491:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037508:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037541:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037598:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037619:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037636:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037650:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037664:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037683:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037697:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037714:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037730:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037748:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037764:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037781:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037798:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037812:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037827:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037843:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.037858:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.038150:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.038196:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.038223:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.038240:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384947.038252:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384947.038331:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005c5e9f25. 00000800:00000010:0.0:1767384947.038334:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2c79e35. 00000800:00000010:0.0:1767384947.038337:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006afaa1fb. 00000800:00000010:0.0:1767384947.038353:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006afaa1fb. 00000800:00020000:0.0:1767384947.038360:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384947.038362:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2c79e35. 00000800:00000010:0.0:1767384947.038365:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005c5e9f25. 00000400:02020000:0.0:1767384947.038418:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp37 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384947.872388:0:32482:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008141e02d. 00080000:00000010:1.0:1767384947.872399:0:32482:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008141e02d. 00000020:00000001:1.0:1767384947.872403:0:32482:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384947.872411:0:32482:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008141e02d. 00080000:00000010:1.0:1767384947.872416:0:32482:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008141e02d. 00000020:00000001:1.0:1767384947.872419:0:32482:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.057016:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:1.0:1767384948.057017:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f3eaa6c] -> 12345-192.168.203.109@tcp19 (6) 00000800:00000200:1.0:1767384948.057029:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp19 ip 192.168.203.109:988 00010000:00000001:2.0:1767384948.057036:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384948.057039:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1767384948.057039:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00010000:00000001:2.0:1767384948.057047:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000001:3.0:1767384948.057050:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384948.057052:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.057061:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000400:00000010:3.0:1767384948.057070:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000400:00000200:3.0:1767384948.057082:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000020:00000001:2.0:1767384948.057089:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767384948.057095:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery ping unlinked 00000020:00000001:2.0:1767384948.057096:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384948.057103:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384948.057117:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b06c216c. 00000400:00000010:3.0:1767384948.057128:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000009ed4de0. 00000400:00000200:3.0:1767384948.057142:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp39 00000400:00000010:3.0:1767384948.057149:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005b8dabde. 00000400:00000010:3.0:1767384948.057157:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009c522dab. 00000400:00000010:3.0:1767384948.057163:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000400:00000010:3.0:1767384948.057174:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000030ae26b5. 00000400:00000200:3.0:1767384948.057183:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp39 00000400:00000200:3.0:1767384948.057207:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp39 local destination 00000800:00000200:1.0:1767384948.057216:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384948.057222:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp39 00000800:00000001:1.0:1767384948.057226:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384948.057237:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp39 NI seq info: [130:130:256:4294967295] 192.168.203.109@tcp39 LPNI seq info [2:2:8:4294967295] 00000800:00000001:1.0:1767384948.057242:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384948.057250:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384948.057253:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp39 00000800:00000001:1.0:1767384948.057256:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.057275:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp39(192.168.203.109@tcp39:) -> 192.168.203.109@tcp39(192.168.203.109@tcp39:192.168.203.109@tcp39) : GET try# 0 00000800:00000200:3.0:1767384948.057297:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp39 00000800:00000010:3.0:1767384948.057303:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000132361d7. 00000800:00000200:3.0:1767384948.057309:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000800:00000200:3.1:1767384948.057315:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000400:00000200:3.0:1767384948.057347:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp39 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:3.0:1767384948.057352:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp38 00000400:00000010:3.0:1767384948.057355:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ab4f7d22. 00000400:00000010:3.0:1767384948.057361:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007251175b. 00000400:00000010:3.0:1767384948.057366:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fd1c7c8. 00000400:00000010:3.0:1767384948.057372:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000689b464a. 00000400:00000200:3.0:1767384948.057377:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp38 00000400:00000200:3.0:1767384948.057387:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp38 local destination 00000400:00000200:3.0:1767384948.057391:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp38 00000400:00000200:3.0:1767384948.057396:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp38 NI seq info: [131:131:256:4294967295] 192.168.203.109@tcp38 LPNI seq info [114:114:8:4294967295] 00000400:00000200:3.0:1767384948.057401:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp38 00000400:00000200:3.0:1767384948.057414:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp38(192.168.203.109@tcp38:) -> 192.168.203.109@tcp38(192.168.203.109@tcp38:192.168.203.109@tcp38) : GET try# 0 00000800:00000200:3.0:1767384948.057419:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp38 00000800:00000010:3.0:1767384948.057424:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000086bd1990. 00000800:00000200:3.0:1767384948.057428:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073a26c3c] -> 12345-192.168.203.109@tcp38 (2) 00000800:00000200:3.1:1767384948.057434:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073a26c3c] -> 12345-192.168.203.109@tcp38 (2) 00000400:00000200:3.0:1767384948.057455:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp38 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:1.0:1767384948.057458:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.057550:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.057586:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.057660:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.057672:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.057743:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.057763:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.057828:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.057858:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.057947:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.057993:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.058031:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058075:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.058106:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058169:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.058206:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058254:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.058318:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058332:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.058446:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058446:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058591:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.058625:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058650:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.058716:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058737:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.058803:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058833:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.058924:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.058956:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059010:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059050:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059093:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059136:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059176:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059224:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059284:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059305:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059369:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059397:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059452:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059485:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059540:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059593:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059635:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059673:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059715:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059751:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059793:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059832:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.059914:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.059947:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060029:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.060051:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060128:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.060141:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060219:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.060223:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.060312:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060347:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.060383:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060435:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.060488:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060520:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.060600:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060635:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.060679:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060725:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060796:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060836:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060924:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.060976:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000800:00000010:1.0:1767384948.060993:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5509755. 00000800:00000010:1.0:1767384948.061005:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000978959b5. 00000800:00000010:1.0:1767384948.061014:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099863dba. 00000400:00000200:2.0:1767384948.061015:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000800:00000010:1.0:1767384948.061055:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099863dba. 00000400:00000200:2.0:1767384948.061057:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000800:00020000:1.0:1767384948.061072:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384948.061079:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000978959b5. 00000800:00000010:1.0:1767384948.061085:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b5509755. 00000400:00000200:2.0:1767384948.061101:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.061158:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:02020000:1.0:1767384948.061181:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp39 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384948.061192:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp39 notifying 192.168.203.109@tcp39: down 00000400:00000200:1.0:1767384948.061197:0:16329:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384948.061203:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp39 00000800:00000010:1.0:1767384948.061208:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000132361d7. 00000400:00000200:1.0:1767384948.061217:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384948.061224:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp39->192.168.203.109@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384948.061232:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.061232:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384948.061243:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384948.061254:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp39) recovery failed with -71 00000400:00000200:2.0:1767384948.061293:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.061320:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.061342:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.061364:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.061388:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.109:988 00000800:00000010:2.0:1767384948.061645:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ef36d03. 00000800:00000010:2.0:1767384948.061654:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013e5503a. 00000800:00000010:2.0:1767384948.061661:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007757e879. 00000400:00000200:1.0:1767384948.061701:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384948.061731:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007757e879. 00000400:00000200:1.0:1767384948.061746:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp38 from 208.3.0.2 00000800:00000010:1.0:1767384948.061754:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c85087ee. 00000800:00000010:3.0:1767384948.061924:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006196981e. 00000800:00000010:3.0:1767384948.061935:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ded01224. 00000800:00000010:3.0:1767384948.061975:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ac736217. 00000800:00000200:3.1:1767384948.061986:0:16331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073a26c3c] -> 12345-192.168.203.109@tcp38 (2) 00000800:00000200:3.1:1767384948.061995:0:16331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp38 00000000ac736217 deleted 00000800:00000010:3.1:1767384948.061999:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ac736217. 00000800:00000200:3.1:1767384948.062007:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384948.062017:0:16331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp38 ip 192.168.203.109:976 00000800:00000200:3.1:1767384948.062022:0:16331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086bd1990 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384948.062031:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp38 p 3.x 192.168.203.109 -> 192.168.203.109:976 incarnation:1767384944168160782 sched[0] 00000800:00000010:3.0:1767384948.062039:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000498e536e. 00000800:00000010:3.0:1767384948.062147:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000498e536e. 00000800:00000010:3.0:1767384948.062155:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ded01224. 00000800:00000200:2.1:1767384948.062189:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384948.062209:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp38 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384944168160782 sched[0] 00000800:00000010:2.0:1767384948.062218:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013e5503a. 00000800:00000010:3.0:1767384948.062236:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c85087ee. 00000800:00000001:2.0:1767384948.062252:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384948.062267:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384948.062322:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384948.062337:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000086bd1990. 00000400:00000200:3.0:1767384948.062348:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384948.062357:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp38->192.168.203.109@tcp38: GET: OK 00000400:00000200:3.0:1767384948.062366:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384948.062371:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp38 recovery message sent successfully:0 00000800:00000001:3.0:1767384948.062392:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384948.062404:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384948.062408:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384948.062420:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.062432:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp38(192.168.203.109@tcp38) <- 192.168.203.109@tcp38 : GET - for me 00000400:00000200:2.0:1767384948.062446:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384948.062456:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384948.062472:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1ae9 [1] + 0 00000400:00000200:3.0:1767384948.062489:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp38 to MR: 192.168.203.109@tcp38 local destination 00000400:00000200:3.0:1767384948.062501:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp38 NI seq info: [132:132:256:4294967295] 192.168.203.109@tcp38 LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1767384948.062522:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp38(192.168.203.109@tcp38:192.168.203.109@tcp38) -> 192.168.203.109@tcp38(192.168.203.109@tcp38:192.168.203.109@tcp38) 192.168.203.109@tcp38 : REPLY try# 0 00000800:00000200:3.0:1767384948.062530:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp38 00000800:00000010:3.0:1767384948.062536:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086bd1990. 00000800:00000200:3.0:1767384948.062546:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073a26c3c] -> 12345-192.168.203.109@tcp38 (4) 00000800:00000200:3.0:1767384948.062556:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp38 ip 192.168.203.109:988 00000800:00000200:3.0:1767384948.062560:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086bd1990 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384948.062601:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:1.0:1767384948.062629:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384948.062719:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000200:3.0:1767384948.062723:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384948.062730:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086bd1990. 00000400:00000200:3.0:1767384948.062740:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384948.062752:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp38->192.168.203.109@tcp38: REPLY: OK 00000800:00000001:1.0:1767384948.062754:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.062769:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384948.062774:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384948.062781:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000001:1.0:1767384948.062783:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384948.062805:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp38(192.168.203.109@tcp38) <- 192.168.203.109@tcp38 : REPLY - for me 00000400:00000200:1.0:1767384948.062827:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp38: Reply from 12345-192.168.203.109@tcp38 of length 272/272 into md 0x1b55 00000800:00000001:1.0:1767384948.062835:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384948.062840:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000800:00000001:1.0:1767384948.062846:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384948.062904:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384948.062914:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp38->192.168.203.109@tcp38: REPLY: OK 00000400:00000200:1.0:1767384948.062922:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fd1c7c8 00000400:00000010:1.0:1767384948.062926:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fd1c7c8. 00000400:00000200:2.0:1767384948.062928:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384948.062935:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384948.062947:0:16333:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ab4f7d22. 00000400:00000010:1.0:1767384948.062955:0:16333:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007251175b. 00000800:00000001:1.0:1767384948.062970:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.062979:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384948.063002:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384948.063010:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063044:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063068:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063096:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063121:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063146:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063174:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063224:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063276:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063311:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063348:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063392:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063419:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063444:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063468:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063490:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063513:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063559:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063625:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063651:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063675:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063698:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063724:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063748:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063771:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063796:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063819:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063857:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384948.063974:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384948.064121:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a9e8105. 00000800:00000010:2.0:1767384948.064127:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013e5503a. 00000800:00000010:2.0:1767384948.064131:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007757e879. 00000800:00000010:2.0:1767384948.064155:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007757e879. 00000800:00020000:2.0:1767384948.064163:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384948.064169:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013e5503a. 00000800:00000010:2.0:1767384948.064172:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001a9e8105. 00000400:02020000:2.0:1767384948.064239:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp38 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000001:00000001:1.0:1767384948.678257:0:32646:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384948.678261:0:32646:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:1.0:1767384948.681714:0:32646:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384948.687650:0:32647:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000aad36637. 00000400:00000010:1.0:1767384948.687663:0:32647:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000065d9401e. 00000400:00000010:1.0:1767384948.687671:0:32647:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c683d54b. 00000400:00000010:1.0:1767384948.687674:0:32647:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fa07e24e. 00000400:00000010:1.0:1767384948.687677:0:32647:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009e2789ca. 00000400:00000010:1.0:1767384948.687681:0:32647:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000042946193. 00000400:00000010:1.0:1767384948.687682:0:32647:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9b700e2. 00000400:00000010:1.0:1767384948.687683:0:32647:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000955fe19a. 00000400:00000010:1.0:1767384948.687686:0:32647:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002d12d92f. 00000800:00000010:1.0:1767384948.687700:0:32647:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007de0f4ec. 00000800:00000200:1.0:1767384948.687709:0:32647:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384948.687719:0:32647:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384948.687752:0:32647:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384948.687773:0:32647:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp40 [8/256/0/180] 00000400:00000010:1.0:1767384948.689261:0:32647:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000646ca8d1. 00000400:00000010:1.0:1767384948.689266:0:32647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce92181. 00000400:00000010:1.0:1767384948.689270:0:32647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a51fd36. 00000400:00000001:1.0:1767384948.689285:0:32647:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384948.689287:0:32647:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384948.689288:0:32647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005081db48. 00000400:00000200:1.0:1767384948.689296:0:32647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:1.0:1767384948.689298:0:32647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000400:00000010:1.0:1767384948.689302:0:32647:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000009fd15f67. 00000400:00000200:1.0:1767384948.689306:0:32647:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (30) 00000400:00000200:1.0:1767384948.689315:0:32647:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384948.689317:0:32647:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000928ca289 (1) 00000400:00000200:1.0:1767384948.689319:0:32647:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp39 (00000000928ca289): 0 00000400:00000200:1.0:1767384948.689325:0:32647:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:1.0:1767384948.689331:0:32647:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b5509755. 00000020:01000000:1.0:1767384948.689334:0:32647:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384948.689336:0:32647:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp40 00000400:00000010:1.0:1767384948.689346:0:32647:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000065d9401e. 00000400:00000010:1.0:1767384948.689349:0:32647:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000aad36637. 00000400:00000200:3.0:1767384948.689370:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384948.689377:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000020:00000001:0.0:1767384948.689377:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384948.689382:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (31) 10000000:00000001:0.0:1767384948.689383:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384948.689387:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:3.0:1767384948.689388:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000efb7c04a. 10000000:01000000:0.0:1767384948.689389:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:3.0:1767384948.689394:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c701859. 00000020:01000004:0.0:1767384948.689394:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384948.689398:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384948.689400:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384948.689401:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384948.689402:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:3.0:1767384948.689403:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000274f6d9. 00000020:01000004:0.0:1767384948.689404:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384948.689405:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384948.689406:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384948.689407:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384948.689408:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384948.689413:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006032cdbf. 00000400:00000200:3.0:1767384948.689416:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000020:00000040:0.0:1767384948.689419:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384948.689424:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384948.689427:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384948.689429:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 02000000:00000001:0.0:1767384948.689432:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.689452:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384948.689457:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 02000000:00000010:0.0:1767384948.689458:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005c5e9f25. 00000400:00000200:3.0:1767384948.689462:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000100:00000001:0.0:1767384948.689465:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.689466:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:3.0:1767384948.689472:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000400:00000200:3.0:1767384948.689475:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000100:00000001:0.0:1767384948.689477:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384948.689480:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000100:00000001:0.0:1767384948.689481:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.689485:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000400:00000200:3.0:1767384948.689491:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:3.0:1767384948.689496:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000100:00000040:0.0:1767384948.689500:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006032cdbf] to pc [ptlrpcd_00_01+1] req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.689501:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:3.0:1767384948.689517:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384948.689523:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:3.0:1767384948.689527:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:3.0:1767384948.689530:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:3.0:1767384948.689534:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:3.0:1767384948.689538:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:3.0:1767384948.689542:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 10000000:00000001:0.0:1767384948.689543:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.689545:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384948.689546:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.689550:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384948.689551:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.689553:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384948.689571:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384948.689575:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.689580:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000020:00000001:0.0:1767384948.689581:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384948.689584:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384948.689587:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384948.689590:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384948.689595:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384948.689597:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000020:01000004:0.0:1767384948.689598:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384948.689601:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384948.689602:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384948.689605:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384948.689606:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384948.689610:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 22], ns[127, 22] 02000000:00000001:1.0:1767384948.689610:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384948.689611:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384948.689614:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384948.689615:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384948.689619:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384948.689620:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.689621:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 22], ns[115, 22] 00000020:01000004:0.0:1767384948.689622:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1767384948.689624:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363761024:0@lo:253: 00000020:01000004:0.0:1767384948.689626:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384948.689633:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384948.689636:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 22], ns[87, 22] 02000000:00000001:1.0:1767384948.689639:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384948.689640:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[106, 22], ns[121, 22] 02000000:00000001:1.0:1767384948.689643:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384948.689643:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000368b21f2. 00000400:00000200:3.0:1767384948.689647:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 22], ns[117, 22] 02000000:00000001:1.0:1767384948.689650:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384948.689650:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000400:00000200:3.0:1767384948.689655:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 22], ns[123, 22] 00000100:00000001:0.0:1767384948.689656:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767384948.689658:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ac0497a2. 02000000:00000001:0.0:1767384948.689659:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384948.689663:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[105, 22], ns[120, 22] 02000000:00000001:0.0:1767384948.689664:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.689665:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.689672:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 22], ns[129, 22] 00000400:00000010:1.0:1767384948.689674:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae2f518. 02000000:00000010:0.0:1767384948.689675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000013f749b7. 00000400:00000200:3.0:1767384948.689679:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 22], ns[132, 22] 00000100:00000001:0.0:1767384948.689681:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.689682:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065d9401e. 00000400:00000200:3.0:1767384948.689685:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000100:00000001:0.0:1767384948.689687:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384948.689688:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363761024, portal 25 00000100:00000001:0.0:1767384948.689690:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.689692:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp17 00000100:00000001:1.0:1767384948.689694:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384948.689699:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp17 lpni_is_preferred = 0 00000100:00000040:0.0:1767384948.689700:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000368b21f2] to pc [ptlrpcd_00_02+2] req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.689704:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780990652288 : -107292718899328 : ffff9e6af79a5f80) 00000400:00000200:3.0:1767384948.689708:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp17 00000100:00000040:1.0:1767384948.689714:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.689719:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp17 NI seq info: [133:133:256:4294967295] 192.168.203.109@tcp17 LPNI seq info [116:116:8:4294967295] 00000100:00000001:1.0:1767384948.689731:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384948.689734:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp17 00000100:00000040:1.0:1767384948.689737:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384948.689738:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.689742:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9c84b10. 10000000:00000001:0.0:1767384948.689742:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.689747:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384948.689749:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363761024, offset 0 00000020:01000000:0.0:1767384948.689752:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384948.689754:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp17(192.168.203.109@tcp17:) -> 192.168.203.109@tcp17(192.168.203.109@tcp:192.168.203.109@tcp17) : GET try# 0 00000020:00000010:0.0:1767384948.689756:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b5509755. 00000400:00000200:1.0:1767384948.689759:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384948.689771:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp17 00000400:00000200:1.0:1767384948.689773:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384948.689775:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384948.689807:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000541a7c27. 00000100:00000001:0.0:1767384948.689808:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384948.689813:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c05f80 00000100:00000001:0.0:1767384948.689815:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.689818:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.689820:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384948.689823:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1389 [2] + 0 00000800:00000200:3.0:1767384948.689824:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9c95749] -> 12345-192.168.203.109@tcp17 (6) 00000100:00000040:0.0:1767384948.689827:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384948.689830:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055423829. 00000400:00000200:1.0:1767384948.689835:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f0e28ed 00000800:00000200:3.0:1767384948.689840:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp17 ip 192.168.203.109:988 00000100:00000001:0.0:1767384948.689840:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384948.689842:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384948.689843:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384948.689845:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384948.689847:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384948.689850:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384948.689852:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384948.689857:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000541a7c27 type 2, nob 96 niov 1 nkiov 0 00000100:00100000:0.0:1767384948.689857:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000368b21f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363761152:0@lo:253: 00000400:00000200:1.0:1767384948.689858:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f0e28ed 00000400:00000010:1.0:1767384948.689863:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f0e28ed. 00000100:00000001:0.0:1767384948.689867:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384948.689870:0:16341:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384948.689871:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384948.689873:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384948.689874:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384948.689878:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000b63af65e x1853237363761024 msgsize 4848 02000000:00000001:0.0:1767384948.689878:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384948.689883:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384948.689884:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000deae5813. 00000100:00000040:1.0:1767384948.689885:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384948.689908:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384948.689914:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 02000000:00000001:0.0:1767384948.689916:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384948.689922:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ba6d2e0. 00000400:00000200:3.0:1767384948.689923:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp39(00000000928ca289) state 0x2061 00000100:00000001:1.0:1767384948.689925:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384948.689929:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000621fe861. 00000100:00000200:0.0:1767384948.689934:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363761152, portal 25 00000400:00000200:1.0:1767384948.689935:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9c84b10 00000400:00000200:3.0:1767384948.689937:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000928ca289 (2) 00000400:00000010:1.0:1767384948.689939:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9c84b10. 00000100:00000001:0.0:1767384948.689939:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384948.689942:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876471296 : -107297833080320 : ffff9e69c6c62a00) 00000100:00000001:1.0:1767384948.689945:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384948.689946:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000067c912fb. 00000100:00000040:0.0:1767384948.689948:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384948.689952:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384948.689954:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00000400:00000010:3.0:1767384948.689962:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c57eebb. 00000100:00000001:0.0:1767384948.689969:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384948.689973:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp39 00000100:00000040:0.0:1767384948.689977:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384948.689980:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384948.689981:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc04d18. 00000100:00000040:1.0:1767384948.689984:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.689986:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp39 local destination 00000100:00000200:0.0:1767384948.689987:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363761152, offset 0 00000400:00000200:3.0:1767384948.689994:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:0.0:1767384948.689999:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384948.690002:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp39 00000100:00000001:1.0:1767384948.690002:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.690006:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384948.690008:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp39 lpni_is_preferred = 0 00000400:00000200:3.0:1767384948.690011:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp39 00000400:00000200:3.0:1767384948.690013:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp39 NI seq info: [134:134:256:4294967295] 192.168.203.109@tcp39 LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1767384948.690016:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp39 00000400:00000200:3.0:1767384948.690020:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp39(192.168.203.109@tcp39:) -> 192.168.203.109@tcp39(192.168.203.109@tcp39:192.168.203.109@tcp39) : GET try# 0 00000800:00000200:3.0:1767384948.690022:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp39 00000800:00000010:3.0:1767384948.690026:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f90f4c69. 00000100:00000001:1.0:1767384948.690028:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384948.690029:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384948.690033:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000800:00000200:3.0:1767384948.690037:0:16338:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 0, interval 2, 1 secs later) 00000100:00000001:1.0:1767384948.690041:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294936575 00000400:00000200:0.0:1767384948.690041:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06000 00000800:00000200:3.1:1767384948.690047:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000100:00000010:1.0:1767384948.690048:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b7f667f. 00000800:00000200:3.1:1767384948.690051:0:16338:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 0, interval 2, 1 secs later) 00000400:00000200:0.0:1767384948.690052:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1391 [2] + 0 00000800:00000100:3.0:1767384948.690056:0:16338:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.109@tcp39 00000100:00000001:1.0:1767384948.690058:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1767384948.690059:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f90f4c69. 00000100:00000001:1.0:1767384948.690066:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294936575 00000400:00000010:0.0:1767384948.690067:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095d81fd4. 00000400:00000200:3.0:1767384948.690069:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1767384948.690072:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a444c45 00000100:00000010:1.0:1767384948.690074:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffe6e92d. 00000400:00000200:3.0:1767384948.690077:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp39->192.168.203.109@tcp39: GET: REMOTE_ERROR 00000100:00000001:1.0:1767384948.690080:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384948.690080:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384948.690081:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384948.690087:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294936575 00000400:00000200:0.0:1767384948.690089:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384948.690090:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp39: 1 00000100:00000010:1.0:1767384948.690092:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004613b0be. 00000100:00000001:1.0:1767384948.690098:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384948.690100:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp39 (00000000928ca289): -114 00000100:00000001:1.0:1767384948.690103:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294936575 00000100:00000010:1.0:1767384948.690107:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c68c9e87. 00000400:00000200:0.0:1767384948.690107:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a444c45 00000400:00000010:0.0:1767384948.690111:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a444c45. 00000400:00000200:3.0:1767384948.690112:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp39 00000100:00000001:1.0:1767384948.690113:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384948.690119:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp39(00000000928ca289) state 0x861 rc 0 00000100:00000001:0.0:1767384948.690119:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384948.690120:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384948.690121:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384948.690124:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.690126:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000c9432797 x1853237363761152 msgsize 4848 00000100:00000001:1.0:1767384948.690130:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.690134:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.690136:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp39(00000000928ca289) state 0x861 00000100:00100000:0.0:1767384948.690141:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:3.0:1767384948.690142:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384948.690143:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384948.690144:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767384948.690145:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384948.690149:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384948.690150:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 00000400:00000010:3.0:1767384948.690154:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000100:00000001:1.0:1767384948.690154:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384948.690157:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.690157:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384948.690158:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:1.0:1767384948.690162:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.690166:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384948.690167:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dc04d18 00000400:00000200:3.0:1767384948.690170:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp39 (00000000928ca289): -114 00000400:00000010:0.0:1767384948.690171:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dc04d18. 00000400:00000010:3.0:1767384948.690177:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000067c912fb. 00000100:00000001:0.0:1767384948.690178:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384948.690184:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000928ca289 (3) 00000100:00000200:0.0:1767384948.690185:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.690191:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp39:-5 00000400:00000200:3.0:1767384948.690197:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp39(00000000928ca289) state 0x2061 rc -5 00000100:00000001:0.0:1767384948.690197:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384948.690204:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.690205:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp39 (00000000928ca289) 00000400:00000200:3.0:1767384948.690210:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000928ca289 (2) 00000100:00000001:0.0:1767384948.690215:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.690217:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384948.690226:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.690229:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294936575 00000100:00000001:0.0:1767384948.690241:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294936575 00000100:00000001:0.0:1767384948.690243:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294936575 00000100:00000001:0.0:1767384948.690244:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294936575 00000100:00000001:0.0:1767384948.690246:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294936575 00000100:00000001:0.0:1767384948.690247:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294936575 00000100:00000001:0.0:1767384948.690248:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294936575 00000100:00000001:0.0:1767384948.690250:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294936575 00000100:00000001:0.0:1767384948.690251:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384948.690258:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.690260:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.690262:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.690266:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384948.690267:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384948.690270:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.690272:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384948.690274:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.690277:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384948.690277:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384948.690281:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363761024 02000000:00000001:1.0:1767384948.690285:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384948.690287:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384948.690289:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.690290:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384948.690292:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.690293:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384948.690296:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363761024 00000020:00000001:1.0:1767384948.690299:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384948.690301:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384948.690303:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384948.690305:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:1.0:1767384948.690308:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384948.690310:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384948.690313:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363761152 02000000:00000001:0.0:1767384948.690316:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384948.690317:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384948.690319:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.690322:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.690324:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384948.690325:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384948.690328:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384948.690329:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000eef993. 00000100:00100000:0.0:1767384948.690329:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363761152 00000800:00000010:3.0:1767384948.690333:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000541a7c27. 00000020:00000001:0.0:1767384948.690334:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384948.690335:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384948.690338:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000010:1.0:1767384948.690339:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000eef993. 00000400:00000200:3.0:1767384948.690340:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384948.690342:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384948.690346:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000010:1.0:1767384948.690348:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5e6b6c8. 00000020:00000001:0.0:1767384948.690350:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:3.0:1767384948.690352:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp17->192.168.203.109@tcp17: GET: OK 00000020:00000010:1.0:1767384948.690355:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b66d1fcf. 00000020:00000001:0.0:1767384948.690355:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:3.0:1767384948.690357:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384948.690363:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000100:00000001:0.0:1767384948.690363:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384948.690364:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000020:00000010:0.0:1767384948.690369:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079812f19. 00000100:00000001:0.0:1767384948.690373:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384948.690374:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384948.690375:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079812f19. 00000100:00000040:1.0:1767384948.690376:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384948.690381:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384948.690382:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1767384948.690383:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384948.690383:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9201bec. 00000100:00000001:1.0:1767384948.690384:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384948.690390:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384948.690391:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fcebcfc2. 00000100:00000001:1.0:1767384948.690395:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384948.690397:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384948.690397:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000013d6bfde. 00000100:00000001:0.0:1767384948.690405:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384948.690406:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.690408:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp17(192.168.203.109@tcp17) <- 192.168.203.109@tcp17 : GET - for me 00000100:00000001:0.0:1767384948.690409:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384948.690412:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.690419:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.690421:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384948.690422:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 528 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384948.690425:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384948.690425:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.690429:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 528/528 into md 0x1b59 [1] + 0 00000100:00100000:1.0:1767384948.690434:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:1.0:1767384948.690440:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384948.690442:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780139376720 : -107293570174896 : ffff9e6ac4dcf050) 00000400:00000200:3.0:1767384948.690447:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp17 to MR: 192.168.203.109@tcp17 local destination 00000100:00000001:0.0:1767384948.690447:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384948.690451:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b63af65e x1853237363761024/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 4848/0 e 0 to 0 dl 1767384959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.690452:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384948.690474:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp17 NI seq info: [135:135:256:4294967295] 192.168.203.109@tcp17 LPNI seq info [117:117:8:4294967295] 00000100:00100000:0.0:1767384948.690476:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:0.0:1767384948.690482:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:0.0:1767384948.690486:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780464007248 : -107293245544368 : ffff9e6ad8366850) 00000100:00000040:0.0:1767384948.690496:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9432797 x1853237363761152/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 4848/0 e 0 to 0 dl 1767384959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.690497:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384948.690502:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000eef993. 00000400:00000200:3.0:1767384948.690504:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp17(192.168.203.109@tcp17:192.168.203.109@tcp17) -> 192.168.203.109@tcp17(192.168.203.109@tcp17:192.168.203.109@tcp17) 192.168.203.109@tcp17 : REPLY try# 0 00000100:00000001:1.0:1767384948.690508:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384948.690514:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000eef993. 00000800:00000200:3.0:1767384948.690521:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.109@tcp17 00000100:00100000:1.0:1767384948.690525:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b63af65e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363761024:12345-0@lo:253: 00000100:00000001:0.0:1767384948.690525:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1767384948.690527:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000541a7c27. 00000100:00000200:1.0:1767384948.690531:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363761024 00000020:00000010:0.0:1767384948.690531:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079812f19. 00000020:00000001:1.0:1767384948.690537:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384948.690537:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384948.690542:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:3.0:1767384948.690543:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9c95749] -> 12345-192.168.203.109@tcp17 (6) 00000020:00000010:0.0:1767384948.690543:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079812f19. 00000020:00000001:1.0:1767384948.690545:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.690551:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384948.690552:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00100000:0.0:1767384948.690556:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9432797 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16342:x1853237363761152:12345-0@lo:253: 00000800:00000200:3.0:1767384948.690571:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp17 ip 192.168.203.109:1007 00000800:00000200:3.0:1767384948.690575:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000541a7c27 type 3, nob 624 niov 1 nkiov 1 00000020:00000001:1.0:1767384948.690580:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384948.690584:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384948.690584:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363761152 00000020:00000001:0.0:1767384948.690589:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384948.690590:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384948.690594:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384948.690595:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384948.690597:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.690598:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.690602:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384948.690602:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384948.690606:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 02000000:00000001:1.0:1767384948.690607:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384948.690611:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1767384948.690614:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fb7385c0. 00000020:00000001:0.0:1767384948.690614:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384948.690615:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384948.690619:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384948.690620:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.690623:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.690624:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384948.690627:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:1.0:1767384948.690629:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384948.690629:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:3.0:1767384948.690630:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000541a7c27. 02000000:00000001:0.0:1767384948.690634:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384948.690637:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000010:1.0:1767384948.690640:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b5509755. 02000000:00000010:0.0:1767384948.690641:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d6c136e0. 00000400:00000200:3.0:1767384948.690646:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp17->192.168.203.109@tcp17: REPLY: OK 20000000:01000000:1.0:1767384948.690647:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:0.0:1767384948.690647:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.690653:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384948.690654:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:3.0:1767384948.690656:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384948.690658:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384948.690659:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:3.0:1767384948.690661:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384948.690663:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384948.690665:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384948.690666:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384948.690669:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384948.690670:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f5c0b2e4. 00000800:00000001:3.0:1767384948.690671:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384948.690675:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:0.0:1767384948.690675:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384948.690679:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f429a56a. 20000000:00000001:0.0:1767384948.690679:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:3.0:1767384948.690680:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384948.690683:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:1.0:1767384948.690684:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000400:00000200:3.0:1767384948.690691:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp17(192.168.203.109@tcp17) <- 192.168.203.109@tcp17 : REPLY - for me 20000000:00000001:1.0:1767384948.690708:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384948.690709:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384948.690715:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384948.690715:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384948.690719:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384948.690721:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384948.690725:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp17: Reply from 12345-192.168.203.109@tcp17 of length 528/528 into md 0x1b5d 00000800:00000001:3.0:1767384948.690729:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384948.690733:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.690734:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384948.690736:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp17->192.168.203.109@tcp17: REPLY: OK 00000400:00000200:3.0:1767384948.690738:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c701859 00000400:00000010:3.0:1767384948.690739:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c701859. 00000400:00000200:3.0:1767384948.690742:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00080000:00000001:1.0:1767384948.690742:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384948.690747:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:3.0:1767384948.690750:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:3.0:1767384948.690751:0:16335:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.109@tcp (544 bytes) 00000400:00000200:3.0:1767384948.690754:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00080000:00000001:1.0:1767384948.690759:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.690760:0:16335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000efb7c04a. 00080000:00000001:1.0:1767384948.690762:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384948.690781:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (32) 00080000:00000001:1.0:1767384948.690782:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384948.690786:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000001:3.0:1767384948.690788:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384948.690788:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384948.690792:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000800:00000001:3.0:1767384948.690793:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384948.690796:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:1.0:1767384948.690799:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384948.690802:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384948.690805:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384948.690807:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384948.690810:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384948.690822:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384948.690825:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384948.690829:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000010:1.0:1767384948.690829:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002dce485c. 00080000:00000001:1.0:1767384948.690834:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775874207744 : -107297835343872 : ffff9e69c6a3a000) 00000400:00000010:3.0:1767384948.690836:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000efb7c04a. 00080000:00000001:1.0:1767384948.690837:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000010:3.0:1767384948.690858:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a0b291b. 00000001:00000001:1.0:1767384948.690858:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384948.690862:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000000eef993. 00080000:00000001:1.0:1767384948.690865:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384948.690869:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:3.0:1767384948.690870:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c701859. 00000400:00000200:3.0:1767384948.690874:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000efb7c04a 00000400:00000001:3.0:1767384948.690876:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384948.690877:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384948.690878:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973e22c6. 00000400:00000200:3.0:1767384948.690881:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002313c29 00080000:00000001:1.0:1767384948.690882:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.690883:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002313c29. 00000400:00000200:3.0:1767384948.690887:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384948.690889:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000abb72229. 00000400:00000200:3.0:1767384948.690892:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000400:00000200:3.0:1767384948.690895:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300871 00000400:00000200:3.0:1767384948.690897:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:0 00000400:00000200:3.0:1767384948.690899:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 rc 1 00080000:00000001:1.0:1767384948.690900:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384948.690903:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000200:3.0:1767384948.690906:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (31) 00000400:00000010:3.0:1767384948.690958:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000d92e1656. 00000400:00000010:3.0:1767384948.690961:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6133b0. 00000400:00000010:3.0:1767384948.690964:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006f098e6d. 00000400:00000200:3.0:1767384948.690967:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1767384948.690971:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1767384948.690974:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384948.690977:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:3.0:1767384948.690980:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:3.0:1767384948.690983:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:3.0:1767384948.690986:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000400:00000200:3.0:1767384948.690989:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000400:00000200:3.0:1767384948.690993:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000400:00000200:3.0:1767384948.690996:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00000400:00000200:3.0:1767384948.691005:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 36], ns[24, 36] 00000400:00000200:3.0:1767384948.691009:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:3.0:1767384948.691013:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:3.0:1767384948.691018:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:3.0:1767384948.691022:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:3.0:1767384948.691027:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:3.0:1767384948.691032:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:3.0:1767384948.691037:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000400:00000200:3.0:1767384948.691043:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000400:00000200:3.0:1767384948.691047:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000400:00000200:3.0:1767384948.691052:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 24], ns[72, 24] 00000400:00000200:3.0:1767384948.691058:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 24], ns[73, 24] 00000400:00000200:3.0:1767384948.691062:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 24], ns[127, 24] 00000400:00000200:3.0:1767384948.691068:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 24], ns[115, 24] 00000400:00000200:3.0:1767384948.691072:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 24], ns[87, 24] 00000400:00000200:3.0:1767384948.691078:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[106, 24], ns[121, 24] 00000400:00000200:3.0:1767384948.691083:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 24], ns[117, 24] 00000400:00000200:3.0:1767384948.691105:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 24], ns[123, 24] 00000400:00000200:3.0:1767384948.691124:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[105, 24], ns[120, 24] 00000400:00000200:3.0:1767384948.691130:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 24], ns[129, 24] 00000400:00000200:3.0:1767384948.691136:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 24], ns[132, 24] 00000400:00000200:3.0:1767384948.691142:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:3.0:1767384948.691147:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp18 00000400:00000200:3.0:1767384948.691151:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp18 lpni_is_preferred = 0 00000400:00000200:3.0:1767384948.691171:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp18 00000400:00000200:3.0:1767384948.691176:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp18 NI seq info: [136:136:256:4294967295] 192.168.203.109@tcp18 LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1767384948.691182:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp18 00000400:00000200:3.0:1767384948.691189:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18:) -> 192.168.203.109@tcp18(192.168.203.109@tcp:192.168.203.109@tcp18) : GET try# 0 00000800:00000200:3.0:1767384948.691193:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp18 00000800:00000010:3.0:1767384948.691196:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000541a7c27. 00000800:00000200:3.0:1767384948.691200:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (6) 00000800:00000200:3.0:1767384948.691205:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp18 ip 192.168.203.109:988 00000800:00000200:3.0:1767384948.691207:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000541a7c27 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384948.691220:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384948.691222:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000800:00000001:3.0:1767384948.691289:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384948.691293:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384948.691296:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384948.691296:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000541a7c27. 00000800:00000001:3.0:1767384948.691299:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384948.691303:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384948.691308:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384948.691309:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: GET: OK 00000400:00000200:1.0:1767384948.691315:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384948.691319:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000400:00000200:3.0:1767384948.691324:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18) <- 192.168.203.109@tcp18 : GET - for me 00000400:00000200:3.0:1767384948.691334:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384948.691339:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 544/544 into md 0x1b59 [1] + 0 00000400:00000200:3.0:1767384948.691347:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp18 to MR: 192.168.203.109@tcp18 local destination 00000400:00000200:3.0:1767384948.691352:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp18 NI seq info: [137:137:256:4294967295] 192.168.203.109@tcp18 LPNI seq info [119:119:8:4294967295] 00000400:00000200:3.0:1767384948.691361:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18:192.168.203.109@tcp18) -> 192.168.203.109@tcp18(192.168.203.109@tcp18:192.168.203.109@tcp18) 192.168.203.109@tcp18 : REPLY try# 0 00000800:00000200:3.0:1767384948.691375:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.109@tcp18 00000800:00000010:3.0:1767384948.691378:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f90f4c69. 00000800:00000200:3.0:1767384948.691382:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (6) 00000800:00000200:3.0:1767384948.691387:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp18 ip 192.168.203.109:1005 00000800:00000200:3.0:1767384948.691390:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f90f4c69 type 3, nob 640 niov 1 nkiov 1 00000800:00000001:1.0:1767384948.691418:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.691445:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.691451:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384948.691453:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384948.691453:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.691456:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384948.691457:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f90f4c69. 00000400:00000200:3.0:1767384948.691464:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384948.691467:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18) <- 192.168.203.109@tcp18 : REPLY - for me 00000400:00000200:3.0:1767384948.691472:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: REPLY: OK 00000400:00000200:1.0:1767384948.691479:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp18: Reply from 12345-192.168.203.109@tcp18 of length 544/544 into md 0x1b79 00000800:00000001:1.0:1767384948.691484:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.691487:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384948.691489:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384948.691492:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: REPLY: OK 00000400:00000200:1.0:1767384948.691496:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6133b0 00000800:00000001:3.0:1767384948.691497:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384948.691498:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6133b0. 00000400:00000200:1.0:1767384948.691504:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384948.691507:0:16335:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:1.0:1767384948.691509:0:16335:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:1.0:1767384948.691511:0:16335:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 32. state = 0x300271 00000400:00000200:1.0:1767384948.691513:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384948.691527:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (32) 00000800:00000001:1.0:1767384948.691533:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.691537:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.691542:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384948.691547:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3000f1 00000400:00000010:3.0:1767384948.691554:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 00000000dfa37114. 00000400:00000010:3.0:1767384948.691571:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 000000005f59868a. 00000400:00000010:3.0:1767384948.691575:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 000000001b677563. 00000400:00000200:3.0:1767384948.691603:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp30(000000007706cfd6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384948.691611:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp33(000000003b81b819) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384948.691619:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp36(0000000097d9f78e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384948.691629:0:16338:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.109@tcp39 00000400:00000200:3.0:1767384948.691634:0:16338:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.109@tcp39 NID 192.168.203.109@tcp39 00000400:00000200:3.0:1767384948.691638:0:16338:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000d55eb082 nid 192.168.203.109@tcp39 00000400:00000010:3.0:1767384948.691641:0:16338:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000d55eb082. 00000400:00000200:3.0:1767384948.691645:0:16338:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000057427fdd net tcp39 00000400:00000010:3.0:1767384948.691647:0:16338:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000057427fdd. 00000400:00000200:3.0:1767384948.691649:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000928ca289 (1) 00000400:00000200:3.0:1767384948.691652:0:16338:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000928ca289 nid 192.168.203.109@tcp39 00000400:00000010:3.0:1767384948.691654:0:16338:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000928ca289. 00000400:00000010:3.0:1767384948.691659:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f35372ae. 00000400:00000200:3.0:1767384948.691664:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f35372ae nid 192.168.203.109@tcp39 00000400:00000010:3.0:1767384948.691668:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009c78703d. 00000400:00000200:3.0:1767384948.691675:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000009c78703d net tcp39 00000400:00000200:3.0:1767384948.691679:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (31) 00000400:00000200:3.0:1767384948.691684:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp39 flags 0x11 00000400:00000010:3.0:1767384948.691689:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005cf4af64. 00000400:00000200:3.0:1767384948.691694:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005cf4af64 nid 192.168.203.109@tcp40 00000400:00000010:3.0:1767384948.691697:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000890747e. 00000400:00000200:3.0:1767384948.691700:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000000890747e net tcp40 00000400:00000200:3.0:1767384948.691702:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (32) 00000400:00000200:3.0:1767384948.691708:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp40 flags 0x11 00000400:00000010:3.0:1767384948.691712:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 00000000dfa37114. 00000400:00000010:3.0:1767384948.691714:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 000000005f59868a. 00000400:00000010:3.0:1767384948.691716:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 000000001b677563. 00000400:00000010:3.0:1767384948.691718:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000d92e1656. 00000400:00000200:3.0:1767384948.691721:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384948.691724:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300171 00000400:00000200:3.0:1767384948.691727:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc 1 00000400:00000200:3.0:1767384948.691729:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000010:3.0:1767384948.691732:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1c950f. 00000400:00000200:3.0:1767384948.691735:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (33) 00000400:00000010:3.0:1767384948.691738:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000028896ac8. 00000400:00000200:3.0:1767384948.691741:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp18 00000400:00000200:3.0:1767384948.691746:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp18 to MR: 192.168.203.109@tcp18 local destination 00000400:00000200:3.0:1767384948.691750:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp18 NI seq info: [138:138:256:4294967295] 192.168.203.109@tcp18 LPNI seq info [120:120:8:4294967295] 00000400:00000200:3.0:1767384948.691753:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp18 00000400:00000200:3.0:1767384948.691758:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18:192.168.203.109@tcp18) -> 192.168.203.109@tcp18(192.168.203.109@tcp18:192.168.203.109@tcp18) : PUT try# 0 00000800:00000200:3.0:1767384948.691761:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.109@tcp18 00000800:00000010:3.0:1767384948.691765:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f90f4c69. 00000800:00000200:3.0:1767384948.691769:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (6) 00000800:00000200:3.0:1767384948.691772:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp18 ip 192.168.203.109:988 00000800:00000200:3.0:1767384948.691774:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f90f4c69 type 1, nob 640 niov 1 nkiov 1 00000400:00000200:3.0:1767384948.691786:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384948.691793:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 0 00000800:00000200:1.0:1767384948.691844:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384948.691847:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f90f4c69. 00000400:00000200:1.0:1767384948.691851:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384948.691856:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: PUT: OK 00000800:00000001:3.0:1767384948.691859:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384948.691860:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384948.691893:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp18: 0 00000800:00000001:3.0:1767384948.691897:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384948.691901:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384948.691906:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.691914:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18) <- 192.168.203.109@tcp18 : PUT - for me 00080000:00000010:0.0:1767384948.691920:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002dce485c. 00000400:00000200:3.0:1767384948.691926:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384948.691933:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 544/544 into md 0x1b75 [1] + 0 00000400:00000010:3.0:1767384948.691937:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a0b291b. 00000400:00000200:3.0:1767384948.691942:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c701859 00000800:00000001:3.0:1767384948.691946:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:1.0:1767384948.691946:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000000eef993. 00040000:00000001:1.0:1767384948.691951:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000001:3.0:1767384948.691952:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384948.691953:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1767384948.691958:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384948.691958:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384948.691963:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00000400:00000200:3.0:1767384948.691965:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: PUT: OK 20000000:00000001:1.0:1767384948.691967:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.691969:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c701859 20000000:00000001:1.0:1767384948.691970:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000010:3.0:1767384948.691973:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c701859. 00000400:00000200:3.0:1767384948.691976:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384948.691990:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (34) 20000000:01000000:1.0:1767384948.691990:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:3.0:1767384948.691996:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:3.0:1767384948.692000:0:16334:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000d92e1656. 20000000:00000001:1.0:1767384948.692000:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384948.692004:0:16334:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 32 20000000:01000000:1.0:1767384948.692005:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:3.0:1767384948.692010:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00080000:00000001:1.0:1767384948.692011:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384948.692011:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006c3494ac. 20000000:01000000:0.0:1767384948.692015:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000400:00000200:3.0:1767384948.692018:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (35) 20000000:00000001:0.0:1767384948.692019:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384948.692023:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384948.692024:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00080000:00000001:0.0:1767384948.692026:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384948.692030:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp18 to MR: 192.168.203.109@tcp18 local destination 00080000:00000001:0.0:1767384948.692033:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384948.692037:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp18 NI seq info: [139:139:256:4294967295] 192.168.203.109@tcp18 LPNI seq info [121:121:8:4294967295] 00080000:00000001:0.0:1767384948.692042:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384948.692046:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384948.692049:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384948.692052:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384948.692053:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18:192.168.203.109@tcp18) -> 192.168.203.109@tcp18(192.168.203.109@tcp18:192.168.203.109@tcp18) 192.168.203.109@tcp18 : ACK try# 0 00080000:00000001:0.0:1767384948.692054:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384948.692058:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:0.0:1767384948.692062:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00000800:00000200:3.0:1767384948.692063:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp18 00080000:00000002:0.0:1767384948.692066:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000010:3.0:1767384948.692068:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f90f4c69. 20000000:01000000:1.0:1767384948.692068:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384948.692069:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384948.692073:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384948.692075:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384948.692076:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000800:00000200:3.0:1767384948.692079:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (6) 00080000:00000001:0.0:1767384948.692080:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.692082:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1767384948.692084:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384948.692086:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000200:3.0:1767384948.692088:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp18 ip 192.168.203.109:1005 00000020:00000001:0.0:1767384948.692089:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000040:1.0:1767384948.692093:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c6dcc435 count: 2 00080000:00000001:0.0:1767384948.692093:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384948.692098:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e12ddd17. 00010000:00000001:1.0:1767384948.692099:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384948.692100:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f90f4c69 type 0, nob 96 niov 1 nkiov 0 00080000:00000001:0.0:1767384948.692104:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781264384 : -107297928287232 : ffff9e69c1196c00) 00080000:00000001:0.0:1767384948.692107:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384948.692110:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384948.692112:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000079812f19. 00080000:00000001:0.0:1767384948.692114:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384948.692116:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384948.692123:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.692124:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384948.692130:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b9705b2. 00080000:00000001:0.0:1767384948.692132:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:1.0:1767384948.692135:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384948.692139:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b9705b2 with handle 0x135556ebb4843c5c to hash 00000020:00000001:1.0:1767384948.692141:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384948.692142:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384948.692144:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384948.692147:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384948.692154:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384948.692157:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384948.692158:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384948.692164:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f90f4c69. 00010000:00000001:1.0:1767384948.692167:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1767384948.692171:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384948.692172:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384948.692175:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384948.692177:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384948.692180:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:3.0:1767384948.692182:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: ACK: OK 00010000:00010000:1.0:1767384948.692184:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843c4e expref: 16 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384948.692191:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384948.692192:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384948.692194:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384948.692194:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384948.692198:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.692199:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384948.692200:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.692201:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384948.692204:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384948.692206:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:1.0:1767384948.692211:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c6dcc435) refcount = 2 00000800:00000001:3.0:1767384948.692212:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384948.692214:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000001:3.0:1767384948.692216:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:1.0:1767384948.692218:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843c4e expref: 16 pid: 17064 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384948.692222:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384948.692223:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:3.0:1767384948.692230:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp18(192.168.203.109@tcp18) <- 192.168.203.109@tcp18 : ACK - for me 00010000:00000040:1.0:1767384948.692236:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384948.692241:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000eef993. 00000400:00000200:3.0:1767384948.692246:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp18: ACK from 12345-192.168.203.109@tcp18 into md 0x1b7d 00000100:00000001:1.0:1767384948.692247:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384948.692251:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c84b10. 00000400:00000200:3.0:1767384948.692252:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384948.692255:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780991410752 : -107292718140864 : ffff9e6af7a5f240) 00000400:00000200:3.0:1767384948.692260:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp18->192.168.203.109@tcp18: ACK: OK 00000100:00000001:1.0:1767384948.692261:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636780991410752 : -107292718140864 : ffff9e6af7a5f240) 00000400:00000200:3.0:1767384948.692266:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1c950f 00000100:00000001:1.0:1767384948.692266:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000010:3.0:1767384948.692269:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1c950f. 00000400:00000200:3.0:1767384948.692271:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384948.692275:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:3.0:1767384948.692277:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00010000:00000001:1.0:1767384948.692278:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:3.0:1767384948.692281:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00010000:00000001:1.0:1767384948.692283:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384948.692284:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (34) 00010000:00000001:1.0:1767384948.692286:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767384948.692289:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384948.692289:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000800:00000001:3.0:1767384948.692293:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.692303:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:3.0:1767384948.692305:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:1.0:1767384948.692305:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384948.692309:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000010:3.0:1767384948.692310:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a0b291b. 00000100:00000010:1.0:1767384948.692313:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870c54f4. 00000400:00000010:3.0:1767384948.692315:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1c950f. 00000020:00000040:1.0:1767384948.692317:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000400:00000200:3.0:1767384948.692320:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000efb7c04a 00000100:00000001:1.0:1767384948.692321:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384948.692324:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3000f1 02000000:00000001:1.0:1767384948.692324:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384948.692327:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.692329:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 000000005f59868a. 02000000:00000010:1.0:1767384948.692332:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002dce485c. 00000400:00000010:3.0:1767384948.692333:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000dfa37114. 00000100:00000001:1.0:1767384948.692337:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.692338:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 0000000075d67f64. 00010000:00010000:1.0:1767384948.692343:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843c4e expref: 16 pid: 17064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384948.692355:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843c4e expref: 16 pid: 17064 timeout: 419 lvb_type: 0 00000400:00000010:3.0:1767384948.692360:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 000000005f59868a. 00010000:00000001:1.0:1767384948.692361:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384948.692364:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384948.692365:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000dfa37114. 00000100:00000040:1.0:1767384948.692368:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384948.692370:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 0000000075d67f64. 00000100:00000001:1.0:1767384948.692375:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384948.692377:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.692379:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000d92e1656. 00000100:00100000:1.0:1767384948.692381:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363761280:0@lo:104: 00000400:00000200:3.0:1767384948.692386:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000100:00000001:1.0:1767384948.692386:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384948.692390:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384948.692391:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300171 02000000:00000001:1.0:1767384948.692392:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.692397:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384948.692399:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc 1 02000000:00000010:1.0:1767384948.692402:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000928ca289. 00000400:00000200:3.0:1767384948.692404:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 02000000:00000001:1.0:1767384948.692405:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.692409:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384948.692411:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300111 rc 0 00000400:00000010:1.0:1767384948.692411:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ae515a9. 00000400:00000200:3.0:1767384948.692417:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000010:1.0:1767384948.692418:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f3bb6ca. 00000400:00000200:3.0:1767384948.692420:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (33) 00000100:00000200:1.0:1767384948.692428:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363761280, portal 16 00000100:00000001:1.0:1767384948.692430:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384948.692431:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000040:1.0:1767384948.692434:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384948.692439:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384948.692441:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384948.692444:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25ddd38. 00000100:00000200:1.0:1767384948.692445:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363761280, offset 0 00000400:00000200:1.0:1767384948.692448:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384948.692453:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384948.692457:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c06080 00000400:00000200:1.0:1767384948.692461:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1825 [2] + 328 00000400:00000200:1.0:1767384948.692464:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384948.692467:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384948.692470:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384948.692471:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384948.692473:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b59190b8. 00000100:00000040:1.0:1767384948.692475:0:17087:0:(events.c:337:request_in_callback()) incoming req@00000000b59190b8 x1853237363761280 msgsize 328 00000100:00100000:1.0:1767384948.692478:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384948.692488:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384948.692491:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25ddd38 00000400:00000010:1.0:1767384948.692492:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25ddd38. 00000100:00000001:1.0:1767384948.692494:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384948.692496:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384948.692502:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384948.692504:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384948.692509:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.692510:0:17055:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384948.692510:0:17087:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384948.692513:0:17055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363761280 00000100:00000001:1.0:1767384948.692515:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.692517:0:17055:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384948.692518:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294936577 00000100:00000001:3.0:1767384948.692519:0:17055:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384948.692522:0:17055:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.692525:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294936575 02000000:00000001:3.0:1767384948.692526:0:17055:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384948.692528:0:17055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363761280 00000020:00000001:3.0:1767384948.692529:0:17055:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384948.692530:0:17055:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 00000020:00000001:3.0:1767384948.692533:0:17055:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384948.692535:0:17055:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 00000100:00000001:1.0:1767384948.692536:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294936577 00000020:00000001:3.0:1767384948.692538:0:17055:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:1.0:1767384948.692540:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294936575 00000020:00000001:3.0:1767384948.692541:0:17055:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:1.0:1767384948.692544:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294936577 00000100:00000001:3.0:1767384948.692545:0:17055:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384948.692549:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294936575 00000020:00000010:3.0:1767384948.692550:0:17055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068c824fe. 00000100:00000001:1.0:1767384948.692552:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294936577 00000100:00000001:3.0:1767384948.692555:0:17055:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384948.692570:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294936575 00000020:00000010:3.0:1767384948.692574:0:17055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068c824fe. 00000100:00000001:1.0:1767384948.692575:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384948.692580:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384948.692582:0:17055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067c912fb. 00010000:00000001:1.0:1767384948.692582:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.692583:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384948.692587:0:17055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002756131c. 00000020:00000001:1.0:1767384948.692587:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.692589:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384948.692591:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384948.692592:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384948.692593:0:17055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e463ad97. 00010000:00000001:1.0:1767384948.692594:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384948.692597:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384948.692599:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.692601:0:17055:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384948.692601:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384948.692602:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384948.692606:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f9c84b10 going to sleep for 11 seconds 00000100:00000001:3.0:1767384948.692607:0:17055:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384948.692611:0:17055:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384948.692611:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384948.692615:0:17055:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.692615:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384948.692625:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384948.692626:0:17055:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.692629:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384948.692632:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b5509755. 20000000:00000001:1.0:1767384948.692635:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384948.692637:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363761024 00010000:00000001:1.0:1767384948.692640:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384948.692641:0:17055:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384948.692644:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b63af65e x1853237363761024/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384948.692651:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384948.692653:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384948.692656:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384948.692658:0:17055:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384948.692660:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384948.692662:0:17055:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384948.692669:0:17055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384948.692671:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384948.692675:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000040:3.0:1767384948.692676:0:17055:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 02000000:00000001:1.0:1767384948.692678:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384948.692681:0:17055:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794526848 : -107297915024768 : ffff9e69c1e3ca80) 02000000:00000001:1.0:1767384948.692682:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.692686:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384948.692690:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384948.692692:0:17055:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b59190b8 x1853237363761280/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 328/0 e 0 to 0 dl 1767384959 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384948.692694:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f79e1c5. 00000100:00000200:1.0:1767384948.692699:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363761024, offset 224 00000400:00000200:1.0:1767384948.692708:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384948.692713:0:17055:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384948.692716:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384948.692719:0:17055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068c824fe. 00000100:00000001:3.0:1767384948.692723:0:17055:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384948.692725:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c05f80 00000020:00000010:3.0:1767384948.692727:0:17055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068c824fe. 00000400:00000200:1.0:1767384948.692731:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b61 [2] + 224 00000100:00100000:3.0:1767384948.692735:0:17055:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b59190b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363761280:12345-0@lo:104: 00000400:00000200:1.0:1767384948.692738:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384948.692740:0:17055:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363761280 00010000:00000001:3.0:1767384948.692744:0:17055:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:1.0:1767384948.692744:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384948.692749:0:17055:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384948.692750:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384948.692754:0:17055:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384948.692757:0:17055:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=2 00000100:00000200:1.0:1767384948.692757:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384948.692762:0:17055:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:3.0:1767384948.692767:0:17055:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:3.0:1767384948.692772:0:17055:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384948.692774:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384948.692776:0:17055:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384948.692781:0:17055:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384948.692788:0:17055:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384948.692789:0:17055:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384948.692792:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384948.692793:0:17055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d92e1656. 02000000:00000001:3.0:1767384948.692796:0:17055:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384948.692797:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f79e1c5 00000100:00000001:3.0:1767384948.692798:0:17055:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.692801:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f79e1c5. 00010000:00000001:3.0:1767384948.692802:0:17055:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384948.692805:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384948.692806:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384948.692809:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.692811:0:17055:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.692812:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384948.692813:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00001000:3.0:1767384948.692815:0:17055:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384948.692816:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384948.692818:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384948.692821:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.692822:0:17055:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384948.692823:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384948.692824:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384948.692827:0:17055:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:1.0:1767384948.692830:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b63af65e x1853237363761024/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.692831:0:17055:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000001:0.0:1767384948.692834:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384948.692836:0:17055:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384948.692838:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bae2f518. 02000000:00000001:3.0:1767384948.692840:0:17055:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384948.692844:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d9401e 00000100:00000001:3.0:1767384948.692845:0:17055:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384948.692848:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065d9401e. 00000100:00100000:1.0:1767384948.692849:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b63af65e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363761024:12345-0@lo:253: Request processed in 2351us (2968us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384948.692854:0:17055:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384948.692854:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384948.692859:0:17055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c701859. 00000100:00000200:0.0:1767384948.692861:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384948.692889:0:17055:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363761280, offset 224 00000100:00000200:0.0:1767384948.692895:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.692901:0:17055:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384948.692904:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000040:1.0:1767384948.692910:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:3.0:1767384948.692913:0:17055:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384948.692917:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384948.692917:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384948.692922:0:17055:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c06080 00000100:00000001:1.0:1767384948.692922:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384948.692922:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.692927:0:16341:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384948.692928:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b66d1fcf. 00000400:00000200:3.0:1767384948.692931:0:17055:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1b85 [1] + 224 02000000:00000001:0.0:1767384948.692931:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384948.692934:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000100:00000001:0.0:1767384948.692935:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.692938:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.692940:0:17055:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384948.692941:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5e6b6c8. 02000000:00000001:0.0:1767384948.692941:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.692949:0:17055:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384948.692949:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=66 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384948.692950:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000001:3.0:1767384948.692956:0:17055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384948.692957:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=66 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384948.692958:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384948.692961:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fb7385c0. 00000100:00000200:3.0:1767384948.692962:0:17055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384948.692964:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384948.692965:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384948.692967:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.692969:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384948.692972:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384948.692976:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384948.692977:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384948.692982:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.692984:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae2f518. 00000100:00000040:3.0:1767384948.692985:0:17055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384948.692988:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384948.692990:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f79e1c5. 00000100:00000001:0.0:1767384948.693015:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384948.693018:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384948.693019:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.693021:0:17055:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:0.0:1767384948.693022:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384948.693025:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384948.693027:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384948.693028:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384948.693029:0:17055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c701859 00000020:01000004:0.0:1767384948.693030:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384948.693031:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384948.693033:0:17055:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c701859. 00000020:01000004:0.0:1767384948.693034:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384948.693037:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:3.0:1767384948.693038:0:17055:0:(events.c:386:reply_out_callback()) Process entered 00000020:01000004:0.0:1767384948.693039:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:3.0:1767384948.693040:0:17055:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384948.693040:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384948.693043:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384948.693045:0:17055:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.693046:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae515a9. 00000100:00000040:3.0:1767384948.693050:0:17055:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:1.0:1767384948.693051:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f3bb6ca 00010000:00000001:3.0:1767384948.693054:0:17055:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767384948.693055:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f3bb6ca. 00000100:00000001:1.0:1767384948.693058:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:3.0:1767384948.693059:0:17055:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ac6c77e0. 00000100:00000200:1.0:1767384948.693063:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384948.693064:0:17055:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:01000004:0.0:1767384948.693064:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384948.693067:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384948.693073:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384948.693075:0:17055:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:1.0:1767384948.693076:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384948.693082:0:17055:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.693093:0:17055:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384948.693098:0:17055:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384948.693102:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006032cdbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363761024:0@lo:253: 00000100:00000001:1.0:1767384948.693105:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384948.693108:0:17055:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b59190b8 x1853237363761280/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 328/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384948.693109:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.693110:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384948.693114:0:17087:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384948.693116:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384948.693117:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384948.693121:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384948.693123:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006032cdbf x1853237363761024/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.693124:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.693129:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384948.693131:0:17055:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b59190b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363761280:12345-0@lo:104: Request processed in 414us (650us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384948.693135:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=66 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384948.693147:0:17055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384948.693150:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384948.693151:0:17055:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 00000100:00001000:1.0:1767384948.693151:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=66 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384948.693155:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384948.693156:0:17055:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1767384948.693159:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ac0497a2. 00000100:00000001:3.0:1767384948.693160:0:17055:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384948.693160:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384948.693163:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384948.693166:0:17055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002756131c. 00010000:00000001:1.0:1767384948.693166:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384948.693167:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384948.693169:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.693171:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1767384948.693173:0:17055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e463ad97. 00000100:00000001:1.0:1767384948.693173:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384948.693174:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000010:3.0:1767384948.693180:0:17055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067c912fb. 00000020:00000001:0.0:1767384948.693180:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384948.693183:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384948.693183:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005c5e9f25. 00000020:00000040:3.0:1767384948.693186:0:17055:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 02000000:00000001:0.0:1767384948.693191:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384948.693192:0:17055:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384948.693194:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384948.693198:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384948.693198:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006032cdbf. 00000100:00000001:1.0:1767384948.693203:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384948.693204:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384948.693205:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.693206:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.693209:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:0.0:1767384948.693210:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.693212:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384948.693215:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384948.693216:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.693216:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384948.693219:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384948.693223:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384948.693223:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384948.693229:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363761280:0@lo:104: 00000100:00000001:0.0:1767384948.693235:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.693239:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384948.693242:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.693244:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:0.0:1767384948.693245:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384948.693246:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384948.693249:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384948.693250:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870c54f4 x1853237363761280/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384948.693252:0:17060:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384948.693258:0:17060:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384948.693261:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384948.693261:0:17060:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767384948.693265:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1767384948.693266:0:17060:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384948.693269:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000928ca289. 02000000:00000001:1.0:1767384948.693274:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384948.693277:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:0.0:1767384948.693277:0:17060:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e424163 already unused, calling callback (00000000c41d87b4) 00000020:00000040:1.0:1767384948.693279:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00000020:00000001:1.0:1767384948.693281:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384948.693283:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002dce485c. 02000000:00000001:1.0:1767384948.693289:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:0.0:1767384948.693289:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384948.693293:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00010000:0.0:1767384948.693294:0:17060:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384948.693295:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870c54f4. 00010000:00000001:0.0:1767384948.693300:0:17060:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384948.693303:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384948.693306:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384948.693306:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384948.693307:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=3 00000100:00000001:1.0:1767384948.693309:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384948.693311:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000100:00000010:1.0:1767384948.693312:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f9c84b10. 00010000:00000001:0.0:1767384948.693314:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00010000:00000001:0.0:1767384948.693325:0:17060:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384948.693327:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:0.0:1767384948.693328:0:17060:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384948.693329:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384948.693335:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000eef993. 10000000:00000001:0.0:1767384948.693340:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384948.693341:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384948.693343:0:17060:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384948.693344:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.693349:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:0.0:1767384948.693355:0:17060:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 20000000:00000001:1.0:1767384948.693356:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384948.693360:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:0.0:1767384948.693361:0:17060:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00010000:1.0:1767384948.693363:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 10000000:00000040:0.0:1767384948.693364:0:17060:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384948.693369:0:17060:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384948.693373:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384948.693375:0:17060:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384948.693390:0:17060:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384948.693391:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384948.693392:0:17060:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 10000000:00000001:0.0:1767384948.693393:0:17060:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384948.693394:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.693396:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384948.693398:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384948.693399:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384948.693401:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384948.693403:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384948.693404:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e424163 with handle 0x135556ebb4843c4e from hash 00010000:00000001:0.0:1767384948.693406:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384948.693411:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384948.693412:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.693413:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384948.693415:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384948.693417:0:17060:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384948.693420:0:17060:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384948.693422:0:17060:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384948.693425:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004309d50e. 00000020:00000040:0.0:1767384948.693427:0:17060:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384948.693430:0:17060:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384948.693431:0:17060:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384948.693434:0:17060:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384948.693437:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095a6e446. 00000100:00000001:0.0:1767384948.693440:0:17060:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.693442:0:17060:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384948.693445:0:17060:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384948.693449:0:17060:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384948.693451:0:17060:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.693453:0:17060:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384948.693455:0:17060:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.693459:0:17060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004309d50e] to pc [ptlrpcd_00_03+3] req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384948.693479:0:17060:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384948.693481:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384948.693483:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384948.693483:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.693487:0:17060:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.693488:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384948.693489:0:17060:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.693491:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384948.693492:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384948.693495:0:17060:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384948.693498:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384948.693504:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384948.693506:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 000000006e424163/0x135556ebb4843c4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843c55 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384948.693513:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384948.693515:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.693518:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384948.693519:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384948.693525:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384948.693531:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004309d50e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363761408:0@lo:103: 00010000:00000040:0.0:1767384948.693532:0:17060:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000182c342 count: 0 00000100:00000001:3.0:1767384948.693534:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384948.693538:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384948.693539:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.693541:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384948.693543:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384948.693544:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067c912fb. 00010000:00000001:0.0:1767384948.693546:0:17060:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384948.693547:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384948.693549:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ac6c77e0. 00000400:00000010:3.0:1767384948.693552:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003249b371. 00010000:00000001:0.0:1767384948.693554:0:17060:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.693567:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384948.693568:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384948.693570:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384948.693573:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384948.693576:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.693578:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c701859. 00010000:00010000:0.0:1767384948.693579:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384948.693584:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767384948.693585:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363761408, portal 18 00000020:00000001:0.0:1767384948.693586:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.693589:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1767384948.693590:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384948.693592:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876472192 : -107297833079424 : ffff9e69c6c62d80) 00000100:00000040:3.0:1767384948.693598:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.693601:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.693604:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384948.693608:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384948.693611:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384948.693618:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.693619:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc81237d. 00000100:00000001:0.0:1767384948.693621:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384948.693625:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363761408, offset 0 00000400:00000200:3.0:1767384948.693633:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384948.693640:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384948.693648:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c06100 00000400:00000200:3.0:1767384948.693653:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:3.0:1767384948.693658:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384948.693662:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384948.693667:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384948.693669:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384948.693674:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a66dcdfc. 00000100:00000040:3.0:1767384948.693677:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000a66dcdfc x1853237363761408 msgsize 328 00000100:00100000:3.0:1767384948.693680:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384948.693691:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384948.693695:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc81237d 00000400:00000010:3.0:1767384948.693697:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc81237d. 00000100:00000001:3.0:1767384948.693699:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384948.693703:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.693708:0:18889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384948.693709:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384948.693712:0:18889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363761408 00000100:00000040:3.0:1767384948.693713:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384948.693715:0:18889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384948.693718:0:18889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.693721:0:18889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384948.693725:0:18889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.693726:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.693730:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384948.693731:0:18889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363761408 00000020:00000001:0.0:1767384948.693733:0:18889:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384948.693734:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384948.693736:0:18889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384948.693737:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294936578 00000020:00000001:0.0:1767384948.693738:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384948.693740:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:0.0:1767384948.693741:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384948.693743:0:18889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384948.693744:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384948.693749:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096535eb8. 00000100:00000001:3.0:1767384948.693751:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294936577 00000100:00000001:0.0:1767384948.693752:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.693756:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294936578 00000100:00000001:3.0:1767384948.693758:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294936577 00000020:00000010:0.0:1767384948.693762:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096535eb8. 00000100:00000001:3.0:1767384948.693763:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294936578 00000100:00000001:3.0:1767384948.693769:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936577 00000020:00000010:0.0:1767384948.693769:0:18889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026483cd2. 00000020:00000010:0.0:1767384948.693775:0:18889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000098267326. 00000100:00000001:3.0:1767384948.693778:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294936578 00000020:00000010:0.0:1767384948.693780:0:18889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008627ea1a. 00000100:00000001:3.0:1767384948.693783:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936577 00000100:00000001:3.0:1767384948.693788:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.693796:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.693798:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.693800:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384948.693800:0:18889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384948.693803:0:18889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384948.693806:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384948.693806:0:18889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384948.693809:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384948.693809:0:18889:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384948.693812:0:18889:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.693813:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384948.693816:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384948.693817:0:18889:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384948.693819:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.693821:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384948.693822:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.693823:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384948.693826:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7bca0f3 refcount=4 00000020:00000001:0.0:1767384948.693828:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:0.0:1767384948.693829:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00010000:0.0:1767384948.693832:0:18889:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843c4e expref: 16 pid: 17064 timeout: 419 lvb_type: 0 00010000:00000001:0.0:1767384948.693836:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384948.693838:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.693838:0:18889:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.693839:0:18889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.693842:0:18889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384948.693846:0:18889:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a66dcdfc x1853237363761408/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 328/0 e 0 to 0 dl 1767384959 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.693851:0:18889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384948.693853:0:18889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.693901:0:18889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.693911:0:18889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384948.693912:0:18889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384948.693916:0:18889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384948.693918:0:18889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:0.0:1767384948.693919:0:18889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079259648 : -107292630291968 : ffff9e6afce26a00) 00000100:00000040:0.0:1767384948.693923:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a66dcdfc x1853237363761408/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 328/0 e 0 to 0 dl 1767384959 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.693934:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384948.693936:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096535eb8. 00000100:00000001:0.0:1767384948.693938:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384948.693939:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096535eb8. 00000100:00100000:0.0:1767384948.693944:0:18889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a66dcdfc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363761408:12345-0@lo:103: 00000100:00000200:0.0:1767384948.693947:0:18889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363761408 00010000:00000001:0.0:1767384948.693949:0:18889:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384948.693951:0:18889:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384948.693953:0:18889:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384948.693956:0:18889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384948.693958:0:18889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384948.693961:0:18889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003e23d34a. 02000000:00000001:0.0:1767384948.693962:0:18889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.693964:0:18889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.693966:0:18889:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384948.693968:0:18889:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384948.693970:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384948.693971:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384948.693972:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7bca0f3 refcount=4 00000020:00000001:0.0:1767384948.693974:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000001:0.0:1767384948.693976:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190682624 : -107293518868992 : ffff9e6ac7ebce00) 00010000:00000040:0.0:1767384948.693978:0:18889:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c6dcc435 count: 3 00010000:00010000:0.0:1767384948.693981:0:18889:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843c4e expref: 16 pid: 17064 timeout: 419 lvb_type: 0 00000100:00001000:0.0:1767384948.693985:0:18889:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384948 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384948.693988:0:18889:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384948.693993:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384948.693994:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384948.693996:0:18889:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843c4e expref: 16 pid: 17064 timeout: 419 lvb_type: 0 00000020:00000001:0.0:1767384948.694000:0:18889:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384948.694008:0:18889:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384948.694009:0:18889:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.694011:0:18889:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.694015:0:18889:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384948.694017:0:18889:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384948.694022:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384948.694023:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.694025:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384948.694027:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384948.694029:0:18889:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7bca0f3 with handle 0x135556ebb4843c55 from hash 00010000:00000001:0.0:1767384948.694031:0:18889:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384948.694033:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384948.694034:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.694036:0:18889:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384948.694037:0:18889:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384948.694038:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384948.694041:0:18889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7bca0f3/0x135556ebb4843c55 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843c4e expref: 16 pid: 17064 timeout: 419 lvb_type: 0 00010000:00000040:0.0:1767384948.694045:0:18889:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00000020:00000040:0.0:1767384948.694047:0:18889:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:0.0:1767384948.694054:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.694055:0:18889:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384948.694057:0:18889:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384948.694059:0:18889:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009b9705b2 00010000:00000001:0.0:1767384948.694060:0:18889:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384948.694061:0:18889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384948.694063:0:18889:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384948.694064:0:18889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384948.694065:0:18889:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384948.694067:0:18889:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384948.694069:0:18889:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384948.694071:0:18889:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694075:0:18889:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384948.694077:0:18889:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384948.694082:0:18889:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384948.694083:0:18889:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384948.694084:0:18889:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c6dcc435) refcount = 2 00010000:00010000:0.0:1767384948.694087:0:18889:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694091:0:18889:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384948.694093:0:18889:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384948.694094:0:18889:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384948.694096:0:18889:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384948.694099:0:18889:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096535eb8. 00000100:00000001:0.0:1767384948.694100:0:18889:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384948.694104:0:18889:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dc04d18. 00000100:00000001:0.0:1767384948.694105:0:18889:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775865301248 : -107297844250368 : ffff9e69c61bb900) 00000100:00000001:0.0:1767384948.694107:0:18889:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775865301248 : -107297844250368 : ffff9e69c61bb900) 00000100:00000001:0.0:1767384948.694109:0:18889:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384948.694110:0:18889:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384948.694111:0:18889:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384948.694114:0:18889:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384948.694116:0:18889:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:0.0:1767384948.694118:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384948.694120:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384948.694121:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=5 00000020:00000001:0.0:1767384948.694123:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:0.0:1767384948.694125:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:0.0:1767384948.694126:0:18889:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384948.694128:0:18889:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694132:0:18889:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384948.694134:0:18889:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694137:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384948.694139:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384948.694144:0:18889:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694147:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384948.694149:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.694150:0:18889:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384948.694151:0:18889:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384948.694156:0:18889:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b9705b2 already unused, calling callback (00000000c66beece) 00010000:00000001:0.0:1767384948.694158:0:18889:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384948.694160:0:18889:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384948.694161:0:18889:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694164:0:18889:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384948.694166:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384948.694167:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384948.694168:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=6 00000020:00000001:0.0:1767384948.694169:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:0.0:1767384948.694171:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:0.0:1767384948.694173:0:18889:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384948.694174:0:18889:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694178:0:18889:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384948.694180:0:18889:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384948.694181:0:18889:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.694193:0:18889:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384948.694194:0:18889:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384948.694196:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384948.694197:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384948.694199:0:18889:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b9705b2 with handle 0x135556ebb4843c5c from hash 00010000:00000001:0.0:1767384948.694201:0:18889:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384948.694202:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384948.694208:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.694210:0:18889:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384948.694212:0:18889:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384948.694213:0:18889:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384948.694215:0:18889:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384948.694216:0:18889:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384948.694218:0:18889:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.694220:0:18889:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384948.694221:0:18889:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384948.694223:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384948.694224:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384948.694225:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694226:0:18889:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.694229:0:18889:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.694234:0:18889:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384948.694239:0:18889:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.694240:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384948.694246:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384948.694248:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384948.694250:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694251:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.694253:0:18889:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384948.694256:0:18889:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384948.694259:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384948.694259:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384948.694264:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384948.694264:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384948.694268:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.694269:0:18889:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:3.0:1767384948.694272:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384948.694273:0:18889:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384948.694276:0:18889:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.694278:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384948.694280:0:18889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b9705b2/0x135556ebb4843c5c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694288:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384948.694289:0:18889:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.694291:0:18889:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384948.694293:0:18889:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384948.694295:0:18889:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.694296:0:18889:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.694298:0:18889:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384948.694299:0:18889:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007dc04d18. 00000100:00000001:0.0:1767384948.694306:0:18889:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384948.694307:0:18889:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384948.694310:0:18889:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096535eb8. 00080000:00000010:1.0:1767384948.694311:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e12ddd17. 00010000:00000001:0.0:1767384948.694313:0:18889:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384948.694317:0:18889:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c6dcc435 count: 0 00010000:00010000:0.0:1767384948.694326:0:18889:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384948.694328:0:18889:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384948.694331:0:18889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384948.694332:0:18889:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384948.694334:0:18889:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384948.694337:0:18889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:3.0:1767384948.694340:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000079812f19. 00000100:00000040:0.0:1767384948.694340:0:18889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384948.694342:0:18889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00040000:00000001:3.0:1767384948.694346:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1767384948.694346:0:18889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00040000:00000001:3.0:1767384948.694350:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:0.0:1767384948.694350:0:18889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384948.694353:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.694354:0:18889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384948.694357:0:18889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384948.694361:0:18889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000020:00000002:3.0:1767384948.694364:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00000100:00000200:0.0:1767384948.694365:0:18889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363761408, offset 224 20000000:00000001:3.0:1767384948.694368:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384948.694370:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384948.694373:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:0.0:1767384948.694374:0:18889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384948.694382:0:18889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:3.0:1767384948.694386:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384948.694390:0:18889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c06100 20000000:01000000:3.0:1767384948.694393:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384948.694394:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:0.0:1767384948.694399:0:18889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1b99 [1] + 224 20000000:00000001:1.0:1767384948.694400:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384948.694402:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:1.0:1767384948.694404:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:0.0:1767384948.694405:0:18889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384948.694409:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384948.694412:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1767384948.694413:0:18889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.0:1767384948.694417:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a43efc2b. 00000100:00000001:0.0:1767384948.694418:0:18889:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384948.694423:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000200:0.0:1767384948.694423:0:18889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384948.694428:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc35e043. 00000020:00000001:1.0:1767384948.694433:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:0.0:1767384948.694436:0:18889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384948.694437:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc35e043 with handle 0x135556ebb4843c63 to hash 00000020:00000001:1.0:1767384948.694441:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384948.694444:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384948.694449:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384948.694452:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384948.694453:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384948.694455:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384948.694456:0:18889:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384948.694462:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1767384948.694463:0:18889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00010000:00000001:1.0:1767384948.694464:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000010:0.0:1767384948.694466:0:18889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000100:00000001:0.0:1767384948.694469:0:18889:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384948.694472:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384948.694473:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384948.694474:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.694476:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384948.694478:0:18889:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384948.694479:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.694481:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384948.694483:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384948.694484:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:0.0:1767384948.694484:0:18889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694487:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384948.694489:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a43efc2b) refcount = 1 00000100:00000040:0.0:1767384948.694489:0:18889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384948.694494:0:18889:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384948.694495:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384948.694496:0:18889:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694503:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:0.0:1767384948.694503:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a66dcdfc x1853237363761408/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 328/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384948.694506:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384948.694509:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.694514:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384948.694518:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384948.694519:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.694523:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00100000:0.0:1767384948.694523:0:18889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a66dcdfc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363761408:12345-0@lo:103: Request processed in 585us (841us total) trans 0 rc 0/0 20000000:00000001:1.0:1767384948.694524:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000010:3.0:1767384948.694528:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f5c0b2e4. 20000000:01000000:1.0:1767384948.694529:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384948.694534:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:3.0:1767384948.694535:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.694536:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384948.694539:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc35e043 refcount=4 00000100:00100000:0.0:1767384948.694540:0:18889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00000040:3.0:1767384948.694541:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363761152 00000020:00000001:1.0:1767384948.694543:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000100:00000040:0.0:1767384948.694546:0:18889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:3.0:1767384948.694547:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384948.694547:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000100:00000001:0.0:1767384948.694551:0:18889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384948.694552:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384948.694554:0:18889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:3.0:1767384948.694555:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9432797 x1853237363761152/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384948.694556:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384948.694586:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384948.694589:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384948.694590:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384948.694594:0:18889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000098267326. 00010000:00000001:3.0:1767384948.694595:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694596:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384948.694600:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384948.694601:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=66 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384948.694602:0:18889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008627ea1a. 00010000:00010000:1.0:1767384948.694603:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384948.694608:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384948.694610:0:18889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026483cd2. 00000100:00000040:3.0:1767384948.694614:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000040:0.0:1767384948.694617:0:18889:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:3.0:1767384948.694619:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:1.0:1767384948.694623:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384948.694623:0:18889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384948.694624:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384948.694628:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694628:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.694632:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384948.694632:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384948.694635:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384948.694638:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384948.694640:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384948.694644:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac6c77e0. 00000100:00000001:0.0:1767384948.694644:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384948.694645:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc35e043 already unused, calling callback (00000000c66beece) 00000400:00000001:0.0:1767384948.694649:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384948.694650:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:0.0:1767384948.694653:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384948.694654:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:0.0:1767384948.694657:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003249b371. 00010000:00010000:1.0:1767384948.694658:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384948.694662:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c701859 00010000:00000001:1.0:1767384948.694666:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:0.0:1767384948.694666:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c701859. 00010000:00000001:1.0:1767384948.694669:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384948.694671:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384948.694671:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384948.694672:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363761152, offset 224 00000020:00000040:1.0:1767384948.694675:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc35e043 refcount=5 00000100:00000200:0.0:1767384948.694678:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384948.694679:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000400:00000200:3.0:1767384948.694681:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384948.694684:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384948.694690:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384948.694693:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384948.694694:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384948.694708:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384948.694709:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06000 00000100:00000200:0.0:1767384948.694709:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384948.694711:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384948.694714:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694720:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767384948.694721:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b69 [2] + 224 00010000:00000001:1.0:1767384948.694723:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384948.694727:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384948.694730:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.694732:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384948.694733:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384948.694734:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc35e043 with handle 0x135556ebb4843c63 from hash 00000100:00000001:0.0:1767384948.694736:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.694738:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384948.694739:0:16343:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384948.694740:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384948.694742:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384948.694743:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384948.694745:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384948.694747:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384948.694753:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384948.694753:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.694757:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694758:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:3.0:1767384948.694761:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384948.694762:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:0.0:1767384948.694763:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694766:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384948.694769:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384948.694770:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=66 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384948.694774:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694780:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00001000:0.0:1767384948.694781:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=66 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384948.694782:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384948.694782:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384948.694789:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384948.694789:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384948.694794:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384948.694794:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694797:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.694798:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384948.694800:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.694801:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384948.694801:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694806:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.694807:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.694810:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6c77e0 00010000:00010000:1.0:1767384948.694811:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384948.694813:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384948.694815:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac6c77e0. 00000100:00000001:3.0:1767384948.694820:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384948.694823:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384948.694827:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.694828:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384948.694831:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384948.694834:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384948.694835:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384948.694837:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384948.694838:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384948.694840:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384948.694841:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384948.694842:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384948.694844:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.694844:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.694845:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384948.694848:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384948.694852:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.694852:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384948.694853:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:1.0:1767384948.694858:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.694862:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9432797 x1853237363761152/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:174/0 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384948.694888:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384948.694892:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004309d50e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363761408:0@lo:103: 00000100:00000001:0.0:1767384948.694902:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384948.694906:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384948.694908:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384948.694925:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384948.694928:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc35e043/0x135556ebb4843c63 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384948.694929:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004309d50e x1853237363761408/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384948.694942:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9432797 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363761152:12345-0@lo:253: Request processed in 4413us (4811us total) trans 0 rc 0/0 00010000:00000040:1.0:1767384948.694948:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a43efc2b count: 0 00010000:00000001:1.0:1767384948.694956:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384948.694959:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000001:1.0:1767384948.694960:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384948.694964:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 02000000:00000001:0.0:1767384948.694964:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384948.694968:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067c912fb. 00000100:00000040:3.0:1767384948.694969:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384948.694973:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384948.694973:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384948.694976:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384948.694977:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384948.694979:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000010:3.0:1767384948.694982:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fcebcfc2. 00000020:00000001:0.0:1767384948.694982:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384948.694985:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000095a6e446. 00000020:00000010:3.0:1767384948.694988:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000013d6bfde. 02000000:00000001:0.0:1767384948.694988:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384948.694991:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384948.694993:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004309d50e. 00000020:00000010:3.0:1767384948.694995:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9201bec. 00000100:00000001:0.0:1767384948.694998:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384948.695000:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:3.0:1767384948.695002:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384948.695004:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d6c136e0. 00000100:00000001:0.0:1767384948.695006:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384948.695008:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384948.695009:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.695012:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.695015:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384948.695017:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384948.695017:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.695022:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384948.695023:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003249b371. 00000100:00000001:0.0:1767384948.695024:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.695031:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac6c77e0. 00000100:00000001:0.0:1767384948.695035:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.695037:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384948.695043:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384948.695045:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384948.695046:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ba6d2e0. 00000400:00000200:0.0:1767384948.695049:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000621fe861 00000400:00000010:0.0:1767384948.695051:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000621fe861. 00000100:00000001:0.0:1767384948.695053:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384948.695055:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384948.695061:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.695065:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384948.695066:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.695084:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384948.695085:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384948.695086:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384948.695087:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384948.695088:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384948.695090:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384948.695092:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384948.695093:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384948.695094:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.695095:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384948.695096:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.695097:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.695098:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.695102:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384948.695104:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384948.695110:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384948.695112:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384948.695113:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384948.695114:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384948.695115:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384948.695116:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384948.695117:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384948.695118:0:16342:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384948.695119:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384948.695120:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384948.695121:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384948.695126:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000368b21f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363761152:0@lo:253: 00000100:00000001:0.0:1767384948.695128:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.695129:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384948.695130:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000368b21f2 x1853237363761152/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384948.695134:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384948.695135:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384948.695136:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000deae5813. 02000000:00000001:0.0:1767384948.695138:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384948.695139:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384948.695140:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384948.695141:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384948.695142:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000013f749b7. 02000000:00000001:0.0:1767384948.695143:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384948.695144:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384948.695145:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000368b21f2. 00000100:00000001:0.0:1767384948.695146:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384948.695147:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.695148:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384948.695150:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384948.695151:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384948.695152:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384948.695153:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384948.698900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000182c342. 00010000:00000010:0.1:1767384948.698908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00010000:00000010:0.1:1767384948.698913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7bca0f3. 00010000:00000010:0.1:1767384948.698917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b9705b2. 00010000:00000010:0.1:1767384948.698921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c6dcc435. 00000100:00000040:2.0:1767384948.699944:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294936578, at 4294936579 00000100:00000040:1.0:1767384948.699945:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294936578, at 4294936579 00000100:00000010:2.0:1767384948.699958:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004613b0be. 00000100:00000040:3.0:1767384948.699959:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294936578, at 4294936579 00000100:00000010:1.0:1767384948.699961:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffe6e92d. 00000100:00000010:3.0:1767384948.699970:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c68c9e87. 00000100:00000040:0.0:1767384948.700926:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294936578, at 4294936580 00000100:00000010:0.0:1767384948.700939:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b7f667f. 00010000:00000010:1.1:1767384948.702886:0:32651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a43efc2b. 00010000:00000010:1.1:1767384948.702895:0:32651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc35e043. 00000400:00000010:2.0:1767384948.707833:0:32652:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007fbc325f. 00000400:00000040:2.0:1767384948.707849:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384948.707851:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384948.707854:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384948.707855:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384948.707857:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384948.707858:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384948.707861:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384948.707862:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384948.707891:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384948.707893:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384948.707896:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384948.707898:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384948.707900:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384948.707901:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384948.707903:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384948.707905:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384948.707907:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384948.707909:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384948.707910:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384948.707912:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384948.707914:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384948.707929:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384948.707931:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384948.707933:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384948.707934:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384948.707936:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384948.707938:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384948.707939:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384948.707940:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384948.707941:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384948.707942:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384948.707944:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384948.707946:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384948.707947:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384948.707949:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384948.707950:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384948.707951:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384948.707953:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384948.707955:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384948.707956:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384948.707957:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384948.707958:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384948.707960:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384948.707961:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384948.707962:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384948.707963:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384948.707964:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384948.707965:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384948.707966:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384948.707968:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384948.707969:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384948.707970:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384948.707971:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384948.707972:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384948.707973:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384948.707974:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384948.707975:0:32652:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384948.708061:0:32652:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007fbc325f. 00000400:00000001:3.0:1767384949.080933:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384949.080938:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384949.080940:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384949.080944:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000400:00000200:3.0:1767384949.080949:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384949.080955:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp39 recovery ping unlinked 00000800:00000200:2.0:1767384949.080963:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000043d3dd7b] -> 12345-192.168.203.109@tcp22 (6) 00000400:00000010:3.0:1767384949.080965:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005b8dabde. 00000400:00000010:3.0:1767384949.080970:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c522dab. 00000400:00000200:3.0:1767384949.080982:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp36 00000800:00000200:2.0:1767384949.080982:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp22 ip 192.168.203.109:988 00000400:00000010:3.0:1767384949.080986:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005b8dabde. 00000800:00000200:2.0:1767384949.080988:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384949.080991:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000045371b48. 00000400:00000010:3.0:1767384949.080995:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000400:00000010:3.0:1767384949.081000:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b624937a. 00000400:00000200:3.0:1767384949.081003:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp36 00000400:00000200:3.0:1767384949.081015:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp36 local destination 00000400:00000200:3.0:1767384949.081020:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp36 00000400:00000200:3.0:1767384949.081024:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp36 NI seq info: [140:140:256:4294967295] 192.168.203.109@tcp36 LPNI seq info [122:122:8:4294967295] 00000400:00000200:3.0:1767384949.081030:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp36 00010000:00000001:2.0:1767384949.081035:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:3.0:1767384949.081040:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp36(192.168.203.109@tcp36:) -> 192.168.203.109@tcp36(192.168.203.109@tcp36:192.168.203.109@tcp36) : GET try# 0 00010000:00000001:2.0:1767384949.081041:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384949.081049:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp36 00010000:00000001:2.0:1767384949.081050:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384949.081053:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384949.081054:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000054b59854. 00000800:00000200:3.0:1767384949.081063:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000800:00000200:3.1:1767384949.081068:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000020:00000001:2.0:1767384949.081074:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384949.081078:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384949.081080:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384949.081085:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp36 added to recovery queue. ping count: 3 next ping: 277 health :700 00000800:00000200:0.0:1767384949.081106:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384949.081111:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384949.081124:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384949.081129:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384949.081133:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384949.081141:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081180:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081213:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081244:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081273:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081293:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081314:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081335:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081359:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081376:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081395:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081415:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081443:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081477:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081509:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081530:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081551:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081590:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081631:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081655:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081677:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081695:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081727:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081782:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081816:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081839:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081899:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.081958:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.082032:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.082084:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.082134:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.082187:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.082245:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.082281:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384949.082325:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384949.082454:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a9e8105. 00000800:00000010:2.0:1767384949.082460:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041147804. 00000800:00000010:2.0:1767384949.082466:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa24368b. 00000800:00000010:2.0:1767384949.082490:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa24368b. 00000800:00020000:2.0:1767384949.082510:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384949.082514:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041147804. 00000800:00000010:2.0:1767384949.082517:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001a9e8105. 00000400:02020000:2.0:1767384949.082576:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp36 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384949.082584:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp36 notifying 192.168.203.109@tcp36: down 00000800:00000200:2.0:1767384949.082590:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp36 down 00000800:00000100:2.0:1767384949.082597:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp36 00000800:00000010:2.0:1767384949.082600:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000054b59854. 00000400:00000200:2.0:1767384949.082604:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384949.082610:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp36->192.168.203.109@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384949.082618:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384949.082621:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384949.082625:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp36) recovery failed with -71 00000100:00000040:3.0:1767384949.208924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384949.208931:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384949.208946:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f558f2b4. 00000020:00000040:3.0:1767384949.208952:0:8:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384949.208956:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384949.208960:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384949.208965:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384949.208973:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033067b95. 00000100:00000001:3.0:1767384949.208980:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.208989:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384949.209001:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384949.209004:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209011:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f558f2b4] to pc [ptlrpcd_00_00+0] req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209035:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384949.209042:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384949.209046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a93edc9. 00000020:00000040:3.0:1767384949.209049:0:8:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384949.209051:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384949.209053:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384949.209055:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384949.209060:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b60d2a1e. 00000100:00000001:3.0:1767384949.209063:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209067:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384949.209076:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384949.209077:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209081:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a93edc9] to pc [ptlrpcd_00_01+1] req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209090:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384949.209104:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384949.209108:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bbf176c. 00000020:00000040:3.0:1767384949.209111:0:8:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384949.209114:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384949.209116:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384949.209118:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384949.209122:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e776e151. 00000100:00000001:3.0:1767384949.209126:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209130:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384949.209137:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384949.209139:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209144:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbf176c] to pc [ptlrpcd_00_02+2] req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209164:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209170:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (274) 00000100:00000001:3.0:1767384949.209242:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384949.209246:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384949.209249:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384949.209254:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209262:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384949.209264:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.209268:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384949.209271:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384949.209274:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.209276:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f558f2b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363761536:0@lo:400: 00000100:00000001:3.0:1767384949.209280:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384949.209284:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384949.209287:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.209289:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384949.209293:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf0b09aa. 02000000:00000001:3.0:1767384949.209295:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384949.209306:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477db2a3. 00000400:00000010:3.0:1767384949.209313:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc81237d. 00000100:00000200:3.0:1767384949.209320:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363761536, portal 4 00000100:00000001:3.0:1767384949.209323:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384949.209325:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079253376 : -107292630298240 : ffff9e6afce25180) 00000100:00000040:3.0:1767384949.209332:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209339:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384949.209342:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384949.209345:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000100:00000200:3.0:1767384949.209347:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363761536, offset 0 00000400:00000200:3.0:1767384949.209355:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384949.209371:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384949.209384:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c06180 00000400:00000200:3.0:1767384949.209392:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 00000400:00000200:3.0:1767384949.209401:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384949.209406:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384949.209413:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384949.209416:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384949.209421:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd67d98f. 00000100:00000040:3.0:1767384949.209424:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000bd67d98f x1853237363761536 msgsize 224 00000100:00100000:3.0:1767384949.209431:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384949.209443:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384949.209452:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000400:00000010:3.0:1767384949.209456:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000100:00000001:3.0:1767384949.209461:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384949.209465:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209475:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384949.209478:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209486:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.209488:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384949.209502:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209506:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4362 usecs (5 jiffies) 00000100:00000001:3.0:1767384949.209510:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937093 00000100:00000010:3.0:1767384949.209515:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000858726e4. 00000100:00000001:3.0:1767384949.209522:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384949.209527:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937093 00000100:00000010:3.0:1767384949.209530:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001947e4a. 00000100:00000001:3.0:1767384949.209536:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384949.209538:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937093 00000100:00000010:3.0:1767384949.209542:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054d9e4cd. 00000100:00000001:3.0:1767384949.209545:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384949.209548:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937093 00000100:00000010:3.0:1767384949.209551:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f28c932. 00000100:00000001:3.0:1767384949.209569:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384949.209573:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384949.209577:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.209580:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.209583:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.209603:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384949.209605:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384949.209608:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384949.209609:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384949.209611:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.209614:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384949.209616:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.209619:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384949.209620:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.209623:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384949.209624:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384949.209625:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384949.209629:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209636:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384949.209644:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.209647:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384949.209648:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384949.209651:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.209654:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a93edc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363761664:0@lo:400: 00000100:00000001:3.0:1767384949.209658:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384949.209660:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384949.209662:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.209664:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384949.209668:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097ea4b8c. 02000000:00000001:3.0:1767384949.209671:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384949.209675:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a206abe. 00000400:00000010:3.0:1767384949.209681:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006275c662. 00000100:00000200:3.0:1767384949.209684:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363761664, portal 10 00000100:00000001:3.0:1767384949.209687:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384949.209689:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079255168 : -107292630296448 : ffff9e6afce25880) 00000100:00000040:3.0:1767384949.209695:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209702:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384949.209706:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384949.209710:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000527c3676. 00000100:00000200:3.0:1767384949.209713:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363761664, offset 0 00000400:00000200:3.0:1767384949.209720:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384949.209728:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384949.209737:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c06200 00000400:00000200:3.0:1767384949.209744:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000400:00000200:3.0:1767384949.209749:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384949.209753:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384949.209758:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384949.209760:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384949.209765:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005caed85d. 00000100:00000040:3.0:1767384949.209767:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000005caed85d x1853237363761664 msgsize 224 00000100:00100000:3.0:1767384949.209774:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384949.209786:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384949.209797:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000527c3676 00000400:00000010:3.0:1767384949.209800:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000527c3676. 00000100:00000001:3.0:1767384949.209804:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384949.209808:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209816:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384949.209820:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.209826:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.209838:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384949.209842:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.209845:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3496 usecs (4 jiffies) 00000100:00000001:3.0:1767384949.209847:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937092 00000100:00000001:3.0:1767384949.209850:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937093 00000100:00000001:3.0:1767384949.209852:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937092 00000100:00000001:3.0:1767384949.209854:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937093 00000100:00000001:3.0:1767384949.209856:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937092 00000100:00000001:3.0:1767384949.209858:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937093 00000100:00000001:3.0:1767384949.209860:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937092 00000100:00000001:3.0:1767384949.209862:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937093 00000004:00000001:2.0:1767384949.209933:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384949.209936:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384949.209945:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046e12a25. 00000020:00000040:2.0:1767384949.209948:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384949.209951:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384949.209952:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384949.209955:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384949.209959:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000001f25c3. 00000100:00000001:2.0:1767384949.209962:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.209966:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384949.209967:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384949.209972:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e12a25] to pc [ptlrpcd_00_03+3] req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384949.209983:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210212:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384949.210215:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210217:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210220:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210231:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384949.210233:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210237:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384949.210240:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384949.210242:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384949.210247:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.210254:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384949.210262:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.210264:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384949.210266:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384949.210269:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.210272:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002bbf176c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16342:1853237363761792:0@lo:400: 00000100:00000001:3.0:1767384949.210275:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384949.210278:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384949.210279:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.210281:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384949.210285:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c522dab. 02000000:00000001:3.0:1767384949.210287:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384949.210291:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000256b419. 00000400:00000010:3.0:1767384949.210295:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000527c3676. 00000100:00000200:3.0:1767384949.210298:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363761792, portal 10 00000100:00000001:3.0:1767384949.210300:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384949.210301:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079264128 : -107292630287488 : ffff9e6afce27b80) 00000100:00000040:3.0:1767384949.210307:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.210313:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384949.210315:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384949.210318:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001581262. 00000100:00000200:3.0:1767384949.210320:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363761792, offset 0 00000400:00000200:3.0:1767384949.210326:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384949.210332:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384949.210339:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c06280 00000400:00000200:3.0:1767384949.210344:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000400:00000200:3.0:1767384949.210349:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384949.210352:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384949.210356:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384949.210357:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384949.210361:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000947d5735. 00000100:00000040:3.0:1767384949.210363:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000947d5735 x1853237363761792 msgsize 224 00000100:00100000:3.0:1767384949.210367:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384949.210376:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384949.210389:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001581262 00000400:00000010:3.0:1767384949.210391:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001581262. 00000100:00000001:3.0:1767384949.210395:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384949.210399:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.210407:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384949.210411:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.210417:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210419:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384949.210424:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.210427:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3677 usecs (4 jiffies) 00000100:00000001:3.0:1767384949.210430:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294937093 00000100:00000001:3.0:1767384949.210433:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294937093 00000100:00000001:3.0:1767384949.210435:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294937093 00000100:00000001:3.0:1767384949.210437:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294937093 00000100:00000001:3.0:1767384949.210439:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294937093 00000100:00000001:3.0:1767384949.210441:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294937093 00000100:00000001:3.0:1767384949.210443:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294937093 00000100:00000001:3.0:1767384949.210445:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294937093 00000100:00000001:3.0:1767384949.210447:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384949.210450:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210452:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210454:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.210458:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384949.210460:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384949.210463:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384949.210465:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384949.210467:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.210470:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384949.210472:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.210474:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384949.210481:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.210484:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384949.210486:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384949.210487:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384949.210491:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.210499:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384949.210501:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.210503:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384949.210505:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384949.210508:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.210511:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363761920:0@lo:13: 00000100:00000001:3.0:1767384949.210515:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384949.210517:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384949.210519:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.210522:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384949.210525:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000075d67f64. 02000000:00000001:3.0:1767384949.210527:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384949.210532:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f75839. 00000400:00000010:3.0:1767384949.210537:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001581262. 00000100:00000200:3.0:1767384949.210540:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363761920, portal 4 00000100:00000001:3.0:1767384949.210542:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384949.210543:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020032 : -107292830531584 : ffff9e6af0f30000) 00000100:00000040:3.0:1767384949.210547:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.210571:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384949.210573:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384949.210576:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bad16f6. 00000100:00000200:3.0:1767384949.210579:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363761920, offset 0 00000400:00000200:3.0:1767384949.210584:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384949.210601:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384949.210610:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c06300 00000400:00000200:3.0:1767384949.210616:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 00000400:00000200:3.0:1767384949.210621:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384949.210632:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384949.210637:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384949.210639:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384949.210643:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6a14095. 00000100:00000040:3.0:1767384949.210646:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000b6a14095 x1853237363761920 msgsize 224 00000100:00100000:3.0:1767384949.210651:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384949.210665:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384949.210672:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bad16f6 00000400:00000010:3.0:1767384949.210675:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bad16f6. 00000100:00000001:3.0:1767384949.210679:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384949.210684:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384949.210686:0:17881:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384949.210689:0:17881:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363761920 02000000:00000001:2.0:1767384949.210693:0:17881:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384949.210696:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384949.210698:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210699:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384949.210702:0:17881:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.210705:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384949.210707:0:17881:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363761920 00000020:00000001:2.0:1767384949.210711:0:17881:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384949.210714:0:17881:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:2.0:1767384949.210717:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384949.210721:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384949.210722:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000020:00000001:2.0:1767384949.210726:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384949.210727:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384949.210729:0:17881:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:2.0:1767384949.210733:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384949.210734:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384949.210736:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ee9c0af. 00000100:00000040:3.0:1767384949.210739:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4362 usecs (5 jiffies) 00000020:00000010:2.0:1767384949.210741:0:17881:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001b3db9a9. 00000100:00000001:3.0:1767384949.210745:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937094 00000020:00000040:2.0:1767384949.210748:0:17881:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:3.0:1767384949.210752:0:16342:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294937093 00000100:00000001:2.0:1767384949.210757:0:17881:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384949.210759:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937094 00000020:00000010:2.0:1767384949.210762:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac8a7f24. 00000100:00000001:3.0:1767384949.210764:0:16342:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294937093 00000020:00000010:2.0:1767384949.210768:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c36b5d13. 00000100:00000001:3.0:1767384949.210770:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937094 00000020:00000010:2.0:1767384949.210773:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00000001:3.0:1767384949.210775:0:16342:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294937093 00000100:00000040:2.0:1767384949.210780:0:17881:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384949.210782:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937094 00000100:00000001:3.0:1767384949.210785:0:16342:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294937093 00000100:00000001:3.0:1767384949.210791:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384949.210791:0:17881:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384949.210794:0:17881:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384949.210796:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.210797:0:17881:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210804:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.210808:0:17881:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.210809:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.210815:0:17881:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384949.210840:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384949.210842:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384949.210843:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384949.210848:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384949.210850:0:17881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384949.210854:0:17881:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:2.0:1767384949.210856:0:17881:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079257856 : -107292630293760 : ffff9e6afce26300) 00000100:00000040:2.0:1767384949.210860:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6a14095 x1853237363761920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:175/0 lens 224/0 e 0 to 0 dl 1767384960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384949.210897:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384949.210900:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b3db9a9. 00000100:00000001:2.0:1767384949.210903:0:17881:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384949.210905:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b3db9a9. 00000100:00100000:2.0:1767384949.210909:0:17881:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6a14095 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363761920:12345-0@lo:13: 00000100:00000200:2.0:1767384949.210912:0:17881:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363761920 00000020:00000001:2.0:1767384949.210915:0:17881:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384949.210918:0:17881:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384949.210920:0:17881:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384949.210922:0:17881:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384949.210924:0:17881:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:2.0:1767384949.210927:0:17881:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384949.210930:0:17881:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384949.210932:0:17881:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384949.210934:0:17881:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384949.210936:0:17881:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.210940:0:17881:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384949.210942:0:17881:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384949.210945:0:17881:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003ada5aed. 02000000:00000001:2.0:1767384949.210947:0:17881:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.210949:0:17881:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384949.210956:0:17881:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384949.210961:0:17881:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384949.210963:0:17881:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384949.210973:0:17881:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384949.210975:0:17881:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384949.210979:0:17881:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384949.210981:0:17881:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384949.210984:0:17881:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384949.210986:0:17881:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384949.210989:0:17881:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384949.210991:0:17881:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384949.210993:0:17881:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384949.210996:0:17881:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363761920 00010000:00000001:2.0:1767384949.210998:0:17881:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384949.211002:0:17881:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6a14095 x1853237363761920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:175/0 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384949.211008:0:17881:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384949.211010:0:17881:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384949.211013:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384949.211017:0:17881:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384949.211019:0:17881:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384949.211021:0:17881:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384949.211023:0:17881:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384949.211025:0:17881:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.211027:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384949.211031:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384949.211035:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000100:00000200:2.0:1767384949.211037:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363761920, offset 224 00000400:00000200:2.0:1767384949.211043:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384949.211051:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384949.211059:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c06300 00000400:00000200:2.0:1767384949.211063:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1bc9 [1] + 224 00000400:00000200:2.0:1767384949.211067:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384949.211071:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384949.211080:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384949.211085:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384949.211092:0:17881:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384949.211104:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384949.211110:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000400:00000010:2.0:1767384949.211112:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000100:00000001:2.0:1767384949.211116:0:17881:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384949.211118:0:17881:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384949.211122:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384949.211125:0:17881:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384949.211128:0:17881:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384949.211129:0:17881:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384949.211131:0:17881:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384949.211134:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6a14095 x1853237363761920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:175/0 lens 224/368 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384949.211141:0:17881:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6a14095 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363761920:12345-0@lo:13: Request processed in 242us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384949.211148:0:17881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384949.211151:0:17881:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:2.0:1767384949.211153:0:17881:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384949.211154:0:17881:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384949.211158:0:17881:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c36b5d13. 00000020:00000010:2.0:1767384949.211161:0:17881:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000100:00000001:3.0:1767384949.211164:0:17879:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384949.211164:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac8a7f24. 00000100:00100000:3.0:1767384949.211169:0:17879:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363761536 00000020:00000040:2.0:1767384949.211171:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 02000000:00000001:3.0:1767384949.211173:0:17879:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384949.211174:0:17881:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.211177:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384949.211180:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.211184:0:17879:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.211187:0:17879:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363761536 00000100:00080000:2.0:1767384949.211189:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1767384949.211190:0:17879:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384949.211193:0:17879:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000040:2.0:1767384949.211196:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000020:00000001:3.0:1767384949.211197:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384949.211201:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000020:00000001:3.0:1767384949.211206:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:3.0:1767384949.211208:0:17879:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384949.211212:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384949.211215:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a395d58c. 00000100:00000001:3.0:1767384949.211218:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384949.211220:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a395d58c. 00000100:00000001:2.0:1767384949.211222:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384949.211225:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384949.211226:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067c912fb. 00000400:00000001:2.0:1767384949.211230:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384949.211232:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008226ecf6. 00000020:00000010:3.0:1767384949.211238:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e463ad97. 00000400:00000001:2.0:1767384949.211241:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384949.211245:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f75839. 00000100:00000040:3.0:1767384949.211248:0:17879:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384949.211248:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384949.211250:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001581262 00000100:00000001:3.0:1767384949.211253:0:17879:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384949.211253:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363761664 00000400:00000010:2.0:1767384949.211254:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001581262. 00000100:00000001:3.0:1767384949.211256:0:17879:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384949.211257:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384949.211260:0:17879:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.211260:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384949.211261:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384949.211263:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384949.211267:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384949.211269:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384949.211271:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363761664 00000020:00000001:1.0:1767384949.211276:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384949.211280:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000100:00000200:2.0:1767384949.211282:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384949.211283:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384949.211287:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000001:2.0:1767384949.211292:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384949.211292:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:2.0:1767384949.211296:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384949.211296:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:2.0:1767384949.211301:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384949.211303:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384949.211305:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384949.211307:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384949.211308:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6f8d321. 00000100:00000001:2.0:1767384949.211309:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384949.211313:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.211314:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384949.211319:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=57 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384949.211319:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6f8d321. 00000100:00001000:2.0:1767384949.211326:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=57 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384949.211328:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b6736c6. 00000100:00000001:2.0:1767384949.211330:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384949.211333:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384949.211334:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000174c0228. 00010000:00000001:2.0:1767384949.211336:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384949.211342:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384949.211342:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00010000:00000001:2.0:1767384949.211350:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384949.211352:0:17764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384949.211353:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384949.211356:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384949.211357:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384949.211358:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384949.211360:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384949.211362:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.211364:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384949.211367:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.211370:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384949.211374:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384949.211375:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384949.211377:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384949.211378:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.211380:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384949.211383:0:16342:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1767384949.211390:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1767384949.211391:0:16342:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384949.211395:0:16342:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:2.0:1767384949.211403:0:16342:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:1.0:1767384949.211404:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00000001:2.0:1767384949.211409:0:16342:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384949.211409:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363761792 02000000:00000001:1.0:1767384949.211414:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384949.211417:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.211418:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384949.211421:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384949.211426:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384949.211430:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363761920:0@lo:13: 00000100:00100000:1.0:1767384949.211431:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363761792 00000100:00000001:2.0:1767384949.211435:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.211437:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384949.211440:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046e12a25 x1853237363761920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384949.211442:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384949.211445:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000001:2.0:1767384949.211447:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384949.211449:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384949.211450:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1767384949.211452:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 02000000:00000010:2.0:1767384949.211453:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000075d67f64. 00000020:00000001:1.0:1767384949.211457:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 02000000:00000001:2.0:1767384949.211459:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384949.211462:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384949.211463:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000020:00000040:2.0:1767384949.211464:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384949.211468:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384949.211469:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384949.211470:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000001f25c3. 00000020:00000010:1.0:1767384949.211474:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6f8d321. 02000000:00000001:2.0:1767384949.211475:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384949.211477:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1767384949.211480:0:17764:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b1768e5d. 00000100:00000010:2.0:1767384949.211481:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046e12a25. 00000100:00000001:2.0:1767384949.211484:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384949.211487:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384949.211488:0:17764:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:2.0:1767384949.211489:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.211494:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384949.211495:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384949.211497:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.211498:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.211501:0:17764:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384949.211507:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af11602c. 00000020:00000010:1.0:1767384949.211511:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002385902c. 00000020:00000010:1.0:1767384949.211516:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073d9a722. 00000100:00000001:1.0:1767384949.211521:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384949.211522:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384949.211524:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.211528:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384949.211529:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384949.211531:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.211540:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.211550:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384949.211552:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384949.211573:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1767384949.211576:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:1.0:1767384949.211579:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079248896 : -107292630302720 : ffff9e6afce24000) 00000100:00000001:3.0:1767384949.211580:0:17879:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384949.211582:0:17879:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384949.211583:0:17879:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384949.211583:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005caed85d x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:175/0 lens 224/0 e 0 to 0 dl 1767384960 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.211603:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384949.211604:0:17879:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384949.211607:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015099779. 00000100:00000001:1.0:1767384949.211610:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384949.211612:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015099779. 00000100:00000001:3.0:1767384949.211617:0:17879:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384949.211618:0:17879:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384949.211618:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005caed85d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363761664:12345-0@lo:400: 00000100:00100000:3.0:1767384949.211622:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384949.211624:0:17879:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:3.0:1767384949.211626:0:17879:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079254272 : -107292630297344 : ffff9e6afce25500) 00000100:00000200:1.0:1767384949.211627:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363761664 00000020:00000001:1.0:1767384949.211631:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384949.211634:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384949.211635:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd67d98f x1853237363761536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:175/0 lens 224/0 e 0 to 0 dl 1767384960 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384949.211637:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.211639:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384949.211642:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:3.0:1767384949.211644:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384949.211645:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384949.211647:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a395d58c. 00000020:00000001:1.0:1767384949.211647:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.211650:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384949.211650:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384949.211651:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384949.211652:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a395d58c. 00000020:00000001:1.0:1767384949.211653:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.211656:0:17879:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd67d98f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16340:x1853237363761536:12345-0@lo:400: 00000020:00000001:1.0:1767384949.211656:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384949.211659:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384949.211660:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363761536 02000000:00000001:1.0:1767384949.211661:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384949.211662:0:17879:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384949.211665:0:17879:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:1.0:1767384949.211665:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f31f6653. 00000020:00000001:3.0:1767384949.211667:0:17879:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384949.211667:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384949.211670:0:17879:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384949.211670:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384949.211671:0:17879:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:1.0:1767384949.211672:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384949.211674:0:17879:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:1.0:1767384949.211674:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363761664 00000020:00000001:3.0:1767384949.211676:0:17879:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384949.211677:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384949.211678:0:17879:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384949.211679:0:17879:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384949.211681:0:17879:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384949.211681:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005caed85d x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:175/0 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384949.211683:0:17879:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384949.211686:0:17879:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384949.211687:0:17879:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384949.211688:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1767384949.211691:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001b677563. 00010000:00000001:1.0:1767384949.211691:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384949.211693:0:17879:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384949.211693:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384949.211695:0:17879:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384949.211697:0:17879:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.211697:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1767384949.211699:0:17879:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363761536 00000100:00000040:1.0:1767384949.211700:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:3.0:1767384949.211701:0:17879:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384949.211702:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000200:3.0:1767384949.211704:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd67d98f x1853237363761536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:175/0 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384949.211704:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384949.211706:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.211708:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384949.211710:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384949.211712:0:17879:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384949.211713:0:17879:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384949.211715:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=57 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384949.211715:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f3bb6ca. 00000100:00000001:3.0:1767384949.211718:0:17879:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384949.211718:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363761664, offset 224 00000400:00000200:1.0:1767384949.211724:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384949.211725:0:17879:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:3.0:1767384949.211726:0:17879:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384949.211728:0:17879:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384949.211730:0:17879:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.211732:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384949.211734:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384949.211734:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384949.211737:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bad16f6. 00000100:00000200:3.0:1767384949.211739:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363761536, offset 224 00000400:00000200:1.0:1767384949.211740:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c06200 00000400:00000200:3.0:1767384949.211744:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384949.211749:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384949.211752:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bb9 [1] + 224 00000400:00000200:3.0:1767384949.211755:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c06180 00000400:00000200:1.0:1767384949.211756:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384949.211759:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1bb1 [1] + 224 00000400:00000200:1.0:1767384949.211759:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384949.211762:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384949.211763:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384949.211764:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384949.211766:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.211767:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384949.211770:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384949.211776:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384949.211778:0:17879:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.211792:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384949.211793:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384949.211798:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f3bb6ca 00000400:00000010:1.0:1767384949.211800:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f3bb6ca. 00000100:00000001:1.0:1767384949.211804:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384949.211805:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384949.211806:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bad16f6 00000400:00000010:3.0:1767384949.211807:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bad16f6. 00000100:00000001:3.0:1767384949.211811:0:17879:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384949.211811:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.211812:0:17879:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384949.211822:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384949.211824:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000040:3.0:1767384949.211825:0:17879:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384949.211827:0:17879:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384949.211827:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384949.211829:0:17879:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.211829:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384949.211832:0:17879:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384949.211832:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384949.211836:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd67d98f x1853237363761536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:175/0 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384949.211836:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005caed85d x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:175/0 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384949.211846:0:17879:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd67d98f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16340:x1853237363761536:12345-0@lo:400: Request processed in 200us (2420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384949.211846:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005caed85d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363761664:12345-0@lo:400: Request processed in 242us (2077us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384949.211855:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1767384949.211858:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:1.0:1767384949.211860:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1767384949.211862:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384949.211863:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384949.211887:0:17879:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:3.0:1767384949.211890:0:17879:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384949.211891:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000174c0228. 00000100:00000001:3.0:1767384949.211893:0:17879:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384949.211895:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008226ecf6. 00000020:00000010:1.0:1767384949.211895:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000020:00000010:3.0:1767384949.211899:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e463ad97. 00000020:00000010:1.0:1767384949.211899:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b6736c6. 00000020:00000010:3.0:1767384949.211903:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067c912fb. 00000020:00000040:1.0:1767384949.211904:0:17764:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000020:00000040:3.0:1767384949.211909:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000100:00000001:3.0:1767384949.211911:0:17879:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.211912:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.211920:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384949.211922:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384949.211927:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1767384949.211930:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000100:00000001:1.0:1767384949.211931:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079260544 : -107292630291072 : ffff9e6afce26d80) 00000100:00000040:1.0:1767384949.211935:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000947d5735 x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:175/0 lens 224/0 e 0 to 0 dl 1767384960 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.211943:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384949.211947:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015099779. 00000100:00000001:1.0:1767384949.211950:0:17764:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384949.211952:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015099779. 00000100:00100000:1.0:1767384949.211956:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000947d5735 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16342:x1853237363761792:12345-0@lo:400: 00000100:00000200:1.0:1767384949.211959:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363761792 00000020:00000001:1.0:1767384949.211961:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384949.211964:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384949.211966:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.211968:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384949.211969:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:1.0:1767384949.211971:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384949.211973:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384949.211975:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384949.211976:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384949.211978:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.211980:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384949.211983:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384949.211985:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384949.211989:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004373c229. 02000000:00000001:1.0:1767384949.211990:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.211992:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.211994:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384949.211997:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363761792 00010000:00000001:1.0:1767384949.211998:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384949.212007:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000947d5735 x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:175/0 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.212013:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384949.212015:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384949.212018:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384949.212021:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384949.212022:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384949.212024:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384949.212026:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384949.212027:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.212029:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384949.212031:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384949.212034:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f3bb6ca. 00000100:00000200:1.0:1767384949.212037:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363761792, offset 224 00000400:00000200:1.0:1767384949.212042:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384949.212048:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384949.212054:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c06280 00000400:00000200:1.0:1767384949.212058:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bc1 [1] + 224 00000400:00000200:1.0:1767384949.212062:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384949.212064:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384949.212067:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384949.212069:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384949.212076:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212090:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384949.212095:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f3bb6ca 00000400:00000010:1.0:1767384949.212097:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f3bb6ca. 00000100:00000001:1.0:1767384949.212100:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384949.212101:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384949.212104:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384949.212106:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:1.0:1767384949.212108:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384949.212110:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.212118:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384949.212122:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000947d5735 x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:175/0 lens 224/224 e 0 to 0 dl 1767384960 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384949.212129:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000947d5735 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16342:x1853237363761792:12345-0@lo:400: Request processed in 185us (1764us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384949.212137:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1767384949.212139:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000001:1.0:1767384949.212142:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384949.212143:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384949.212146:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002385902c. 00000020:00000010:1.0:1767384949.212150:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073d9a722. 00000020:00000010:1.0:1767384949.212154:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af11602c. 00000020:00000040:1.0:1767384949.212159:0:17764:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:1.0:1767384949.212161:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384949.212181:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384949.212185:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:1.0:1767384949.212194:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384949.212196:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384949.212199:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384949.212201:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384949.212203:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000256b419. 00000400:00000200:1.0:1767384949.212207:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000527c3676 00000400:00000010:1.0:1767384949.212209:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000527c3676. 00000100:00000001:1.0:1767384949.212212:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384949.212215:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384949.212226:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212233:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384949.212234:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212236:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384949.212237:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384949.212239:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384949.212241:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384949.212250:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384949.212254:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384949.212257:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384949.212260:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384949.212262:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.212264:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384949.212268:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.212274:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.212277:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384949.212279:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384949.212281:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384949.212282:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384949.212285:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212291:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384949.212293:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384949.212295:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384949.212298:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384949.212305:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002bbf176c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16342:1853237363761792:0@lo:400: 00000100:00000001:1.0:1767384949.212310:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212312:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384949.212314:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002bbf176c x1853237363761792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212322:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384949.212324:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384949.212326:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c522dab. 02000000:00000001:1.0:1767384949.212329:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384949.212331:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384949.212332:0:16342:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384949.212334:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384949.212342:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e776e151. 02000000:00000001:1.0:1767384949.212345:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384949.212346:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384949.212348:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bbf176c. 00000100:00000001:1.0:1767384949.212351:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384949.212352:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212354:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212358:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384949.212359:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.212362:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384949.212363:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.212370:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384949.212372:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384949.212375:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384949.212376:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384949.212378:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a206abe. 00000400:00000200:1.0:1767384949.212381:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006275c662 00000400:00000010:1.0:1767384949.212382:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006275c662. 00000100:00000001:1.0:1767384949.212385:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384949.212388:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384949.212396:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212403:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384949.212405:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212407:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384949.212409:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384949.212410:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384949.212412:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384949.212414:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384949.212417:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384949.212421:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384949.212423:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384949.212424:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.212427:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384949.212430:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.212448:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.212451:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384949.212452:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384949.212454:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384949.212456:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384949.212459:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212466:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384949.212468:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384949.212469:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384949.212473:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384949.212480:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a93edc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363761664:0@lo:400: 00000400:00000001:1.0:1767384949.212487:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384949.212488:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384949.212490:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477db2a3. 00000400:00000200:1.0:1767384949.212494:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc81237d 00000400:00000010:1.0:1767384949.212495:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc81237d. 00000100:00000001:1.0:1767384949.212498:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384949.212501:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384949.212508:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212514:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384949.212515:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212516:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384949.212518:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384949.212519:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384949.212520:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384949.212522:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384949.212525:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384949.212538:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384949.212541:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384949.212543:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.212545:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384949.212549:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.212571:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.212574:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384949.212576:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384949.212578:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384949.212579:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384949.212583:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212601:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384949.212603:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384949.212604:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384949.212608:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384949.212615:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f558f2b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363761536:0@lo:400: 00000100:00000001:1.0:1767384949.212620:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212622:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384949.212625:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a93edc9 x1853237363761664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212632:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384949.212634:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384949.212636:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097ea4b8c. 02000000:00000001:1.0:1767384949.212641:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384949.212643:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384949.212645:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384949.212647:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384949.212649:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b60d2a1e. 02000000:00000001:1.0:1767384949.212652:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384949.212663:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384949.212665:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a93edc9. 00000100:00000001:1.0:1767384949.212668:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384949.212670:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212672:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384949.212676:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f558f2b4 x1853237363761536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.212683:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384949.212686:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384949.212687:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf0b09aa. 02000000:00000001:1.0:1767384949.212691:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384949.212693:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384949.212694:0:16340:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384949.212695:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384949.212697:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033067b95. 02000000:00000001:1.0:1767384949.212699:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384949.212700:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384949.212701:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f558f2b4. 00000100:00000001:1.0:1767384949.212704:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384949.212705:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212707:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.212712:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384949.212713:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.212715:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384949.212717:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384949.215896:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294937094, at 4294937095 00000100:00000010:1.0:1767384949.215905:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001947e4a. 00000100:00000040:2.0:1767384949.215915:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294937094, at 4294937095 00000100:00000010:2.0:1767384949.215921:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054d9e4cd. 00000100:00000040:3.0:1767384949.215926:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294937094, at 4294937095 00000100:00000010:3.0:1767384949.215934:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f28c932. 00000100:00000040:0.0:1767384949.215978:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294937094, at 4294937095 00000100:00000010:0.0:1767384949.215986:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000858726e4. 00000400:00000001:3.0:1767384950.104915:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384950.104921:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384950.104924:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384950.104929:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000400:00000200:3.0:1767384950.104934:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00010000:00000001:2.0:1767384950.104935:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:3.0:1767384950.104939:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery ping unlinked 00010000:00000001:2.0:1767384950.104946:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384950.104951:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005b8dabde. 00010000:00000001:2.0:1767384950.104952:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384950.104955:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384950.104958:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000045371b48. 00000400:00000200:3.0:1767384950.104973:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp39 00000400:00000010:3.0:1767384950.104976:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005b8dabde. 00000400:00000010:3.0:1767384950.104980:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000236b0a28. 00000400:00000010:3.0:1767384950.104983:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000400:00000010:3.0:1767384950.104988:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000121660a1. 00000400:00000200:3.0:1767384950.104991:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp39 00000400:00000200:3.0:1767384950.105002:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp39 local destination 00000400:00000200:3.0:1767384950.105008:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp39 00000400:00000200:3.0:1767384950.105012:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp39 NI seq info: [141:141:256:4294967295] 192.168.203.109@tcp39 LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1767384950.105018:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp39 00000020:00000001:0.0:1767384950.105025:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767384950.105026:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp39(192.168.203.109@tcp39:) -> 192.168.203.109@tcp39(192.168.203.109@tcp39:192.168.203.109@tcp39) : GET try# 0 00000020:00000001:0.0:1767384950.105030:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384950.105034:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp39 00010000:00010000:0.0:1767384950.105034:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:3.0:1767384950.105045:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ac2c034d. 00000800:00000200:3.0:1767384950.105050:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000800:00000200:3.1:1767384950.105054:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000400:00000200:3.0:1767384950.105071:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp39 added to recovery queue. ping count: 2 next ping: 274 health :800 00000400:00000200:1.0:1767384950.105161:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105210:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105236:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105258:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105278:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105298:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105320:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105343:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105376:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105399:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105420:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105441:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105464:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105486:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105510:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105531:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105569:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105594:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105614:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105635:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105656:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105692:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105712:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105732:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105752:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105772:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105792:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105811:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105833:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105853:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105874:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105946:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105972:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.105997:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384950.106018:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384950.106181:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb7385c0. 00000800:00000010:1.0:1767384950.106188:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000008d58468. 00000800:00000010:1.0:1767384950.106194:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a11ef89d. 00000800:00000010:1.0:1767384950.106217:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a11ef89d. 00000800:00020000:1.0:1767384950.106232:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384950.106236:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000008d58468. 00000800:00000010:1.0:1767384950.106238:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fb7385c0. 00000400:02020000:1.0:1767384950.106279:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp39 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384950.106287:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp39 notifying 192.168.203.109@tcp39: down 00000800:00000200:1.0:1767384950.106293:0:16329:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp39 down 00000800:00000100:1.0:1767384950.106300:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp39 00000800:00000010:1.0:1767384950.106303:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ac2c034d. 00000400:00000200:1.0:1767384950.106307:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384950.106312:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp39->192.168.203.109@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384950.106321:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384950.106324:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384950.106328:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp39) recovery failed with -71 00080000:00000010:2.0:1767384950.176262:0:33107:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dc42f8c8. 00080000:00000010:2.0:1767384950.176270:0:33107:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dc42f8c8. 00000020:00000001:2.0:1767384950.176275:0:33107:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384950.176281:0:33107:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dc42f8c8. 00080000:00000010:2.0:1767384950.176285:0:33107:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dc42f8c8. 00000020:00000001:2.0:1767384950.176288:0:33107:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384950.905119:0:33271:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384950.905123:0:33271:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:3.0:1767384950.909061:0:33271:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384950.916359:0:33272:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000075d67f64. 00000400:00000010:3.0:1767384950.916373:0:33272:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001fc63688. 00000400:00000010:3.0:1767384950.916382:0:33272:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000042be1a22. 00000400:00000010:3.0:1767384950.916386:0:33272:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a08640da. 00000400:00000010:3.0:1767384950.916390:0:33272:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008f700ff7. 00000400:00000010:3.0:1767384950.916394:0:33272:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a390b344. 00000400:00000010:3.0:1767384950.916396:0:33272:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000957f50cd. 00000400:00000010:3.0:1767384950.916397:0:33272:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000266fd25c. 00000400:00000010:3.0:1767384950.916401:0:33272:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000008105533. 00000800:00000010:3.0:1767384950.916416:0:33272:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f90f4c69. 00000800:00000200:3.0:1767384950.916427:0:33272:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384950.916439:0:33272:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384950.916485:0:33272:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384950.916510:0:33272:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp41 [8/256/0/180] 00000400:00000010:3.0:1767384950.918342:0:33272:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000650dd5ae. 00000400:00000010:3.0:1767384950.918349:0:33272:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088341254. 00000400:00000010:3.0:1767384950.918354:0:33272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bad16f6. 00000400:00000001:3.0:1767384950.918372:0:33272:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384950.918374:0:33272:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384950.918375:0:33272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce92181. 00000400:00000200:3.0:1767384950.918378:0:33272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a51fd36 00000400:00000010:3.0:1767384950.918380:0:33272:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a51fd36. 00000400:00000010:3.0:1767384950.918383:0:33272:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000646ca8d1. 00000400:00000200:3.0:1767384950.918388:0:33272:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (32) 00000400:00000200:3.0:1767384950.918401:0:33272:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384950.918410:0:33272:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:3.0:1767384950.918422:0:33272:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004e208cc0. 00000400:00000200:0.0:1767384950.918423:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384950.918426:0:33272:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384950.918431:0:33272:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp41 00000400:00000200:0.0:1767384950.918433:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300151 00000400:00000010:0.0:1767384950.918443:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000400:00000200:0.0:1767384950.918446:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (33) 00000400:00000010:3.0:1767384950.918448:0:33272:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001fc63688. 00000400:00000010:0.0:1767384950.918452:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008bdf35d5. 00000400:00000010:3.0:1767384950.918453:0:33272:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000075d67f64. 00000400:00000200:0.0:1767384950.918463:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:0.0:1767384950.918477:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000020:00000001:2.0:1767384950.918481:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384950.918482:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:2.0:1767384950.918488:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384950.918492:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 10000000:00000001:2.0:1767384950.918493:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384950.918497:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384950.918501:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:2.0:1767384950.918503:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384950.918507:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384950.918511:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384950.918512:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000020:01000004:2.0:1767384950.918516:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384950.918520:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384950.918522:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000020:01000004:2.0:1767384950.918523:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384950.918526:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384950.918529:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384950.918533:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384950.918535:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000020:01000004:2.0:1767384950.918536:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384950.918559:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000100:00000010:2.0:1767384950.918560:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046e12a25. 00000400:00000200:0.0:1767384950.918568:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00000020:00000040:2.0:1767384950.918569:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384950.918577:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 00000100:00000001:2.0:1767384950.918589:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384950.918591:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 36], ns[26, 36] 02000000:00000001:2.0:1767384950.918593:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384950.918600:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 02000000:00000001:2.0:1767384950.918601:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384950.918611:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001a9e8105. 00000400:00000200:0.0:1767384950.918617:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000001:2.0:1767384950.918635:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384950.918640:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:0.0:1767384950.918645:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000100:00000001:2.0:1767384950.918646:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384950.918649:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384950.918650:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:0.0:1767384950.918657:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000100:00000040:2.0:1767384950.918661:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e12a25] to pc [ptlrpcd_00_00+0] req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384950.918665:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:0.0:1767384950.918683:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000400:00000200:0.0:1767384950.918688:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000400:00000200:0.0:1767384950.918691:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 00000400:00000200:0.0:1767384950.918695:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 26], ns[127, 26] 00000400:00000200:0.0:1767384950.918700:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 26], ns[115, 26] 00000400:00000200:0.0:1767384950.918705:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 26], ns[87, 26] 10000000:00000001:2.0:1767384950.918706:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.918709:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384950.918712:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384950.918715:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[106, 26], ns[121, 26] 00000100:00000001:3.0:1767384950.918716:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384950.918717:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.918720:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384950.918725:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 26], ns[117, 26] 00000020:01000000:2.0:1767384950.918727:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384950.918729:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384950.918737:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384950.918741:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384950.918742:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 26], ns[123, 26] 10000000:00000001:2.0:1767384950.918744:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384950.918748:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384950.918753:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384950.918757:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384950.918758:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384950.918760:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384950.918761:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384950.918762:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 26], ns[140, 26] 00000020:01000004:2.0:1767384950.918766:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384950.918767:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384950.918769:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384950.918773:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384950.918773:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384950.918776:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 26], ns[129, 26] 00000020:01000004:2.0:1767384950.918777:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384950.918779:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384950.918781:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384950.918785:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384950.918788:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363762048:0@lo:253: 00000100:00000010:2.0:1767384950.918791:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045d217b5. 00000400:00000200:0.0:1767384950.918792:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 26], ns[132, 26] 00000100:00000001:3.0:1767384950.918795:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384950.918797:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:3.0:1767384950.918802:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384950.918802:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384950.918805:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384950.918806:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384950.918810:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384950.918812:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384950.918816:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 26], ns[141, 26] 02000000:00000010:3.0:1767384950.918821:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d87f0025. 02000000:00000010:2.0:1767384950.918821:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e409c266. 00000400:00000200:0.0:1767384950.918821:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 02000000:00000001:3.0:1767384950.918827:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.918829:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384950.918832:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000010:3.0:1767384950.918834:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001929be46. 00000100:00000001:2.0:1767384950.918835:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384950.918839:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp40 00000100:00000001:2.0:1767384950.918840:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384950.918843:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fc63688. 00000400:00000200:0.0:1767384950.918847:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp40 lpni_is_preferred = 0 00000100:00000040:2.0:1767384950.918848:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d217b5] to pc [ptlrpcd_00_01+1] req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384950.918852:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363762048, portal 25 00000400:00000200:0.0:1767384950.918855:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp40 00000100:00000001:3.0:1767384950.918860:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384950.918865:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp40 NI seq info: [142:142:256:4294967295] 192.168.203.109@tcp40 LPNI seq info [124:124:8:4294967295] 00000400:00000200:0.0:1767384950.918871:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp40 10000000:00000001:2.0:1767384950.918895:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384950.918898:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384950.918899:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384950.918901:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384950.918907:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004e208cc0. 00000400:00000200:0.0:1767384950.918907:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp40(192.168.203.109@tcp40:) -> 192.168.203.109@tcp40(192.168.203.109@tcp:192.168.203.109@tcp40) : PUT try# 0 00000100:00000001:3.0:1767384950.918916:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020032 : -107292830531584 : ffff9e6af0f30000) 00000800:00000200:0.0:1767384950.918921:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.109@tcp40 00000100:00000001:2.0:1767384950.918922:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384950.918927:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767384950.918928:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104747b7. 00000100:00000040:3.0:1767384950.918929:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384950.918929:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384950.918937:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384950.918941:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000080e1f3c8. 00000100:00000001:3.0:1767384950.918945:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767384950.918949:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007dc04d18. 00000100:00000040:3.0:1767384950.918954:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384950.918957:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384950.918959:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000726e0620. 00000800:00000200:0.0:1767384950.918960:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000100:00000200:3.0:1767384950.918966:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363762048, offset 0 00000100:00000001:2.0:1767384950.918968:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384950.918972:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 02000000:00000001:2.0:1767384950.918974:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384950.918977:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384950.918979:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384950.918982:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384950.918987:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363762176:0@lo:253: 00000100:00000001:2.0:1767384950.918990:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384950.918991:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 02000000:00000001:2.0:1767384950.918995:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384950.918996:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384950.918999:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300551 rc 0 02000000:00000001:2.0:1767384950.919000:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384950.919005:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384950.919014:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001e5ddeff. 02000000:00000001:2.0:1767384950.919016:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384950.919020:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06380 00000400:00000010:2.0:1767384950.919020:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703512d9. 00000400:00000200:3.0:1767384950.919028:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13b5 [2] + 0 00000400:00000010:3.0:1767384950.919032:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf16b73b. 00000400:00000200:3.0:1767384950.919035:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000395e3ad1 00000400:00000010:2.0:1767384950.919041:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011cd551f. 00000400:00000200:3.0:1767384950.919042:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384950.919048:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384950.919048:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363762176, portal 25 00000100:00000001:2.0:1767384950.919056:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384950.919059:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000395e3ad1 00000100:00000001:2.0:1767384950.919059:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000400:00000010:3.0:1767384950.919063:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000395e3ad1. 00000100:00000040:2.0:1767384950.919067:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.919069:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384950.919072:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384950.919078:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000863392de x1853237363762048 msgsize 4848 00000100:00000001:2.0:1767384950.919078:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384950.919083:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384950.919088:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384950.919089:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046d70d31. 00000100:00000040:3.0:1767384950.919090:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384950.919094:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363762176, offset 0 00000100:00000001:3.0:1767384950.919101:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384950.919102:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384950.919108:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726e0620 00000400:00000010:3.0:1767384950.919112:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000726e0620. 00000400:00000200:2.0:1767384950.919115:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384950.919117:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384950.919122:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384950.919128:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06400 00000100:00000001:3.0:1767384950.919139:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384950.919139:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13bd [2] + 0 00000400:00000010:2.0:1767384950.919144:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007556ffe6. 00000400:00000200:0.0:1767384950.919144:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000040:3.0:1767384950.919146:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384950.919151:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000863dc998 00000100:00000001:3.0:1767384950.919157:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.919159:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384950.919160:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384950.919166:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.919168:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384950.919173:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294938804 00000400:00000200:2.0:1767384950.919175:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000863dc998 00000100:00000010:3.0:1767384950.919178:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce42eda. 00000400:00000010:2.0:1767384950.919179:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000863dc998. 00000100:00000001:2.0:1767384950.919188:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384950.919189:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384950.919190:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384950.919196:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294938804 00000100:00000040:2.0:1767384950.919203:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000bc8d9d96 x1853237363762176 msgsize 4848 00000100:00000010:3.0:1767384950.919204:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4a5ac4a. 00000400:00000200:0.0:1767384950.919205:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:3.0:1767384950.919211:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384950.919216:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384950.919218:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294938804 00000100:00000040:2.0:1767384950.919219:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384950.919229:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384950.919230:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e5b87234. 00000100:00000001:3.0:1767384950.919235:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384950.919237:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046d70d31 00000100:00000001:3.0:1767384950.919240:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294938804 00000400:00000010:2.0:1767384950.919241:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046d70d31. 00000100:00000010:3.0:1767384950.919247:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001bb3801d. 00000100:00000001:2.0:1767384950.919248:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384950.919251:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:3.0:1767384950.919253:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000200:2.0:1767384950.919256:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.919260:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384950.919266:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.919270:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384950.919271:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.919274:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384950.919276:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384950.919283:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.919284:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384950.919287:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384950.919288:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384950.919292:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384950.919295:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384950.919296:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.919297:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.919302:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294938804 00000100:00000001:3.0:1767384950.919303:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.919308:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294938804 00000100:00000001:2.0:1767384950.919311:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294938804 00000400:00000200:0.0:1767384950.919311:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:2.0:1767384950.919315:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294938804 00000100:00000001:2.0:1767384950.919319:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294938804 00000100:00000001:2.0:1767384950.919321:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294938804 00000100:00000001:2.0:1767384950.919323:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294938804 00000100:00000001:2.0:1767384950.919325:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294938804 00000100:00000001:2.0:1767384950.919327:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384950.919329:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.919332:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.919334:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384950.919341:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384950.919342:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384950.919345:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384950.919347:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384950.919349:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.919352:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384950.919355:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363762048 02000000:00000001:3.0:1767384950.919359:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384950.919362:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384950.919362:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.919367:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384950.919371:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384950.919374:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363762048 00000020:00000001:3.0:1767384950.919376:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384950.919378:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384950.919380:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384950.919383:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:3.0:1767384950.919386:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:0.0:1767384950.919386:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000001:2.0:1767384950.919389:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384950.919392:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00100000:2.0:1767384950.919394:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363762176 00000100:00000001:3.0:1767384950.919397:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384950.919398:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384950.919402:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000384041c5. 00000100:00000001:2.0:1767384950.919402:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384950.919403:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.919407:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384950.919409:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384950.919410:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000384041c5. 00000100:00100000:2.0:1767384950.919417:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363762176 00000020:00000001:2.0:1767384950.919420:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384950.919421:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1766c0d. 00000020:00000040:2.0:1767384950.919422:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384950.919427:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384950.919429:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000010:3.0:1767384950.919430:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039b31202. 00000020:00000001:2.0:1767384950.919431:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384950.919434:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384950.919437:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384950.919444:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e463ad97. 00000020:00000010:2.0:1767384950.919444:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000365994fb. 00000100:00000001:2.0:1767384950.919448:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384950.919452:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000365994fb. 00000400:00000200:0.0:1767384950.919456:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000040:3.0:1767384950.919457:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384950.919459:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9f542d3. 00000100:00000001:3.0:1767384950.919463:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384950.919466:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384950.919467:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000722989ba. 00000100:00000001:3.0:1767384950.919468:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384950.919475:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00000001:3.0:1767384950.919479:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.919482:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384950.919485:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384950.919487:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.919490:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384950.919494:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.919499:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384950.919505:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384950.919509:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384950.919514:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384950.919515:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000001:2.0:1767384950.919517:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384950.919520:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384950.919523:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780464008272 : -107293245543344 : ffff9e6ad8366c50) 00000100:00100000:2.0:1767384950.919528:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000400:00000200:0.0:1767384950.919528:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000040:3.0:1767384950.919532:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000863392de x1853237363762048/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:176/0 lens 4848/0 e 0 to 0 dl 1767384961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384950.919535:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384950.919540:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780463997008 : -107293245554608 : ffff9e6ad8364050) 00000100:00000001:3.0:1767384950.919562:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384950.919566:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc8d9d96 x1853237363762176/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:176/0 lens 4848/0 e 0 to 0 dl 1767384961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384950.919567:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000384041c5. 00000100:00000001:3.0:1767384950.919572:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384950.919593:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000384041c5. 00000100:00000001:2.0:1767384950.919602:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384950.919604:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000863392de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363762048:12345-0@lo:253: 00000100:00000200:3.0:1767384950.919608:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363762048 00000020:00000010:2.0:1767384950.919614:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000365994fb. 00000020:00000001:3.0:1767384950.919615:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384950.919617:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000020:00000001:3.0:1767384950.919621:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384950.919621:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384950.919625:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384950.919627:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000365994fb. 00000020:00000001:3.0:1767384950.919632:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384950.919635:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00100000:2.0:1767384950.919657:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc8d9d96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363762176:12345-0@lo:253: 00000020:00000001:3.0:1767384950.919658:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384950.919661:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384950.919665:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363762176 00000020:00000001:3.0:1767384950.919666:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384950.919672:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000020:00000001:3.0:1767384950.919673:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384950.919673:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384950.919678:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384950.919679:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384950.919683:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.919684:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384950.919688:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384950.919688:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384950.919691:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 02000000:00000010:3.0:1767384950.919693:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004e208cc0. 00000020:00000001:2.0:1767384950.919694:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384950.919696:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384950.919698:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384950.919699:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384950.919702:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384950.919704:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384950.919704:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:2.0:1767384950.919706:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384950.919710:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384950.919711:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384950.919715:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384950.919719:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ee51b161. 02000000:00000001:2.0:1767384950.919723:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.919724:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384950.919726:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384950.919727:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000deae5813. 20000000:01000000:3.0:1767384950.919731:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384950.919734:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384950.919735:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009854828f. 00000400:00000200:0.0:1767384950.919736:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 20000000:00000001:3.0:1767384950.919737:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384950.919741:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384950.919743:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384950.919744:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384950.919748:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384950.919749:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384950.919752:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384950.919755:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384950.919773:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384950.919776:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000180e4fb1. 20000000:00000001:2.0:1767384950.919776:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384950.919780:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000400:00000200:0.0:1767384950.919782:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 20000000:00000001:3.0:1767384950.919785:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384950.919791:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384950.919796:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384950.919814:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384950.919829:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.919832:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384950.919834:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.919836:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384950.919839:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384950.919844:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:3.0:1767384950.919850:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:3.0:1767384950.919853:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384950.919857:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384950.919857:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00080000:00000001:3.0:1767384950.919866:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.919871:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384950.919876:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384950.919885:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384950.919891:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384950.919896:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001357adde. 00080000:00000001:3.0:1767384950.919900:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775868974080 : -107297840577536 : ffff9e69c653c400) 00080000:00000001:3.0:1767384950.919904:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384950.919949:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384950.919952:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00080000:00000010:3.0:1767384950.919954:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000384041c5. 00080000:00000001:3.0:1767384950.919960:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.919969:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384950.919981:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.919997:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384950.920006:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920082:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920170:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920206:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920243:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920274:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920322:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920359:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920411:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920451:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920514:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920593:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920643:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920676:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920706:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920745:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920772:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920810:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920837:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920888:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384950.920959:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384950.921101:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5c0b2e4. 00000800:00000010:0.0:1767384950.921105:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f6c51f8. 00000800:00000010:0.0:1767384950.921110:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000109615ce. 00000800:00000010:0.0:1767384950.921126:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000109615ce. 00000800:00020000:0.0:1767384950.921134:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384950.921136:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f6c51f8. 00000800:00000010:0.0:1767384950.921138:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f5c0b2e4. 00000400:02020000:0.0:1767384950.921170:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp40 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384950.921183:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp40 notifying 192.168.203.109@tcp40: down 00000800:00000200:0.0:1767384950.921188:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp40 down 00000800:00000100:0.0:1767384950.921194:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 560 0@<0:0>->192.168.203.109@tcp40 00080000:00000010:3.0:1767384950.921198:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001357adde. 00000800:00000010:0.0:1767384950.921198:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104747b7. 00000400:00000200:0.0:1767384950.921207:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384950.921210:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp40->192.168.203.109@tcp40: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384950.921218:0:16331:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp40 added to recovery queue. ping count: 0 next ping: 272 health :900 00000400:00000200:0.0:1767384950.921221:0:16331:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384950.921225:0:16331:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 1 00000400:00000200:0.0:1767384950.921227:0:16331:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00080000:00000010:2.0:1767384950.921253:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000384041c5. 00000400:00000200:3.0:1767384950.921254:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384950.921260:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x301151 00040000:00000001:2.0:1767384950.921263:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000001:3.0:1767384950.921264:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384950.921267:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00040000:00000001:2.0:1767384950.921269:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1767384950.921270:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000400:00000010:3.0:1767384950.921273:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00080000:00000001:2.0:1767384950.921276:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384950.921277:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384950.921282:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000020:00000002:2.0:1767384950.921284:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00000400:00000200:3.0:1767384950.921286:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (34) 00000400:00000200:3.0:1767384950.921291:0:16338:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.109@tcp 20000000:00000001:2.0:1767384950.921291:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384950.921297:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300151 rc -71 20000000:00000001:2.0:1767384950.921297:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384950.921300:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:3.0:1767384950.921302:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (33) 20000000:01000000:2.0:1767384950.921319:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384950.921329:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001357adde. 20000000:00000001:2.0:1767384950.921330:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384950.921333:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:01000000:2.0:1767384950.921335:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384950.921337:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384950.921341:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384950.921342:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384950.921343:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384950.921351:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:0.0:1767384950.921353:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384950.921357:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384950.921358:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384950.921362:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 10000000:01000000:0.0:1767384950.921363:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384950.921365:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.921370:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384950.921371:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384950.921372:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384950.921377:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00010000:00000001:0.0:1767384950.921377:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384950.921382:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:3.0:1767384950.921384:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384950.921386:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384950.921387:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001d28838e. 00080000:00000001:3.0:1767384950.921389:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.921393:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384950.921394:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384950.921398:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3ba996e. 00000020:00000001:3.0:1767384950.921399:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384950.921404:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384950.921406:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000020:00000040:0.0:1767384950.921407:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3ba996e with handle 0x135556ebb4843c6a to hash 00000020:00000001:0.0:1767384950.921410:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384950.921411:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:0.0:1767384950.921414:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:0.0:1767384950.921421:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384950.921422:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384950.921423:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.921428:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384950.921430:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000162f757e. 00080000:00000001:3.0:1767384950.921438:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780941537280 : -107292768014336 : ffff9e6af4acf000) 00010000:00000001:0.0:1767384950.921439:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384950.921444:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384950.921445:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:3.0:1767384950.921450:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384950.921450:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384950.921454:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:3.0:1767384950.921457:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003e7fce8b. 00010000:00000001:0.0:1767384950.921457:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384950.921462:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384950.921481:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384950.921486:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384950.921487:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.921490:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384950.921492:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384950.921494:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384950.921496:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.921496:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384950.921500:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001d28838e) refcount = 1 00010000:00010000:0.0:1767384950.921505:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.921511:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384950.921512:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384950.921513:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384950.921516:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.921520:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.921522:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384950.921525:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384950.921528:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:0.0:1767384950.921531:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:2.0:1767384950.921533:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:0.0:1767384950.921533:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.921536:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3ba996e refcount=4 00000100:00000001:2.0:1767384950.921538:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384950.921540:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 20000000:00000010:2.0:1767384950.921556:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000deae5813. 20000000:00000001:2.0:1767384950.921563:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.921563:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:0.0:1767384950.921569:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000040:2.0:1767384950.921570:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363762048 00010000:00010000:0.0:1767384950.921571:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384950.921577:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384950.921582:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000200:2.0:1767384950.921586:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000863392de x1853237363762048/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384950.921586:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.921607:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.921610:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384950.921613:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384950.921614:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384950.921617:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384950.921641:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=68 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384950.921642:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384950.921647:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384950.921650:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384950.921651:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.921652:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:0.0:1767384950.921655:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767384950.921657:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384950.921658:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384950.921660:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.921666:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384950.921668:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e3ba996e already unused, calling callback (00000000c66beece) 00000100:00000040:2.0:1767384950.921671:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384950.921673:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:2.0:1767384950.921676:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046d70d31. 00010000:00000001:0.0:1767384950.921676:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384950.921678:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384950.921681:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363762048, offset 224 00010000:00000001:0.0:1767384950.921689:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384950.921690:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384950.921691:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384950.921694:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.921695:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3ba996e refcount=5 00000020:00000001:0.0:1767384950.921699:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00000400:00000200:2.0:1767384950.921700:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384950.921703:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000001:0.0:1767384950.921707:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767384950.921709:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06380 00010000:00010000:0.0:1767384950.921709:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384950.921720:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bed [2] + 224 00010000:00000001:0.0:1767384950.921721:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384950.921724:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384950.921726:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.921727:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384950.921730:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384950.921733:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384950.921734:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384950.921738:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384950.921738:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.921742:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384950.921744:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384950.921745:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3ba996e with handle 0x135556ebb4843c6a from hash 00010000:00000001:0.0:1767384950.921750:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384950.921752:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.921755:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.921757:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384950.921760:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384950.921763:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1767384950.921764:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384950.921771:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384950.921774:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.921779:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.921785:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384950.921787:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384950.921789:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.921791:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.921791:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.921793:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.921794:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.921796:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384950.921797:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384950.921806:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046d70d31 00010000:00000001:0.0:1767384950.921806:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384950.921810:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046d70d31. 00010000:00000001:0.0:1767384950.921811:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384950.921815:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384950.921815:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384950.921816:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384950.921818:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384950.921820:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384950.921821:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:3.0:1767384950.921825:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384950.921826:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.921827:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384950.921828:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384950.921832:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384950.921833:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001929be46. 00000100:00000040:2.0:1767384950.921834:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384950.921837:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384950.921840:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384950.921842:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fc63688 00000020:00000001:2.0:1767384950.921843:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.921843:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384950.921848:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fc63688. 00000020:00000001:2.0:1767384950.921851:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:0.0:1767384950.921851:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.921854:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384950.921857:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384950.921858:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000863392de x1853237363762048/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384950.921870:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384950.921873:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384950.921875:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e3ba996e/0x135556ebb4843c6a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384950.921891:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384950.921891:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000863392de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363762048:12345-0@lo:253: Request processed in 2327us (2810us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384950.921908:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:2.0:1767384950.921916:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000040:0.0:1767384950.921917:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001d28838e count: 0 00000100:00000200:3.0:1767384950.921919:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384950.921922:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384950.921927:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384950.921929:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384950.921932:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384950.921933:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384950.921933:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039b31202. 00000100:00000001:3.0:1767384950.921938:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384950.921940:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e463ad97. 00000100:00000001:3.0:1767384950.921941:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384950.921946:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384950.921946:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1766c0d. 00000100:00000001:3.0:1767384950.921949:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384950.921951:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384950.921954:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384950.921954:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00001000:3.0:1767384950.921958:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=68 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384950.921960:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384950.921963:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=68 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384950.921964:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004e208cc0. 00000100:00000001:3.0:1767384950.921967:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384950.921970:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384950.921970:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384950.921975:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384950.921975:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384950.921978:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.921981:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384950.921982:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384950.921986:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecfcbb2b. 00000400:00000010:2.0:1767384950.921990:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046d70d31. 00000100:00000040:3.0:1767384950.921993:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.922000:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384950.922003:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384950.922004:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384950.922007:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384950.922008:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384950.922009:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384950.922010:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384950.922011:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384950.922011:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384950.922012:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384950.922013:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384950.922014:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384950.922015:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384950.922017:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384950.922021:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363762048:0@lo:253: 00000100:00000001:3.0:1767384950.922024:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384950.922026:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384950.922027:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046e12a25 x1853237363762048/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.922031:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384950.922033:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384950.922034:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d87f0025. 02000000:00000001:3.0:1767384950.922037:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384950.922038:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384950.922039:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384950.922041:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384950.922042:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001a9e8105. 02000000:00000001:3.0:1767384950.922044:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384950.922045:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384950.922047:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046e12a25. 00000100:00000001:3.0:1767384950.922049:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384950.922050:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384950.922057:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384950.922060:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384950.922061:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.922062:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384950.922063:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384950.923329:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000162f757e. 00080000:00000010:3.0:1767384950.923368:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003e7fce8b. 00040000:00000001:3.0:1767384950.923372:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384950.923373:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384950.923375:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384950.923377:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384950.923378:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384950.923380:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384950.923382:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384950.923390:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384950.923393:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384950.923396:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384950.923402:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384950.923406:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384950.923407:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384950.923417:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384950.923419:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384950.923424:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d4ac5a70. 00010000:00000001:0.0:1767384950.923427:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384950.923430:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e2b5d8b7. 00000020:00000001:0.0:1767384950.923432:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384950.923433:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e2b5d8b7 with handle 0x135556ebb4843c71 to hash 00000020:00000001:0.0:1767384950.923435:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384950.923436:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384950.923438:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384950.923440:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.923441:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.923443:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.923448:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384950.923450:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384950.923451:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384950.923453:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384950.923454:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.923455:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384950.923456:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.923457:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384950.923458:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384950.923459:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384950.923460:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384950.923461:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d4ac5a70) refcount = 1 00010000:00010000:0.0:1767384950.923463:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.923483:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384950.923484:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384950.923485:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.923487:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.923488:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384950.923490:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384950.923499:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:0.0:1767384950.923501:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384950.923502:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.923503:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=4 00000020:00000001:0.0:1767384950.923506:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384950.923507:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 00010000:00000001:0.0:1767384950.923509:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384950.923511:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.923515:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384950.923517:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.923521:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.923523:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384950.923524:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.923529:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.923530:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.923561:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384950.923563:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384950.923568:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e2b5d8b7 already unused, calling callback (00000000c66beece) 00010000:00000001:0.0:1767384950.923570:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384950.923572:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384950.923573:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.923577:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384950.923578:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384950.923579:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.923581:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2b5d8b7 refcount=5 00080000:00000020:3.0:1767384950.923585:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384950.923590:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384950.923590:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 20000000:00000010:3.0:1767384950.923593:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009854828f. 00010000:00000001:0.0:1767384950.923595:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102272 : -107292875449344 : ffff9e6aee459c00) 20000000:00000001:3.0:1767384950.923598:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.923599:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384950.923604:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384950.923605:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363762176 00010000:00000001:3.0:1767384950.923611:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384950.923631:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000200:3.0:1767384950.923632:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc8d9d96 x1853237363762176/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384950.923634:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384950.923638:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.923644:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384950.923648:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384950.923649:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384950.923650:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384950.923653:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.923654:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384950.923658:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=68 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384950.923659:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e2b5d8b7 with handle 0x135556ebb4843c71 from hash 00010000:00000001:0.0:1767384950.923667:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384950.923668:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384950.923670:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384950.923672:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384950.923674:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384950.923678:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:0.0:1767384950.923679:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384950.923699:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1767384950.923701:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384950.923702:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:3.0:1767384950.923704:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.923706:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384950.923709:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384950.923710:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384950.923716:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384950.923716:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.923720:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:3.0:1767384950.923721:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fc63688. 00010000:00000001:0.0:1767384950.923722:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384950.923729:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384950.923730:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363762176, offset 224 00010000:00000001:0.0:1767384950.923731:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.923733:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.923734:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.923735:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.923737:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.923746:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384950.923748:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384950.923749:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.923753:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767384950.923757:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384950.923764:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1767384950.923768:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06400 00010000:00000001:0.0:1767384950.923769:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.923773:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.923776:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384950.923780:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bf5 [2] + 224 00010000:00000001:0.0:1767384950.923781:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384950.923786:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.923790:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384950.923791:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384950.923800:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384950.923806:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384950.923807:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:3.0:1767384950.923812:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384950.923814:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384950.923819:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e2b5d8b7/0x135556ebb4843c71 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384950.923827:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384950.923844:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d4ac5a70 count: 0 00010000:00000001:0.0:1767384950.923858:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384950.923859:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:0.0:1767384950.923861:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384950.923951:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384950.923955:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384950.924131:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fc63688 00000400:00000010:3.0:1767384950.924133:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fc63688. 00000100:00000001:3.0:1767384950.924136:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384950.924138:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384950.924141:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384950.924145:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384950.924147:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384950.924149:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384950.924151:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384950.924151:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384950.924156:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384950.924158:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8d9d96 x1853237363762176/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384950.924168:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703512d9. 00000100:00100000:3.0:1767384950.924170:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc8d9d96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363762176:12345-0@lo:253: Request processed in 4567us (4964us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384950.924175:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011cd551f 00000400:00000010:2.0:1767384950.924178:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011cd551f. 00000100:00100000:3.0:1767384950.924181:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:3.0:1767384950.924186:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384950.924187:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384950.924188:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384950.924192:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384950.924195:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000722989ba. 00000100:00000200:2.0:1767384950.924196:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384950.924199:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000020:00000010:3.0:1767384950.924205:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9f542d3. 00000100:00000200:2.0:1767384950.924214:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384950.924216:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:3.0:1767384950.924221:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384950.924223:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ee51b161. 02000000:00000001:3.0:1767384950.924228:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384950.924230:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384950.924236:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384950.924238:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384950.924241:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001929be46. 00000100:00000001:2.0:1767384950.924242:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384950.924246:0:16341:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384950.924247:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fc63688. 02000000:00000001:2.0:1767384950.924248:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384950.924251:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384950.924253:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384950.924255:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384950.924258:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384950.924261:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384950.924264:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384950.924265:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384950.924267:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384950.924269:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.924271:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384950.924274:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384950.924280:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384950.924282:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384950.924300:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384950.924304:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384950.924306:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384950.924308:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384950.924309:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384950.924311:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384950.924313:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384950.924315:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384950.924316:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384950.924318:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384950.924328:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384950.924336:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363762176:0@lo:253: 00000100:00000001:2.0:1767384950.924340:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384950.924342:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384950.924343:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045d217b5 x1853237363762176/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384950.924349:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384950.924367:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384950.924369:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001e5ddeff. 02000000:00000001:2.0:1767384950.924371:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384950.924373:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384950.924374:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384950.924376:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384950.924377:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e409c266. 02000000:00000001:2.0:1767384950.924378:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384950.924379:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384950.924380:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045d217b5. 00000100:00000001:2.0:1767384950.924382:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384950.924383:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384950.924384:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384950.924388:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384950.924389:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384950.924390:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384950.924392:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384950.925924:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294938804, at 4294938805 00000100:00000040:2.0:1767384950.925931:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294938804, at 4294938805 00000100:00000010:1.0:1767384950.925934:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4a5ac4a. 00000100:00000040:3.0:1767384950.925935:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294938804, at 4294938805 00000100:00000040:0.0:1767384950.925939:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294938804, at 4294938805 00000100:00000010:2.0:1767384950.925940:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e5b87234. 00000100:00000010:3.0:1767384950.925944:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001bb3801d. 00000100:00000010:0.0:1767384950.925950:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce42eda. 00010000:00000010:0.1:1767384950.927140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001d28838e. 00010000:00000010:0.1:1767384950.927150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3ba996e. 00010000:00000010:0.1:1767384950.930901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d4ac5a70. 00010000:00000010:0.1:1767384950.930916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e2b5d8b7. 00000400:00000010:1.0:1767384950.939271:0:33277:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000496b93f8. 00000400:00000040:1.0:1767384950.939295:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384950.939299:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384950.939302:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.939304:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384950.939306:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.939308:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384950.939311:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384950.939313:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384950.939315:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384950.939333:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384950.939336:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384950.939338:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384950.939341:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384950.939343:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384950.939345:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384950.939348:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384950.939350:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384950.939360:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384950.939361:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384950.939365:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.939366:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384950.939369:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384950.939371:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384950.939372:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384950.939374:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384950.939376:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.939378:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384950.939380:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384950.939382:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384950.939384:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384950.939387:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384950.939390:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384950.939392:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384950.939394:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384950.939396:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384950.939398:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384950.939400:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384950.939418:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384950.939420:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384950.939423:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384950.939426:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384950.939428:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384950.939431:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384950.939433:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384950.939435:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384950.939437:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384950.939439:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384950.939441:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384950.939444:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384950.939447:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384950.939449:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384950.939452:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384950.939454:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384950.939456:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384950.939458:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384950.939460:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384950.939470:0:33277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384950.939612:0:33277:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000496b93f8. 00000400:00000010:3.0:1767384951.128977:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009c5e6df4. 00000400:00000010:3.0:1767384951.128986:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d2d2f2f1. 00000400:00000010:3.0:1767384951.128988:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000148ab4f8. 00000400:00000010:3.0:1767384951.128990:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002f05f85a. 00000400:00000010:3.0:1767384951.128991:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007c4bc009. 00000400:00000010:3.0:1767384951.128993:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000efdfe1a8. 00000400:00000010:3.0:1767384951.128995:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000303ecc8d. 00000400:00000010:3.0:1767384951.128996:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d2668b4c. 00000400:00000010:3.0:1767384951.128998:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006f2decc4. 00000400:00000010:3.0:1767384951.128999:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000727d2f6b. 00000400:00000010:3.0:1767384951.129000:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000020653e34. 00000400:00000010:3.0:1767384951.129002:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000117b27f8. 00000400:00000010:3.0:1767384951.129003:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006512b6f1. 00000400:00000010:3.0:1767384951.129004:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b593a303. 00000400:00000010:3.0:1767384951.129006:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e547837c. 00000400:00000010:3.0:1767384951.129007:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005f36536e. 00000400:00000010:3.0:1767384951.129008:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000080394fae. 00000400:00000010:3.0:1767384951.129010:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a76e3d0f. 00000400:00000010:3.0:1767384951.129011:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000bdc377a. 00000400:00000010:3.0:1767384951.129013:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000620d70c2. 00000400:00000010:3.0:1767384951.129014:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000078e28a02. 00000400:00000010:3.0:1767384951.129015:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000006601707. 00000400:00000010:3.0:1767384951.129017:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006492d1c9. 00000400:00000010:3.0:1767384951.129018:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e6ef4719. 00000400:00000010:3.0:1767384951.129020:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002bb81fb2. 00000400:00000010:3.0:1767384951.129028:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000952333a3. 00000400:00000010:3.0:1767384951.129030:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000036a697a6. 00000400:00000010:3.0:1767384951.129032:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000553d35d6. 00000400:00000010:3.0:1767384951.129033:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f2409a1f. 00000400:00000010:3.0:1767384951.129035:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000d05a215. 00000400:00000010:3.0:1767384951.129036:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d70f0b25. 00000400:00000010:3.0:1767384951.129038:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007b7a8697. 00000400:00000010:3.0:1767384951.129039:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008f6adb0e. 00000400:00000010:3.0:1767384951.129040:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000746b984a. 00000400:00000010:3.0:1767384951.129041:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d4c51aa4. 00000400:00000010:3.0:1767384951.129042:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000010fd3635. 00000400:00000010:3.0:1767384951.129044:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008df11b58. 00000400:00000010:3.0:1767384951.129045:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006791c957. 00000400:00000010:3.0:1767384951.129046:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005f08bfaf. 00000400:00000010:3.0:1767384951.129047:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000036868256. 00000400:00000010:3.0:1767384951.129048:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ebe471d1. 00000400:00000010:3.0:1767384951.129050:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000023c03581. 00000400:00000010:3.0:1767384951.129051:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004b90c0a7. 00000400:00000010:3.0:1767384951.129052:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000947c11c3. 00000400:00000010:3.0:1767384951.129053:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f1de613c. 00000400:00000010:3.0:1767384951.129054:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006add1a3f. 00000400:00000010:3.0:1767384951.129055:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000028c71940. 00000400:00000010:3.0:1767384951.129057:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e3426079. 00000400:00000010:3.0:1767384951.129058:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007ffc1285. 00000400:00000010:3.0:1767384951.129059:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a154c052. 00000400:00000010:3.0:1767384951.129060:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000013d6ba14. 00000400:00000010:3.0:1767384951.129061:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ab432a5e. 00000400:00000010:3.0:1767384951.129062:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001527726d. 00000400:00000010:3.0:1767384951.129064:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005819c379. 00000400:00000010:3.0:1767384951.129065:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dee86274. 00000400:00000010:3.0:1767384951.129066:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000011d05ad1. 00000400:00000010:3.0:1767384951.129067:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009a489de5. 00000400:00000010:3.0:1767384951.129068:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003a4ede2f. 00000400:00000010:3.0:1767384951.129069:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ab3d3561. 00000400:00000010:3.0:1767384951.129070:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009cbb10d6. 00000400:00000010:3.0:1767384951.129071:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eb0ebc9c. 00000400:00000010:3.0:1767384951.129077:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000762c66c. 00000400:00000010:3.0:1767384951.129078:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000844accdc. 00000400:00000010:3.0:1767384951.129080:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cf07ea57. 00000400:00000010:3.0:1767384951.129081:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e3ae6a33. 00000400:00000010:3.0:1767384951.129082:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b2e51c78. 00000400:00000010:3.0:1767384951.129083:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f22a1868. 00000400:00000010:3.0:1767384951.129084:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d069609b. 00000400:00000010:3.0:1767384951.129086:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000003a10793. 00000400:00000010:3.0:1767384951.129087:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000679b26fa. 00000400:00000010:3.0:1767384951.129088:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008b6ed4b4. 00000400:00000010:3.0:1767384951.129089:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072810fec. 00000400:00000010:3.0:1767384951.129090:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f7cc0814. 00000400:00000010:3.0:1767384951.129091:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cd3ff335. 00000400:00000010:3.0:1767384951.129092:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bf471fd2. 00000400:00000010:3.0:1767384951.129094:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000051208451. 00000400:00000010:3.0:1767384951.129095:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bc24b964. 00000400:00000010:3.0:1767384951.129096:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002874450a. 00000400:00000010:3.0:1767384951.129097:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a34402fe. 00000400:00000010:3.0:1767384951.129098:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000018b78877. 00000400:00000010:3.0:1767384951.129100:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000cc09bc7. 00000400:00000010:3.0:1767384951.129101:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000048f077d. 00000400:00000010:3.0:1767384951.129102:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006fefeed6. 00000400:00000010:3.0:1767384951.129103:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008bbedd2a. 00000400:00000010:3.0:1767384951.129104:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000692db047. 00000400:00000010:3.0:1767384951.129105:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001e28416a. 00000400:00000010:3.0:1767384951.129106:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000030ae26b5. 00000400:00000010:3.0:1767384951.129107:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000689b464a. 00000400:00000010:3.0:1767384951.129108:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000274f6d9. 00000400:00000010:3.0:1767384951.129110:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005c57eebb. 00000400:00000010:3.0:1767384951.129111:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006f098e6d. 00000400:00000010:3.0:1767384951.129112:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000028896ac8. 00000400:00000010:3.0:1767384951.129113:0:16337:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b624937a. 00000400:00000001:3.0:1767384951.129117:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384951.129119:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384951.129121:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384951.129123:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000400:00000200:3.0:1767384951.129129:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384951.129134:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384951.129144:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005b8dabde. 00000400:00000010:3.0:1767384951.129147:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000236b0a28. 00010000:00000001:2.0:1767384951.130027:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384951.130030:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.130034:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384951.130036:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384951.130054:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384951.130056:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384951.130058:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384952.153925:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384952.153938:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384952.153940:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp40 00010000:00000001:2.0:1767384952.153944:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000010:3.0:1767384952.153945:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000791fd541. 00010000:00000001:2.0:1767384952.153946:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384952.153952:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000b9e9937. 00000400:00000010:3.0:1767384952.153958:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000400:00000010:3.0:1767384952.153967:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b624937a. 00000400:00000200:3.0:1767384952.153971:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp40 00000020:00000001:0.0:1767384952.153984:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384952.153989:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.153993:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384952.153996:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp40 local destination 00000400:00000200:3.0:1767384952.154005:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp40 00000400:00000200:3.0:1767384952.154010:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp40 NI seq info: [143:143:256:4294967295] 192.168.203.109@tcp40 LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1767384952.154019:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp40 00000400:00000200:3.0:1767384952.154029:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp40(192.168.203.109@tcp40:) -> 192.168.203.109@tcp40(192.168.203.109@tcp40:192.168.203.109@tcp40) : GET try# 0 00000800:00000200:3.0:1767384952.154035:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp40 00000800:00000010:3.0:1767384952.154040:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000541a7c27. 00000800:00000200:3.0:1767384952.154047:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000800:00000200:3.1:1767384952.154053:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000400:00000200:3.0:1767384952.154080:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp40 added to recovery queue. ping count: 1 next ping: 274 health :900 00000400:00000200:0.0:1767384952.154154:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154214:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154248:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154274:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154297:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154324:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154362:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154392:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154424:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154457:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154496:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154552:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154617:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154652:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154697:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154740:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154791:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154834:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154933:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.154974:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155020:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155079:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155127:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155180:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155215:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155243:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155277:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155303:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155326:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155351:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155378:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155397:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155415:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155443:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384952.155466:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384952.155683:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5c0b2e4. 00000800:00000010:0.0:1767384952.155689:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a444c45. 00000800:00000010:0.0:1767384952.155696:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006afaa1fb. 00000800:00000010:0.0:1767384952.155727:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006afaa1fb. 00000800:00020000:0.0:1767384952.155740:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384952.155744:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a444c45. 00000800:00000010:0.0:1767384952.155747:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f5c0b2e4. 00000400:02020000:0.0:1767384952.155793:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp40 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384952.155808:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp40 notifying 192.168.203.109@tcp40: down 00000400:00000200:0.0:1767384952.155812:0:16328:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384952.155817:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp40 00000800:00000010:0.0:1767384952.155821:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000541a7c27. 00000400:00000200:0.0:1767384952.155825:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384952.155830:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp40->192.168.203.109@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384952.155839:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384952.155842:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384952.155847:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp40) recovery failed with -71 00080000:00000010:2.0:1767384952.462450:0:33741:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003f0bf54e. 00080000:00000010:2.0:1767384952.462459:0:33741:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003f0bf54e. 00000020:00000001:2.0:1767384952.462463:0:33741:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384952.462469:0:33741:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003f0bf54e. 00080000:00000010:2.0:1767384952.462473:0:33741:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003f0bf54e. 00000020:00000001:2.0:1767384952.462475:0:33741:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384953.144008:0:33905:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384953.144013:0:33905:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:3.0:1767384953.147457:0:33905:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384953.157430:0:33906:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cec9b5af. 00000400:00000010:3.0:1767384953.157445:0:33906:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006b35eca5. 00000400:00000010:3.0:1767384953.157454:0:33906:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b65e4e39. 00000400:00000010:3.0:1767384953.157456:0:33906:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d8528298. 00000400:00000010:3.0:1767384953.157459:0:33906:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a2234ea. 00000400:00000010:3.0:1767384953.157463:0:33906:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000384041c5. 00000400:00000010:3.0:1767384953.157464:0:33906:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000387c61cc. 00000400:00000010:3.0:1767384953.157466:0:33906:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d2a13f84. 00000400:00000010:3.0:1767384953.157473:0:33906:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c6b1c84e. 00000800:00000010:3.0:1767384953.157488:0:33906:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fc615b24. 00000800:00000200:3.0:1767384953.157497:0:33906:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384953.157508:0:33906:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384953.157559:0:33906:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384953.157591:0:33906:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp42 [8/256/0/180] 00000400:00000010:3.0:1767384953.159235:0:33906:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000075d67f64. 00000400:00000010:3.0:1767384953.159241:0:33906:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767384953.159247:0:33906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9b2f68. 00000400:00000001:3.0:1767384953.159268:0:33906:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384953.159270:0:33906:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384953.159272:0:33906:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088341254. 00000400:00000200:3.0:1767384953.159275:0:33906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bad16f6 00000400:00000010:3.0:1767384953.159276:0:33906:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bad16f6. 00000400:00000010:3.0:1767384953.159280:0:33906:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000650dd5ae. 00000400:00000200:3.0:1767384953.159284:0:33906:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (32) 00000400:00000200:3.0:1767384953.159296:0:33906:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384953.159304:0:33906:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:3.0:1767384953.159311:0:33906:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d6c136e0. 00000020:01000000:3.0:1767384953.159314:0:33906:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384953.159316:0:33906:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp42 00000400:00000200:0.0:1767384953.159322:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384953.159329:0:33906:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006b35eca5. 00000400:00000200:0.0:1767384953.159332:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000010:3.0:1767384953.159334:0:33906:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cec9b5af. 00000400:00000010:0.0:1767384953.159344:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000400:00000200:0.0:1767384953.159349:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (33) 00000020:00000001:1.0:1767384953.159353:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384953.159356:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d13ff5e5. 10000000:00000001:1.0:1767384953.159358:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384953.159363:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384953.159366:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384953.159367:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:01000004:1.0:1767384953.159370:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384953.159374:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384953.159375:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384953.159376:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384953.159377:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384953.159378:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384953.159378:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384953.159380:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384953.159381:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384953.159383:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384953.159383:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000010:1.0:1767384953.159388:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870c54f4. 00000400:00000200:0.0:1767384953.159389:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000040:1.0:1767384953.159395:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384953.159399:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000100:00000001:1.0:1767384953.159401:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384953.159405:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 02000000:00000001:1.0:1767384953.159406:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384953.159410:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159414:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:0.0:1767384953.159418:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 02000000:00000010:1.0:1767384953.159419:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fb7385c0. 00000400:00000200:0.0:1767384953.159422:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000100:00000001:1.0:1767384953.159427:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159428:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000400:00000200:0.0:1767384953.159433:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00000100:00000001:1.0:1767384953.159435:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384953.159436:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 00000100:00000001:1.0:1767384953.159439:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.159447:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000870c54f4] to pc [ptlrpcd_00_02+2] req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384953.159459:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 36], ns[26, 36] 00000400:00000200:0.0:1767384953.159468:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:0.0:1767384953.159471:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:0.0:1767384953.159474:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:0.0:1767384953.159478:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:0.0:1767384953.159484:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 10000000:00000001:1.0:1767384953.159485:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384953.159490:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384953.159494:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159494:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000020:01000000:1.0:1767384953.159499:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384953.159507:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384953.159508:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384953.159508:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 10000000:00000001:1.0:1767384953.159513:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384953.159515:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384953.159515:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384953.159520:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:1.0:1767384953.159520:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384953.159521:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000020:01000004:1.0:1767384953.159522:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384953.159542:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000020:01000004:1.0:1767384953.159543:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:2.0:1767384953.159544:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384953.159546:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384953.159549:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384953.159552:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384953.159555:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384953.159558:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384953.159561:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384953.159563:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 00000020:01000004:1.0:1767384953.159564:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384953.159579:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384953.159580:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a563176. 00000100:00000001:2.0:1767384953.159583:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384953.159584:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384953.159586:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 26], ns[127, 26] 02000000:00000001:2.0:1767384953.159590:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384953.159590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384953.159595:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384953.159597:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384953.159598:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159598:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 26], ns[115, 26] 02000000:00000001:2.0:1767384953.159605:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384953.159607:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b5509755. 00000400:00000200:0.0:1767384953.159607:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 26], ns[87, 26] 00000100:00100000:2.0:1767384953.159614:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363762304:0@lo:253: 00000100:00000001:1.0:1767384953.159614:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159619:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[106, 26], ns[121, 26] 00000100:00000001:1.0:1767384953.159622:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384953.159625:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.159628:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384953.159634:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a563176] to pc [ptlrpcd_00_03+3] req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384953.159634:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 26], ns[117, 26] 02000000:00000001:2.0:1767384953.159637:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384953.159642:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159648:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 26], ns[123, 26] 02000000:00000001:2.0:1767384953.159650:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384953.159661:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ef5b91ff. 10000000:00000001:1.0:1767384953.159663:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159663:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 26], ns[140, 26] 02000000:00000001:2.0:1767384953.159666:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384953.159669:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384953.159674:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384953.159675:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384953.159677:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703512d9. 00000020:00000010:1.0:1767384953.159678:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d6c136e0. 00000400:00000010:2.0:1767384953.159689:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fda05665. 00000400:00000200:0.0:1767384953.159689:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 26], ns[129, 26] 00000100:00000001:1.0:1767384953.159693:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384953.159698:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384953.159699:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363762304, portal 25 00000400:00000200:0.0:1767384953.159700:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 26], ns[132, 26] 00000100:00000001:1.0:1767384953.159701:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384953.159706:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384953.159708:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.159711:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000400:00000200:0.0:1767384953.159712:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 26], ns[141, 26] 00000100:00000040:2.0:1767384953.159725:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384953.159728:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[125, 26], ns[143, 26] 00000100:00000001:1.0:1767384953.159730:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384953.159733:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.159737:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384953.159741:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384953.159742:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 02000000:00000001:1.0:1767384953.159748:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159751:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp19 00000100:00100000:1.0:1767384953.159754:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363762432:0@lo:253: 00000100:00000001:2.0:1767384953.159757:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384953.159775:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384953.159776:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp19 lpni_is_preferred = 0 00000400:00000200:0.0:1767384953.159779:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp19 00000400:00000200:0.0:1767384953.159785:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp19 NI seq info: [144:144:256:4294967295] 192.168.203.109@tcp19 LPNI seq info [126:126:8:4294967295] 02000000:00000001:1.0:1767384953.159788:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384953.159792:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384953.159792:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159795:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp19 02000000:00000001:1.0:1767384953.159798:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384953.159801:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082134e9d. 02000000:00000010:1.0:1767384953.159804:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ac0497a2. 00000100:00000200:2.0:1767384953.159809:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363762304, offset 0 02000000:00000001:1.0:1767384953.159810:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.159811:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp19(192.168.203.109@tcp19:) -> 192.168.203.109@tcp19(192.168.203.109@tcp:192.168.203.109@tcp19) : PUT try# 0 00000400:00000010:1.0:1767384953.159818:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ae515a9. 00000800:00000200:0.0:1767384953.159824:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.109@tcp19 00000400:00000200:2.0:1767384953.159826:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1767384953.159831:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b29ae1e. 00000400:00000010:1.0:1767384953.159834:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a76024ad. 00000100:00000200:1.0:1767384953.159841:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363762432, portal 25 00000400:00000200:2.0:1767384953.159844:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384953.159845:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f3eaa6c] -> 12345-192.168.203.109@tcp19 (6) 00000100:00000001:1.0:1767384953.159846:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384953.159850:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794527744 : -107297915023872 : ffff9e69c1e3ce00) 00000100:00000040:1.0:1767384953.159856:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384953.159862:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp19 ip 192.168.203.109:988 00000400:00000200:2.0:1767384953.159866:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06480 00000800:00000200:0.0:1767384953.159868:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b29ae1e type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767384953.159899:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384953.159903:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384953.159907:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4216a30. 00000400:00000200:2.0:1767384953.159922:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13cd [2] + 0 00000400:00000010:2.0:1767384953.159929:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069ea81a7. 00000400:00000200:2.0:1767384953.159934:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e48273a8 00000100:00000200:1.0:1767384953.159938:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363762432, offset 0 00000400:00000200:0.0:1767384953.159938:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384953.159942:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384953.159946:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 0 00000400:00000200:1.0:1767384953.159949:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384953.159954:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384953.159961:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384953.159962:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48273a8 00000400:00000010:2.0:1767384953.159969:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e48273a8. 00000400:00000200:1.0:1767384953.159969:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06500 00000100:00000001:2.0:1767384953.159979:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384953.159979:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13e5 [2] + 0 00000100:00000200:2.0:1767384953.159983:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384953.159984:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be099df2. 00000400:00000200:1.0:1767384953.159989:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eb2ca217 00000100:00000040:2.0:1767384953.159991:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000c3b43275 x1853237363762304 msgsize 4848 00000400:00000200:1.0:1767384953.159994:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384953.160003:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384953.160004:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384953.160006:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb2ca217 00000100:00000040:2.0:1767384953.160008:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384953.160009:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb2ca217. 00000100:00000001:1.0:1767384953.160015:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384953.160017:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384953.160019:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000f3c9b1bb x1853237363762432 msgsize 4848 00000100:00100000:1.0:1767384953.160033:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384953.160036:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384953.160036:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384953.160046:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082134e9d 00000100:00000001:1.0:1767384953.160047:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384953.160052:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082134e9d. 00000100:00000001:2.0:1767384953.160056:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384953.160057:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4216a30 00000400:00000010:1.0:1767384953.160061:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4216a30. 00000100:00000200:2.0:1767384953.160062:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.160067:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384953.160076:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384953.160080:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384953.160082:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384953.160084:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384953.160086:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b29ae1e. 00000400:00000200:0.0:1767384953.160092:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384953.160103:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp19->192.168.203.109@tcp19: PUT: OK 00000400:00000200:0.0:1767384953.160111:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384953.160116:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384953.160118:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000100:00000001:2.0:1767384953.160119:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.160124:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384953.160124:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384953.160127:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384953.160133:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384953.160136:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.160137:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.160140:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294941045 00000800:00000001:0.0:1767384953.160140:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384953.160142:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384953.160147:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384953.160149:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ded6529d. 00000100:00000001:1.0:1767384953.160153:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.160159:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384953.160159:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294941045 00000400:00000200:0.0:1767384953.160161:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp19(192.168.203.109@tcp19) <- 192.168.203.109@tcp19 : PUT - for me 00000100:00000001:2.0:1767384953.160186:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294941045 00000100:00000001:1.0:1767384953.160187:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294941045 00000400:00000200:0.0:1767384953.160190:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 576 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384953.160195:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294941045 00000400:00000200:0.0:1767384953.160200:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 544/576 into md 0x1b81 [1] + 0 00000100:00000010:2.0:1767384953.160203:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1444d9. 00000400:00000010:0.0:1767384953.160204:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a0b291b. 00000400:00000200:0.0:1767384953.160209:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba1c950f 00000100:00000001:2.0:1767384953.160211:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384953.160213:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384953.160220:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294941045 00000100:00000001:1.0:1767384953.160220:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294941045 00000800:00000001:0.0:1767384953.160220:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.160224:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384953.160230:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294941045 00000100:00000010:2.0:1767384953.160231:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ad1413a. 00000400:00000200:0.0:1767384953.160234:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp19->192.168.203.109@tcp19: PUT: OK 00000400:00000200:0.0:1767384953.160240:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1c950f 00000100:00000001:2.0:1767384953.160241:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384953.160242:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1c950f. 00000400:00000200:0.0:1767384953.160249:0:16335:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384953.160251:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294941045 00000100:00000001:1.0:1767384953.160251:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294941045 00000400:00000200:0.0:1767384953.160252:0:16335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (34) 00000100:00000001:1.0:1767384953.160275:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294941045 00000400:00000200:0.0:1767384953.160276:0:16335:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000100:00000010:2.0:1767384953.160277:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093cf043c. 00000400:00000200:0.0:1767384953.160283:0:16335:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (576 bytes) 00000100:00000001:2.0:1767384953.160286:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384953.160288:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:2.0:1767384953.160294:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384953.160294:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294941045 00000400:00000200:0.0:1767384953.160297:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (35) 00000100:00000001:2.0:1767384953.160300:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.160302:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384953.160304:0:16335:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384953.160306:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.160309:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.160311:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.160315:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp19 to MR: 192.168.203.109@tcp19 local destination 00000100:00000001:1.0:1767384953.160317:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.160339:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.160339:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp19 NI seq info: [145:145:256:4294967295] 192.168.203.109@tcp19 LPNI seq info [127:127:8:4294967295] 00000100:00000001:2.0:1767384953.160341:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384953.160346:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384953.160349:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384953.160353:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384953.160354:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384953.160358:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384953.160362:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384953.160363:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.160365:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp19(192.168.203.109@tcp19:192.168.203.109@tcp19) -> 192.168.203.109@tcp19(192.168.203.109@tcp19:192.168.203.109@tcp19) 192.168.203.109@tcp19 : ACK try# 0 00000100:00000001:1.0:1767384953.160366:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384953.160371:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.160373:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384953.160377:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp19 00000100:00000001:1.0:1767384953.160381:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384953.160382:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b29ae1e. 00000800:00000200:0.0:1767384953.160390:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f3eaa6c] -> 12345-192.168.203.109@tcp19 (6) 00000800:00000200:0.0:1767384953.160395:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp19 ip 192.168.203.109:1003 00000800:00000200:0.0:1767384953.160397:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b29ae1e type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384953.160400:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384953.160405:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363762304 02000000:00000001:2.0:1767384953.160408:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384953.160412:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384953.160415:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384953.160416:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384953.160419:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384953.160425:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363762304 00000020:00000001:2.0:1767384953.160428:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384953.160431:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:0.0:1767384953.160432:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384953.160434:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384953.160438:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000007a712292. 00000020:00000040:2.0:1767384953.160439:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000400:00000010:0.0:1767384953.160444:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ba6d2e0. 00000020:00000001:2.0:1767384953.160445:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384953.160465:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384953.160470:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384953.160472:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edfdf06b. 00000400:00000200:0.0:1767384953.160476:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007a712292 00000020:00000010:2.0:1767384953.160477:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055566b32. 00000400:00000010:0.0:1767384953.160479:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000efb7c04a. 00000100:00000001:2.0:1767384953.160482:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384953.160484:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000800:00000200:1.0:1767384953.160488:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384953.160488:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302471 00000400:00000200:0.0:1767384953.160494:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (34) 00000800:00000010:1.0:1767384953.160495:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b29ae1e. 00000020:00000010:2.0:1767384953.160496:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055566b32. 00000400:00000010:0.0:1767384953.160499:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000f6de0f96. 00000400:00000010:0.0:1767384953.160503:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000400:00000200:1.0:1767384953.160504:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384953.160508:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a036177. 00000400:00000010:0.0:1767384953.160509:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007892ff64. 00000400:00000200:1.0:1767384953.160515:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp19->192.168.203.109@tcp19: ACK: OK 00000020:00000010:2.0:1767384953.160517:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d5b120a. 00000400:00000200:0.0:1767384953.160520:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000020:00000010:2.0:1767384953.160542:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0b15097. 00000800:00000001:1.0:1767384953.160547:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384953.160553:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000040:2.0:1767384953.160555:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:1.0:1767384953.160557:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.160559:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:2.0:1767384953.160561:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384953.160565:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384953.160568:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000800:00000001:1.0:1767384953.160569:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384953.160570:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.160587:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000800:00000001:1.0:1767384953.160591:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.160592:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.160592:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:0.0:1767384953.160600:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000100:00000001:2.0:1767384953.160607:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.160608:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000400:00000200:1.0:1767384953.160609:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp19(192.168.203.109@tcp19) <- 192.168.203.109@tcp19 : ACK - for me 00000400:00000200:0.0:1767384953.160618:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000100:00000001:2.0:1767384953.160622:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384953.160622:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00000100:00100000:2.0:1767384953.160627:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363762432 00000400:00000200:0.0:1767384953.160628:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 02000000:00000001:2.0:1767384953.160632:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384953.160634:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 00000100:00000001:2.0:1767384953.160635:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384953.160639:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.160641:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 36], ns[28, 36] 02000000:00000001:2.0:1767384953.160645:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.160646:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000100:00100000:2.0:1767384953.160651:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363762432 00000400:00000200:0.0:1767384953.160652:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000020:00000001:2.0:1767384953.160655:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384953.160658:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384953.160662:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384953.160666:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000400:00000200:0.0:1767384953.160668:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000020:00000001:2.0:1767384953.160671:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:0.0:1767384953.160677:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000020:00000001:2.0:1767384953.160678:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:0.0:1767384953.160686:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000100:00000001:2.0:1767384953.160687:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384953.160693:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000020:00000010:2.0:1767384953.160695:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055566b32. 00000400:00000200:0.0:1767384953.160700:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000100:00000001:2.0:1767384953.160701:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384953.160707:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00000020:00000010:2.0:1767384953.160709:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055566b32. 00000400:00000200:0.0:1767384953.160713:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[73, 28] 00000400:00000200:0.0:1767384953.160717:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 28], ns[127, 28] 00000020:00000010:2.0:1767384953.160719:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac8a7f24. 00000400:00000200:0.0:1767384953.160720:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 28], ns[115, 28] 00000400:00000200:0.0:1767384953.160726:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 28], ns[87, 28] 00000020:00000010:2.0:1767384953.160727:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd84bbf6. 00000400:00000200:0.0:1767384953.160731:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[106, 28], ns[121, 28] 00000020:00000010:2.0:1767384953.160734:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074e23e04. 00000400:00000200:0.0:1767384953.160735:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 28], ns[117, 28] 00000400:00000200:0.0:1767384953.160742:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 28], ns[123, 28] 00000100:00000001:2.0:1767384953.160743:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384953.160746:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 28], ns[140, 28] 00000100:00000001:2.0:1767384953.160747:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384953.160752:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.160752:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 28], ns[129, 28] 00000400:00000200:0.0:1767384953.160761:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 28], ns[132, 28] 00000100:00000001:2.0:1767384953.160762:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.160769:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.160769:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 28], ns[141, 28] 00000400:00000200:0.0:1767384953.160777:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[125, 28], ns[143, 28] 00000100:00000001:2.0:1767384953.160790:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384953.160794:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384953.160795:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00100000:2.0:1767384953.160803:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000400:00000200:0.0:1767384953.160804:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp20 00000100:00000040:2.0:1767384953.160810:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:0.0:1767384953.160811:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp20 lpni_is_preferred = 0 00000100:00000001:2.0:1767384953.160816:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780463999056 : -107293245552560 : ffff9e6ad8364850) 00000400:00000200:0.0:1767384953.160819:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp20 00000100:00000040:2.0:1767384953.160827:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c3b43275 x1853237363762304/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:179/0 lens 4848/0 e 0 to 0 dl 1767384964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384953.160829:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp20 NI seq info: [146:146:256:4294967295] 192.168.203.109@tcp20 LPNI seq info [128:128:8:4294967295] 00000400:00000200:0.0:1767384953.160845:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp20 00000100:00000001:2.0:1767384953.160848:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384953.160854:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055566b32. 00000100:00000001:2.0:1767384953.160860:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384953.160860:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp20(192.168.203.109@tcp20:) -> 192.168.203.109@tcp20(192.168.203.109@tcp:192.168.203.109@tcp20) : GET try# 0 00000800:00000200:0.0:1767384953.160906:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp20 00000020:00000010:2.0:1767384953.160907:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055566b32. 00000800:00000010:0.0:1767384953.160913:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b3c17e4d. 00000400:00000200:1.0:1767384953.160914:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp19: ACK from 12345-192.168.203.109@tcp19 into md 0x1c15 00000100:00100000:2.0:1767384953.160920:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c3b43275 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363762304:12345-0@lo:253: 00000400:00000200:1.0:1767384953.160923:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384953.160927:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005fb03b8e] -> 12345-192.168.203.109@tcp20 (6) 00000100:00000200:2.0:1767384953.160933:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363762304 00000400:00000200:1.0:1767384953.160934:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp19->192.168.203.109@tcp19: ACK: OK 00000800:00000200:0.0:1767384953.160940:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp20 ip 192.168.203.109:988 00000020:00000001:2.0:1767384953.160941:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384953.160941:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000800:00000200:0.0:1767384953.160944:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3c17e4d type 2, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384953.160946:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000020:00000001:2.0:1767384953.160948:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384953.160952:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384953.160953:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.160953:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384953.160960:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000020:00000001:2.0:1767384953.160961:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384953.160961:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000020:00000001:2.0:1767384953.160967:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:1.0:1767384953.160970:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000020:00000001:2.0:1767384953.160975:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384953.160976:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (35) 00000020:00000001:2.0:1767384953.160980:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.160984:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 00000020:00000001:2.0:1767384953.160987:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384953.160989:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (34) 00000020:00000001:2.0:1767384953.160993:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384953.160994:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000f1852bb3. 00000020:00000001:2.0:1767384953.161000:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384953.161000:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000614a9024. 00000100:00000001:2.0:1767384953.161008:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384953.161009:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000777623f. 02000000:00000001:2.0:1767384953.161011:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384953.161032:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 02000000:00000010:2.0:1767384953.161037:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ee51b161. 00000400:00000200:0.0:1767384953.161038:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 02000000:00000001:2.0:1767384953.161043:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384953.161044:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384953.161048:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000800:00000010:1.0:1767384953.161049:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b3c17e4d. 00000100:00000001:2.0:1767384953.161050:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384953.161054:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:2.0:1767384953.161057:0:17064:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384953.161064:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp20->192.168.203.109@tcp20: GET: OK 00000400:00000200:0.0:1767384953.161066:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 20000000:00000010:2.0:1767384953.161070:0:17064:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009854828f. 00000400:00000200:0.0:1767384953.161075:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 20000000:01000000:2.0:1767384953.161076:0:17064:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384953.161082:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384953.161086:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384953.161086:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:0.0:1767384953.161092:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 20000000:00000001:2.0:1767384953.161098:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.161102:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 20000000:00000001:2.0:1767384953.161103:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384953.161106:0:17064:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384953.161116:0:17064:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000438ccdb4. 00000400:00000200:0.0:1767384953.161117:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 20000000:01000000:2.0:1767384953.161122:0:17064:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000400:00000200:0.0:1767384953.161128:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 20000000:00000001:2.0:1767384953.161132:0:17064:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384953.161133:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 00000400:00000200:0.0:1767384953.161138:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 00080000:00000001:2.0:1767384953.161141:0:17064:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384953.161142:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 36], ns[146, 36] 00080000:00000001:2.0:1767384953.161148:0:17064:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384953.161148:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 36], ns[30, 36] 00000400:00000200:0.0:1767384953.161154:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384953.161156:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:0.0:1767384953.161159:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:0.0:1767384953.161162:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:0.0:1767384953.161164:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:0.0:1767384953.161167:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00080000:00000001:2.0:1767384953.161169:0:17064:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384953.161171:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 30], ns[72, 30] 00000400:00000200:0.0:1767384953.161176:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 30], ns[73, 30] 00000400:00000200:0.0:1767384953.161178:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 30], ns[127, 30] 00000400:00000200:0.0:1767384953.161181:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 30], ns[115, 30] 00000400:00000200:0.0:1767384953.161184:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 30], ns[87, 30] 00080000:00000001:2.0:1767384953.161186:0:17064:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.161189:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[106, 30], ns[121, 30] 00080000:00000001:2.0:1767384953.161192:0:17064:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384953.161196:0:17064:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384953.161201:0:17064:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384953.161205:0:17064:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.161205:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 30], ns[117, 30] 00080000:00000002:2.0:1767384953.161212:0:17064:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000b9895283 00000400:00000200:0.0:1767384953.161213:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 30], ns[123, 30] 00000400:00000200:0.0:1767384953.161223:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 30], ns[140, 30] 00000020:00000001:2.0:1767384953.161224:0:17064:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000052dbdb7a 00080000:00000002:2.0:1767384953.161230:0:17064:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384953.161230:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 30], ns[129, 30] 00080000:00000001:2.0:1767384953.161256:0:17064:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384953.161257:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 30], ns[132, 30] 00080000:00000001:2.0:1767384953.161264:0:17064:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.161265:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 30], ns[141, 30] 00080000:00000001:2.0:1767384953.161270:0:17064:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.161273:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[125, 30], ns[143, 30] 00000020:00000001:2.0:1767384953.161276:0:17064:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384953.161282:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000020:00000001:2.0:1767384953.161284:0:17064:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000400:00000200:0.0:1767384953.161288:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp21 00080000:00000001:2.0:1767384953.161291:0:17064:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384953.161294:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp21 lpni_is_preferred = 0 00080000:00000010:2.0:1767384953.161298:0:17064:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004846e30c. 00000400:00000200:0.0:1767384953.161301:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp21 00080000:00000001:2.0:1767384953.161320:0:17064:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775872971776 : -107297836579840 : ffff9e69c690c400) 00000400:00000200:0.0:1767384953.161325:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp21 NI seq info: [147:147:256:4294967295] 192.168.203.109@tcp21 LPNI seq info [129:129:8:4294967295] 00080000:00000001:2.0:1767384953.161328:0:17064:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384953.161334:0:17064:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384953.161337:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp21 00080000:00000010:2.0:1767384953.161340:0:17064:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000055566b32. 00080000:00000001:2.0:1767384953.161346:0:17064:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384953.161353:0:17064:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384953.161353:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21:) -> 192.168.203.109@tcp21(192.168.203.109@tcp:192.168.203.109@tcp21) : GET try# 0 00000400:00000200:1.0:1767384953.161361:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:0.0:1767384953.161362:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp21 00000400:00000200:1.0:1767384953.161367:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000800:00000010:0.0:1767384953.161369:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000001f25c3. 00080000:00000001:2.0:1767384953.161371:0:17064:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384953.161379:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384953.161379:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (6) 00000800:00000001:1.0:1767384953.161384:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384953.161388:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384953.161391:0:17064:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767384953.161391:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp21 ip 192.168.203.109:988 00000800:00000001:1.0:1767384953.161393:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384953.161397:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384953.161397:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000001f25c3 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384953.161405:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000800:00000001:1.0:1767384953.161406:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.161409:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000400:00000200:1.0:1767384953.161416:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp20(192.168.203.109@tcp20) <- 192.168.203.109@tcp20 : GET - for me 00000400:00000200:1.0:1767384953.161426:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 576 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384953.161427:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384953.161430:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384953.161432:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 576/576 into md 0x1c11 [1] + 0 00000100:00100000:2.0:1767384953.161438:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:2.0:1767384953.161442:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000400:00000200:1.0:1767384953.161445:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp20 to MR: 192.168.203.109@tcp20 local destination 00000100:00000001:2.0:1767384953.161451:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780226592848 : -107293482958768 : ffff9e6aca0fc050) 00000400:00000200:1.0:1767384953.161452:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp20 NI seq info: [148:148:256:4294967295] 192.168.203.109@tcp20 LPNI seq info [130:130:8:4294967295] 00000100:00000040:2.0:1767384953.161459:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3c9b1bb x1853237363762432/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:179/0 lens 4848/0 e 0 to 0 dl 1767384964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.161478:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp20(192.168.203.109@tcp20:192.168.203.109@tcp20) -> 192.168.203.109@tcp20(192.168.203.109@tcp20:192.168.203.109@tcp20) 192.168.203.109@tcp20 : REPLY try# 0 00000100:00000001:2.0:1767384953.161479:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384953.161481:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384953.161484:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008743480e. 00000800:00000010:0.0:1767384953.161485:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000001f25c3. 00000100:00000001:2.0:1767384953.161491:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384953.161492:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384953.161496:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.109@tcp20 00000020:00000010:2.0:1767384953.161498:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008743480e. 00000400:00000200:0.0:1767384953.161503:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: GET: OK 00000100:00100000:2.0:1767384953.161506:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3c9b1bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363762432:12345-0@lo:253: 00000100:00000200:2.0:1767384953.161510:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363762432 00000020:00000001:2.0:1767384953.161514:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:1.0:1767384953.161518:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5fcc872. 00000020:00000001:2.0:1767384953.161519:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384953.161520:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:2.0:1767384953.161523:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384953.161541:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005fb03b8e] -> 12345-192.168.203.109@tcp20 (6) 00000400:00000200:0.0:1767384953.161542:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000020:00000001:2.0:1767384953.161546:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:1.0:1767384953.161549:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp20 ip 192.168.203.109:1001 00000020:00000001:2.0:1767384953.161550:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000800:00000200:1.0:1767384953.161555:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5fcc872 type 3, nob 672 niov 1 nkiov 1 00000800:00000001:0.0:1767384953.161555:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384953.161556:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384953.161559:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384953.161562:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384953.161563:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384953.161565:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384953.161567:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.161569:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:0.0:1767384953.161572:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384953.161584:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384953.161592:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d87f0025. 00000800:00000001:0.0:1767384953.161593:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384953.161598:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384953.161601:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384953.161604:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384953.161605:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5fcc872. 00000400:00000200:0.0:1767384953.161608:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21) <- 192.168.203.109@tcp21 : GET - for me 20000000:00000001:2.0:1767384953.161611:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384953.161612:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384953.161618:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp20->192.168.203.109@tcp20: REPLY: OK 20000000:00000010:2.0:1767384953.161622:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e208cc0. 00000400:00000200:0.0:1767384953.161623:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 576 into portal 0 MB=0x8000000000000000 00000800:00000001:1.0:1767384953.161626:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:2.0:1767384953.161629:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:1.0:1767384953.161633:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384953.161634:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384953.161636:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 576/576 into md 0x1c11 [1] + 0 00000800:00000001:1.0:1767384953.161639:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384953.161640:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384953.161645:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384953.161646:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384953.161650:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384953.161651:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384953.161652:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp21 to MR: 192.168.203.109@tcp21 local destination 00000800:00000001:1.0:1767384953.161656:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384953.161658:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384953.161668:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp21 NI seq info: [149:149:256:4294967295] 192.168.203.109@tcp21 LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1767384953.161669:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp20(192.168.203.109@tcp20) <- 192.168.203.109@tcp20 : REPLY - for me 00000400:00000200:0.0:1767384953.161685:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21:192.168.203.109@tcp21) -> 192.168.203.109@tcp21(192.168.203.109@tcp21:192.168.203.109@tcp21) 192.168.203.109@tcp21 : REPLY try# 0 00000800:00000200:0.0:1767384953.161691:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.109@tcp21 00000800:00000010:0.0:1767384953.161695:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000001f25c3. 00000400:00000200:1.0:1767384953.161698:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp20: Reply from 12345-192.168.203.109@tcp20 of length 576/576 into md 0x1c2d 00000800:00000200:0.0:1767384953.161703:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (6) 00000800:00000001:1.0:1767384953.161704:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384953.161710:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp21 ip 192.168.203.109:999 00000800:00000001:1.0:1767384953.161711:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.161715:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384953.161715:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000001f25c3 type 3, nob 672 niov 1 nkiov 1 00000400:00000200:1.0:1767384953.161726:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp20->192.168.203.109@tcp20: REPLY: OK 00000400:00000200:1.0:1767384953.161728:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000400:00000010:1.0:1767384953.161730:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000400:00000200:1.0:1767384953.161732:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384953.161735:0:16334:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:1.0:1767384953.161738:0:16334:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:1.0:1767384953.161741:0:16334:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 34. state = 0x300271 00000400:00000200:1.0:1767384953.161744:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384953.161753:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (35) 00000800:00000001:1.0:1767384953.161758:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.161762:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384953.161762:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384953.161769:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000001f25c3. 00000800:00000001:1.0:1767384953.161770:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.161775:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.161777:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384953.161779:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384953.161785:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: REPLY: OK 00000800:00000001:1.0:1767384953.161790:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.161798:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21) <- 192.168.203.109@tcp21 : REPLY - for me 00000800:00000001:0.0:1767384953.161798:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384953.161806:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.161813:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp21: Reply from 12345-192.168.203.109@tcp21 of length 576/576 into md 0x1c31 00000800:00000001:1.0:1767384953.161817:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.161821:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.161823:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384953.161827:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: REPLY: OK 00000400:00000200:1.0:1767384953.161830:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614a9024 00000400:00000010:1.0:1767384953.161832:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000614a9024. 00000400:00000200:1.0:1767384953.161851:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384953.161853:0:16334:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:1.0:1767384953.161855:0:16334:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:1.0:1767384953.161857:0:16334:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 34. state = 0x3000f1 00000400:00000010:1.0:1767384953.161859:0:16334:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000f6de0f96. 00000400:00000200:1.0:1767384953.161862:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384953.161864:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (34) 00000800:00000001:1.0:1767384953.161867:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.161869:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384953.161932:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384953.161944:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384953.161946:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:2.0:1767384953.161950:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.161951:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3000f1 00000400:00000010:1.0:1767384953.161959:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 00000000acda7553. 00000400:00000010:1.0:1767384953.161962:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 00000000abb72229. 00000400:00000010:1.0:1767384953.161965:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 000000004807cd1d. 00000400:00000200:1.0:1767384953.161990:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp36(0000000097d9f78e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384953.161995:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp39(00000000f35372ae) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384953.161998:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp40(000000005cf4af64) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384953.162002:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000b6736c6. 00000400:00000200:1.0:1767384953.162007:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000b6736c6 nid 192.168.203.109@tcp41 00000400:00000010:1.0:1767384953.162009:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c0263bb1. 00000400:00000200:1.0:1767384953.162011:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c0263bb1 net tcp41 00000400:00000200:1.0:1767384953.162014:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (33) 00000400:00000200:1.0:1767384953.162016:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp41 flags 0x11 00000400:00000010:1.0:1767384953.162026:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000005e5b135. 00000400:00000200:1.0:1767384953.162029:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000005e5b135 nid 192.168.203.109@tcp42 00000400:00000010:1.0:1767384953.162041:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000d194c86. 00000400:00000200:1.0:1767384953.162043:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000000d194c86 net tcp42 00000400:00000200:1.0:1767384953.162045:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (34) 00000400:00000200:1.0:1767384953.162047:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp42 flags 0x11 00000400:00000010:1.0:1767384953.162049:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 00000000acda7553. 00000400:00000010:1.0:1767384953.162051:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 00000000abb72229. 00000400:00000010:1.0:1767384953.162053:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 000000004807cd1d. 00000400:00000010:1.0:1767384953.162054:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000f1852bb3. 00000400:00000200:1.0:1767384953.162056:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384953.162058:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300171 00000400:00000200:1.0:1767384953.162061:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc 1 00000400:00000200:1.0:1767384953.162063:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000200:1.0:1767384953.162066:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384953.162068:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300111 rc 0 00000400:00000200:1.0:1767384953.162071:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:1.0:1767384953.162073:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (35) 00080000:00000010:2.0:1767384953.162766:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004846e30c. 00080000:00000010:3.0:1767384953.162828:0:17064:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000055566b32. 00040000:00000001:3.0:1767384953.162833:0:17064:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384953.162836:0:17064:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384953.162838:0:17064:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384953.162842:0:17064:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384953.162844:0:17064:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384953.162846:0:17064:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384953.162853:0:17064:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384953.162862:0:17064:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384953.162889:0:17064:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384953.162894:0:17064:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384953.162904:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004846e30c. 20000000:01000000:2.0:1767384953.162909:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:2.0:1767384953.162914:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384953.162914:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384953.162918:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384953.162920:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384953.162923:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:1.0:1767384953.162924:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384953.162931:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384953.162933:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384953.162935:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384953.162944:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384953.162946:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000589878f5. 00080000:00000001:2.0:1767384953.162949:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384953.162953:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.162955:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384953.162956:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384953.162960:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384953.162961:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00080000:00000002:2.0:1767384953.162963:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:1.0:1767384953.162967:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384953.162970:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00000020:00000040:1.0:1767384953.162972:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e424163 with handle 0x135556ebb4843c78 to hash 00080000:00000002:2.0:1767384953.162974:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384953.162978:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384953.162980:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384953.162981:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00080000:00000001:2.0:1767384953.162986:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.162988:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00080000:00000001:2.0:1767384953.162991:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384953.162995:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384953.162996:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384953.162999:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.163002:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384953.163006:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384953.163009:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000032dcf383. 00010000:00010000:1.0:1767384953.163012:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384953.163015:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775872974336 : -107297836577280 : ffff9e69c690ce00) 00080000:00000001:2.0:1767384953.163022:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384953.163025:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384953.163029:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384953.163030:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008743480e. 00010000:00000001:1.0:1767384953.163035:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384953.163036:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384953.163037:0:17064:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384953.163040:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384953.163041:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384953.163046:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384953.163047:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384953.163050:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384953.163051:0:17064:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009854828f. 00080000:00000001:2.0:1767384953.163055:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384953.163057:0:17064:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.163058:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384953.163063:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384953.163064:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363762304 00080000:00000001:2.0:1767384953.163066:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384953.163068:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384953.163068:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384953.163074:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000200:3.0:1767384953.163077:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c3b43275 x1853237363762304/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:179/0 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384953.163078:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384953.163082:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384953.163087:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000589878f5) refcount = 1 00010000:00000001:3.0:1767384953.163088:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384953.163092:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384953.163095:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384953.163096:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384953.163102:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384953.163106:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384953.163111:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:1.0:1767384953.163112:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:3.0:1767384953.163116:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384953.163117:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1767384953.163118:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.163121:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384953.163122:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384953.163127:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384953.163127:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384953.163132:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b35eca5. 00010000:00000001:1.0:1767384953.163132:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384953.163136:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363762304, offset 224 20000000:00000001:1.0:1767384953.163139:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384953.163144:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:01000000:1.0:1767384953.163144:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384953.163151:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384953.163155:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384953.163155:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384953.163160:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=4 00000020:00000001:1.0:1767384953.163164:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000400:00000200:3.0:1767384953.163166:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06480 00010000:00000001:1.0:1767384953.163171:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000400:00000200:3.0:1767384953.163174:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c19 [2] + 224 00010000:00000001:1.0:1767384953.163174:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384953.163176:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384953.163180:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384953.163187:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384953.163188:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384953.163191:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384953.163211:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384953.163213:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384953.163229:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384953.163232:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384953.163235:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384953.163238:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384953.163241:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384953.163244:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.163249:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384953.163252:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384953.163261:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e424163 already unused, calling callback (00000000c66beece) 00010000:00000001:1.0:1767384953.163263:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384953.163265:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384953.163266:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384953.163269:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384953.163270:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384953.163273:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384953.163274:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384953.163275:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e424163 refcount=5 00000020:00000001:1.0:1767384953.163277:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000400:00000200:3.0:1767384953.163279:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b35eca5 00010000:00000001:1.0:1767384953.163279:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081292800 : -107293628258816 : ffff9e6ac166a600) 00000400:00000010:3.0:1767384953.163283:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b35eca5. 00010000:00000001:1.0:1767384953.163285:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384953.163286:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384953.163292:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384953.163294:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384953.163295:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384953.163295:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.163298:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384953.163301:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384953.163303:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.163303:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384953.163303:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384953.163309:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384953.163309:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384953.163309:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384953.163314:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384953.163315:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384953.163317:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384953.163318:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.163319:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384953.163321:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384953.163323:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e424163 with handle 0x135556ebb4843c78 from hash 00000100:00000040:3.0:1767384953.163326:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b43275 x1853237363762304/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:179/0 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384953.163327:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384953.163330:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384953.163333:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384953.163336:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703512d9. 00010000:00000001:1.0:1767384953.163337:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384953.163340:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384953.163344:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda05665 00010000:00000001:1.0:1767384953.163344:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:3.0:1767384953.163349:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c3b43275 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363762304:12345-0@lo:253: Request processed in 2496us (3353us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384953.163349:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1767384953.163350:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fda05665. 00010000:00000001:1.0:1767384953.163353:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384953.163358:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.163359:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384953.163361:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:3.0:1767384953.163364:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00010000:00000001:1.0:1767384953.163365:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:2.0:1767384953.163368:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384953.163369:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384953.163370:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:1.0:1767384953.163372:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384953.163375:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384953.163376:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.163378:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384953.163381:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384953.163384:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d5b120a. 00010000:00000001:1.0:1767384953.163385:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384953.163391:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0b15097. 00010000:00010000:1.0:1767384953.163391:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384953.163395:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384953.163398:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a036177. 00010000:00000001:1.0:1767384953.163404:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384953.163406:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:1.0:1767384953.163407:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384953.163411:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384953.163413:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384953.163414:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000010:3.0:1767384953.163416:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ee51b161. 00010000:00000001:1.0:1767384953.163417:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384953.163420:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384953.163421:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384953.163421:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384953.163425:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384953.163426:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384953.163426:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384953.163430:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.163432:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384953.163433:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 20000000:00000001:1.0:1767384953.163433:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384953.163438:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384953.163439:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384953.163440:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088341254. 00000100:00000001:2.0:1767384953.163444:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384953.163446:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b35eca5. 00000100:00000001:2.0:1767384953.163448:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.163450:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384953.163454:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384953.163455:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384953.163456:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e424163/0x135556ebb4843c78 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384953.163462:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384953.163469:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384953.163477:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000040:1.0:1767384953.163477:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000589878f5 count: 0 00000100:00000001:2.0:1767384953.163482:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.163485:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384953.163487:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384953.163488:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384953.163490:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384953.163493:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.163500:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.163508:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384953.163511:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384953.163512:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384953.163516:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384953.163518:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384953.163519:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384953.163521:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384953.163522:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384953.163524:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384953.163525:0:16342:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384953.163542:0:16342:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384953.163544:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384953.163553:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384953.163557:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384953.163566:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363762304:0@lo:253: 00000100:00000001:2.0:1767384953.163571:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.163574:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384953.163577:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870c54f4 x1853237363762304/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.163585:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384953.163587:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384953.163590:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ef5b91ff. 02000000:00000001:2.0:1767384953.163594:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384953.163596:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384953.163597:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384953.163599:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384953.163601:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fb7385c0. 02000000:00000001:2.0:1767384953.163605:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384953.163607:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384953.163609:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870c54f4. 00000100:00000001:2.0:1767384953.163613:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384953.163614:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.163616:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.163621:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384953.163623:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.163626:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384953.163628:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384953.164736:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000032dcf383. 00080000:00000010:2.0:1767384953.164807:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008743480e. 00040000:00000001:2.0:1767384953.164813:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384953.164815:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384953.164817:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384953.164820:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384953.164823:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384953.164826:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384953.164829:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384953.164841:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384953.164852:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384953.164858:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384953.164885:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384953.164889:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384953.164891:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384953.164910:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384953.164912:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384953.164917:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000024e4170. 00010000:00000001:1.0:1767384953.164920:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384953.164923:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b9705b2. 00000020:00000001:1.0:1767384953.164926:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384953.164927:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b9705b2 with handle 0x135556ebb4843c7f to hash 00000020:00000001:1.0:1767384953.164929:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384953.164931:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384953.164933:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384953.164935:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384953.164936:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384953.164938:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384953.164943:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384953.164946:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384953.164947:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384953.164948:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384953.164950:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384953.164951:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384953.164952:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384953.164954:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384953.164955:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384953.164956:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384953.164956:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384953.164957:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000024e4170) refcount = 1 00010000:00010000:1.0:1767384953.164959:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384953.164971:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384953.164972:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384953.164973:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384953.164975:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.164977:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384953.164979:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384953.164980:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:1.0:1767384953.164982:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384953.164983:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384953.164984:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=4 00000020:00000001:1.0:1767384953.164985:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384953.164987:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384953.164989:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384953.164990:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384953.164993:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384953.164994:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384953.164998:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384953.164999:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384953.164999:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384953.165002:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384953.165003:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.165005:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384953.165006:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384953.165009:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b9705b2 already unused, calling callback (00000000c66beece) 00010000:00000001:1.0:1767384953.165010:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384953.165016:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384953.165017:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384953.165021:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384953.165021:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384953.165022:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384953.165023:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b9705b2 refcount=5 00000020:00000001:1.0:1767384953.165024:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384953.165025:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081291264 : -107293628260352 : ffff9e6ac166a000) 00010000:00000001:1.0:1767384953.165026:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384953.165027:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384953.165030:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384953.165031:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384953.165032:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.165034:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384953.165035:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384953.165037:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384953.165038:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384953.165039:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b9705b2 with handle 0x135556ebb4843c7f from hash 00010000:00000001:1.0:1767384953.165040:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384953.165041:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384953.165042:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384953.165043:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384953.165045:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384953.165046:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384953.165047:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384953.165048:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384953.165050:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.165051:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384953.165052:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384953.165054:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384953.165055:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384953.165055:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.165060:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.165062:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384953.165064:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384953.165066:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384953.165069:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384953.165071:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384953.165071:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384953.165074:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 20000000:00000010:2.0:1767384953.165075:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e208cc0. 00010000:00000001:1.0:1767384953.165076:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384953.165078:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384953.165081:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384953.165083:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:2.0:1767384953.165084:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.165085:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384953.165089:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363762432 20000000:00000001:1.0:1767384953.165090:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384953.165095:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384953.165096:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384953.165103:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3c9b1bb x1853237363762432/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:179/0 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384953.165105:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384953.165108:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384953.165111:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b9705b2/0x135556ebb4843c7f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384953.165124:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384953.165126:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000024e4170 count: 0 00010000:00000001:2.0:1767384953.165127:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384953.165133:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=71 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384953.165136:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384953.165137:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:1.0:1767384953.165140:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384953.165142:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384953.165147:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384953.165150:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384953.165152:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.165155:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384953.165174:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384953.165178:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fda05665. 00000100:00000200:2.0:1767384953.165183:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363762432, offset 224 00000400:00000200:2.0:1767384953.165189:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384953.165197:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384953.165203:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06500 00000400:00000200:2.0:1767384953.165209:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c21 [2] + 224 00000400:00000200:2.0:1767384953.165214:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384953.165219:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384953.165223:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384953.165227:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384953.165238:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.165254:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384953.165268:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda05665 00000400:00000010:2.0:1767384953.165286:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fda05665. 00000100:00000001:2.0:1767384953.165290:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384953.165292:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384953.165295:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384953.165296:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.165300:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384953.165302:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:1.0:1767384953.165306:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384953.165307:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384953.165311:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384953.165311:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384953.165316:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae515a9. 00000020:00000001:2.0:1767384953.165317:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384953.165323:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76024ad 00000100:00000040:2.0:1767384953.165324:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3c9b1bb x1853237363762432/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:179/0 lens 4848/4768 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384953.165328:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a76024ad. 00000100:00000001:1.0:1767384953.165334:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384953.165355:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384953.165357:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3c9b1bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363762432:12345-0@lo:253: Request processed in 3875us (5334us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384953.165376:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000200:1.0:1767384953.165380:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384953.165381:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384953.165386:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384953.165389:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384953.165394:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd84bbf6. 00000020:00000010:2.0:1767384953.165399:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074e23e04. 00000020:00000010:2.0:1767384953.165402:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac8a7f24. 00000020:00000040:2.0:1767384953.165409:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:2.0:1767384953.165414:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384953.165418:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d87f0025. 00000100:00000001:1.0:1767384953.165419:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384953.165422:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384953.165423:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.165426:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.165428:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384953.165432:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384953.165433:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384953.165435:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384953.165439:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.165440:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703512d9. 02000000:00000001:1.0:1767384953.165443:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.165446:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fda05665. 00000100:00001000:1.0:1767384953.165449:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384953.165455:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384953.165459:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384953.165460:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.165462:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384953.165464:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.165466:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.165471:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.165479:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384953.165481:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384953.165483:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384953.165486:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384953.165487:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384953.165489:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384953.165490:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384953.165492:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384953.165493:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384953.165495:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384953.165497:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384953.165498:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384953.165501:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384953.165509:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363762432:0@lo:253: 00000100:00000001:1.0:1767384953.165515:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.165517:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384953.165520:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a563176 x1853237363762432/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.165553:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384953.165555:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384953.165557:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ac0497a2. 02000000:00000001:1.0:1767384953.165561:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384953.165578:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384953.165579:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384953.165581:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384953.165583:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b5509755. 02000000:00000001:1.0:1767384953.165585:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384953.165587:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384953.165588:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a563176. 00000100:00000001:1.0:1767384953.165591:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384953.165592:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.165594:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.165599:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384953.165601:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.165603:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384953.165605:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384953.166920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000589878f5. 00010000:00000010:1.1:1767384953.166927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00000100:00000040:0.0:1767384953.166936:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294941045, at 4294941046 00000100:00000040:1.0:1767384953.166941:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294941045, at 4294941046 00000100:00000040:2.0:1767384953.166948:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294941045, at 4294941046 00000100:00000010:0.0:1767384953.166948:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ded6529d. 00000100:00000010:1.0:1767384953.166950:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d1444d9. 00000100:00000010:2.0:1767384953.166960:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ad1413a. 00000100:00000040:3.0:1767384953.167012:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294941045, at 4294941046 00000100:00000010:3.0:1767384953.167018:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093cf043c. 00010000:00000010:1.1:1767384953.169912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000024e4170. 00010000:00000010:1.1:1767384953.169921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b9705b2. 00000400:00000001:3.0:1767384953.176933:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384953.176938:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384953.176943:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384953.176947:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000400:00000200:3.0:1767384953.176953:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384953.176969:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384953.176983:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000791fd541. 00000400:00000010:3.0:1767384953.176987:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000b9e9937. 00000400:00000010:0.0:1767384953.177201:0:33911:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d5c6f7f7. 00000400:00000040:0.0:1767384953.177219:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384953.177221:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384953.177223:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384953.177224:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384953.177229:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384953.177230:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384953.177232:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384953.177234:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384953.177235:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384953.177235:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384953.177237:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384953.177238:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384953.177240:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384953.177241:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384953.177241:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384953.177243:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384953.177244:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384953.177245:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384953.177245:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384953.177247:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384953.177248:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384953.177249:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384953.177250:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384953.177251:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384953.177251:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384953.177253:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384953.177254:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384953.177254:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384953.177255:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384953.177256:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384953.177257:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384953.177258:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384953.177259:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384953.177260:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384953.177261:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384953.177262:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384953.177263:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384953.177264:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384953.177265:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384953.177266:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384953.177267:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384953.177268:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384953.177269:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384953.177273:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384953.177274:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384953.177275:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384953.177276:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384953.177277:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384953.177279:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384953.177280:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384953.177281:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384953.177282:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384953.177282:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384953.177283:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384953.177284:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384953.177285:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384953.177286:0:33911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384953.177377:0:33911:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d5c6f7f7. 00010000:00000001:2.0:1767384953.177951:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384953.177955:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.177960:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384953.177963:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384953.177972:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384953.177973:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.177975:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384953.177977:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.177979:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.177981:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.178001:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384953.178003:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384953.178005:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384954.200953:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384954.200958:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.200963:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384954.200965:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.200993:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384954.200997:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.201000:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp40 00010000:00010000:0.0:1767384954.201002:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384954.201007:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fc9b9811. 00000400:00000010:2.0:1767384954.201014:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bbcf767e. 00000400:00000010:2.0:1767384954.201018:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000400:00000010:2.0:1767384954.201032:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c19971ff. 00000400:00000200:2.0:1767384954.201036:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp40 00000400:00000200:2.0:1767384954.201055:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp40 local destination 00000400:00000200:2.0:1767384954.201061:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp40 00000400:00000200:2.0:1767384954.201064:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp40 NI seq info: [150:150:256:4294967295] 192.168.203.109@tcp40 LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1767384954.201069:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp40 00000400:00000200:2.0:1767384954.201076:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp40(192.168.203.109@tcp40:) -> 192.168.203.109@tcp40(192.168.203.109@tcp40:192.168.203.109@tcp40) : GET try# 0 00000800:00000200:2.0:1767384954.201081:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp40 00000800:00000010:2.0:1767384954.201084:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000021f8a80f. 00000800:00000200:2.0:1767384954.201090:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000800:00000200:2.1:1767384954.201093:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000400:00000200:2.0:1767384954.201111:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp40 added to recovery queue. ping count: 2 next ping: 278 health :800 00000400:00000200:2.0:1767384954.201114:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp39 00000400:00000010:2.0:1767384954.201116:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a52bf793. 00000400:00000010:2.0:1767384954.201119:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005d2e434c. 00000400:00000010:2.0:1767384954.201121:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001588dc08. 00000400:00000010:2.0:1767384954.201133:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e0858d10. 00000400:00000200:2.0:1767384954.201136:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp39 00000400:00000200:2.0:1767384954.201142:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp39 local destination 00000400:00000200:2.0:1767384954.201144:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp39 00000400:00000200:2.0:1767384954.201146:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp39 NI seq info: [151:151:256:4294967295] 192.168.203.109@tcp39 LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1767384954.201150:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp39 00000400:00000200:2.0:1767384954.201154:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp39(192.168.203.109@tcp39:) -> 192.168.203.109@tcp39(192.168.203.109@tcp39:192.168.203.109@tcp39) : GET try# 0 00000800:00000200:2.0:1767384954.201157:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp39 00000400:00000200:0.0:1767384954.201169:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000010:2.0:1767384954.201179:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000698e0add. 00000800:00000200:2.0:1767384954.201184:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000800:00000200:2.1:1767384954.201187:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000400:00000200:2.0:1767384954.201201:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp39 added to recovery queue. ping count: 3 next ping: 282 health :700 00000400:00000200:2.0:1767384954.201207:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp33 00000400:00000010:2.0:1767384954.201210:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009d627ea9. 00000400:00000010:2.0:1767384954.201213:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005dd55fb9. 00000400:00000010:2.0:1767384954.201216:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab8c5eb3. 00000400:00000010:2.0:1767384954.201222:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004f9b78b1. 00000400:00000200:2.0:1767384954.201227:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp33 00000400:00000200:2.0:1767384954.201233:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp33 local destination 00000400:00000200:2.0:1767384954.201239:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp33 00000400:00000200:2.0:1767384954.201243:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp33 NI seq info: [152:152:256:4294967295] 192.168.203.109@tcp33 LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1767384954.201247:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp33 00000400:00000200:0.0:1767384954.201247:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.201258:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp33(192.168.203.109@tcp33:) -> 192.168.203.109@tcp33(192.168.203.109@tcp33:192.168.203.109@tcp33) : GET try# 0 00000800:00000200:2.0:1767384954.201265:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp33 00000800:00000010:2.0:1767384954.201268:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002b7d7ea0. 00000800:00000200:2.0:1767384954.201271:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000800:00000200:2.1:1767384954.201275:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000400:00000200:2.0:1767384954.201286:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp33 added to recovery queue. ping count: 4 next ping: 290 health :600 00000400:00000200:0.0:1767384954.201296:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.201305:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.201355:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.201362:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.201376:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.201418:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.201448:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.201450:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.201473:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.201515:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.201539:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.201549:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.201611:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.201631:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.201654:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.201687:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.201705:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.201713:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.201779:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.201783:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.201799:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.201846:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.201861:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.201900:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.201954:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000800:00000200:1.0:1767384954.201973:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (6) 00000800:00000200:1.0:1767384954.201985:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp23 ip 192.168.203.109:988 00000800:00000200:1.0:1767384954.201990:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384954.201993:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202017:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202051:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202092:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202123:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202124:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202159:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202214:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202216:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202225:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202271:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202289:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202292:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202325:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202355:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202360:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202389:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202426:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202430:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202459:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202506:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202508:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202518:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202582:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202602:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202604:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202644:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202683:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202691:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202715:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202747:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202768:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202774:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202822:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.202924:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.202933:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.202981:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.203000:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.203028:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.203075:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.203080:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.203116:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.203169:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.203175:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.203206:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.203253:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.203278:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.203302:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.203360:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.203429:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.203434:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.203485:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.203561:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.203561:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.203600:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.203675:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.203685:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.203711:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.203781:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.203783:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.203823:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.203938:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.203950:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.204030:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.204079:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.204119:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.204209:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.204237:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.204273:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.204327:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.204364:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.204406:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.204418:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.204503:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000800:00000010:0.0:1767384954.204532:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5c0b2e4. 00000400:00000200:2.0:1767384954.204534:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000800:00000010:0.0:1767384954.204538:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ae03fb6e. 00000800:00000010:0.0:1767384954.204544:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d39446fd. 00000800:00000010:0.0:1767384954.204578:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d39446fd. 00000400:00000200:3.0:1767384954.204580:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000800:00020000:0.0:1767384954.204589:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384954.204593:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ae03fb6e. 00000800:00000010:0.0:1767384954.204596:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f5c0b2e4. 00000400:00000200:2.0:1767384954.204614:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.204671:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:02020000:0.0:1767384954.204691:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp40 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384954.204704:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp40 notifying 192.168.203.109@tcp40: down 00000800:00000200:0.0:1767384954.204713:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp40 down 00000800:00000100:0.0:1767384954.204724:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp40 00000800:00000010:0.0:1767384954.204729:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000021f8a80f. 00000400:00000200:0.0:1767384954.204733:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384954.204747:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp40->192.168.203.109@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384954.204758:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384954.204763:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:0.0:1767384954.204764:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384954.204773:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp40) recovery failed with -71 00000400:00000200:3.0:1767384954.204838:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000800:00000010:2.0:1767384954.204895:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d87f0025. 00000800:00000010:2.0:1767384954.204900:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f79ef18. 00000800:00000010:2.0:1767384954.204905:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000056951ae0. 00000800:00000200:0.0:1767384954.204924:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384954.204933:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384954.204945:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384954.204950:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000056951ae0. 00000800:00000001:0.0:1767384954.204953:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384954.204960:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00020000:2.0:1767384954.204961:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384954.204967:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f79ef18. 00000800:00000010:2.0:1767384954.204973:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d87f0025. 00000400:00000200:3.0:1767384954.204999:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:02020000:2.0:1767384954.205081:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp33 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384954.205092:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp33 notifying 192.168.203.109@tcp33: down 00000800:00000200:2.0:1767384954.205101:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp33 down 00000800:00000100:2.0:1767384954.205113:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp33 00000800:00000010:2.0:1767384954.205116:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002b7d7ea0. 00000400:00000200:2.0:1767384954.205122:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384954.205130:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp33->192.168.203.109@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384954.205133:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.205138:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384954.205144:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384954.205153:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384954.205205:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.205229:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.205246:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.205264:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.205301:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.205322:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.205343:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.205365:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.205385:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.109:988 00000800:00000010:3.0:1767384954.205582:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d6c136e0. 00000800:00000010:3.0:1767384954.205587:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002371b07b. 00000800:00000010:3.0:1767384954.205590:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1768e5d. 00000800:00000010:3.0:1767384954.205647:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1768e5d. 00000400:00000200:0.0:1767384954.206726:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384954.206749:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp39 from 207.3.0.2 00000800:00000010:0.0:1767384954.206753:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a2b96eb6. 00000800:00000010:2.0:1767384954.206800:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d87f0025. 00000800:00000010:2.0:1767384954.206806:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f79ef18. 00000800:00000010:2.0:1767384954.206845:0:16328:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000098b8f3d3. 00000800:00000200:2.1:1767384954.206854:0:16328:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (2) 00000800:00000200:2.1:1767384954.206862:0:16328:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp39 0000000098b8f3d3 deleted 00000800:00000010:2.1:1767384954.206884:0:16328:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000098b8f3d3. 00000800:00000200:2.1:1767384954.206892:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384954.206901:0:16328:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp39 ip 192.168.203.109:975 00000800:00000200:2.1:1767384954.206906:0:16328:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000698e0add type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384954.206934:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp39 p 3.x 192.168.203.109 -> 192.168.203.109:975 incarnation:1767384946392563158 sched[0] 00000800:00000010:2.0:1767384954.206941:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000056951ae0. 00000800:00000010:2.0:1767384954.207022:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000056951ae0. 00000800:00000010:2.0:1767384954.207031:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f79ef18. 00000800:00000200:3.1:1767384954.207076:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384954.207094:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp39 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384946392563158 sched[0] 00000800:00000010:3.0:1767384954.207098:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002371b07b. 00000800:00000010:2.0:1767384954.207113:0:16328:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a2b96eb6. 00000800:00000001:2.0:1767384954.207142:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384954.207149:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384954.207174:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.207183:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384954.207195:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.207203:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384954.207205:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.207215:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384954.207215:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384954.207219:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000698e0add. 00000400:00000200:2.0:1767384954.207224:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384954.207227:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp39(192.168.203.109@tcp39) <- 192.168.203.109@tcp39 : GET - for me 00000400:00000200:2.0:1767384954.207239:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp39->192.168.203.109@tcp39: GET: OK 00000400:00000200:2.0:1767384954.207245:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384954.207251:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp39 recovery message sent successfully:0 00000400:00000200:3.0:1767384954.207256:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384954.207271:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1c11 [1] + 0 00000400:00000200:3.0:1767384954.207287:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp39 to MR: 192.168.203.109@tcp39 local destination 00000400:00000200:3.0:1767384954.207297:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp39 NI seq info: [153:153:256:4294967295] 192.168.203.109@tcp39 LPNI seq info [135:135:8:4294967295] 00000400:00000200:3.0:1767384954.207320:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp39(192.168.203.109@tcp39:192.168.203.109@tcp39) -> 192.168.203.109@tcp39(192.168.203.109@tcp39:192.168.203.109@tcp39) 192.168.203.109@tcp39 : REPLY try# 0 00000800:00000200:3.0:1767384954.207330:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp39 00000800:00000010:3.0:1767384954.207334:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac2c034d. 00000800:00000200:3.0:1767384954.207342:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (4) 00000400:00000200:2.0:1767384954.207346:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:3.0:1767384954.207352:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp39 ip 192.168.203.109:988 00000800:00000200:3.0:1767384954.207356:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac2c034d type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384954.207419:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384954.207422:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac2c034d. 00000400:00000200:3.0:1767384954.207427:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384954.207430:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.207434:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp39->192.168.203.109@tcp39: REPLY: OK 00000800:00000001:3.0:1767384954.207451:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.207456:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384954.207459:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.207464:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384954.207466:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.207471:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384954.207477:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp39(192.168.203.109@tcp39) <- 192.168.203.109@tcp39 : REPLY - for me 00000400:00000200:3.0:1767384954.207488:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp39: Reply from 12345-192.168.203.109@tcp39 of length 272/272 into md 0x1c49 00000800:00000001:3.0:1767384954.207492:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.207499:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384954.207501:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384954.207502:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384954.207509:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp39->192.168.203.109@tcp39: REPLY: OK 00000400:00000200:3.0:1767384954.207518:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001588dc08 00000400:00000010:3.0:1767384954.207532:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001588dc08. 00000400:00000200:3.0:1767384954.207537:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384954.207544:0:16334:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a52bf793. 00000400:00000010:3.0:1767384954.207558:0:16334:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005d2e434c. 00000800:00000001:3.0:1767384954.207570:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.207578:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384954.207597:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.207696:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.207802:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.207959:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.208016:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.208085:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.208172:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.208235:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.208369:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.208498:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.208625:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.208771:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.208931:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209039:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209133:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209164:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209190:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209214:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209232:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209262:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209282:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209303:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209323:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209345:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209366:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209396:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209415:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209436:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209457:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209477:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209501:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384954.209542:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384954.209653:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004e208cc0. 00000800:00000010:2.0:1767384954.209656:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f79ef18. 00000800:00000010:2.0:1767384954.209659:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000056951ae0. 00000800:00000010:2.0:1767384954.209676:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000056951ae0. 00000800:00020000:2.0:1767384954.209681:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384954.209683:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f79ef18. 00000800:00000010:2.0:1767384954.209685:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004e208cc0. 00000400:02020000:2.0:1767384954.209713:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp39 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000004:00000001:2.0:1767384954.328925:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384954.328930:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:3.0:1767384954.328934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1767384954.328936:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045d217b5. 10000000:00000001:1.0:1767384954.328938:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:3.0:1767384954.328941:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 10000000:00000040:1.0:1767384954.328946:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 00000020:00000040:2.0:1767384954.328948:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:3.0:1767384954.328950:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000314249fd. 10000000:00000001:1.0:1767384954.328957:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384954.328959:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384954.328959:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:1.0:1767384954.328961:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384954.328963:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:1.0:1767384954.328966:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384954.328968:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:1.0:1767384954.328970:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 02000000:00000001:3.0:1767384954.328971:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384954.328971:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384954.328973:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 02000000:00000001:3.0:1767384954.328979:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384954.328982:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384954.328984:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 67 02000000:00000010:2.0:1767384954.328987:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000698e0add. 10000000:00000001:1.0:1767384954.328988:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 02000000:00000010:3.0:1767384954.328989:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac2c034d. 10000000:01000000:1.0:1767384954.328994:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000001:3.0:1767384954.328997:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.328997:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384954.329003:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a563176. 00000100:00000001:2.0:1767384954.329006:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384954.329009:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.329016:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384954.329017:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d217b5] to pc [ptlrpcd_00_00+0] req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384954.329018:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384954.329031:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384954.329040:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384954.329051:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384954.329065:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eee47127. 00000100:00000001:3.0:1767384954.329066:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384954.329071:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.329076:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.329083:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000040:3.0:1767384954.329084:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000314249fd] to pc [ptlrpcd_00_01+1] req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384954.329084:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.329089:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1767384954.329095:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:1.0:1767384954.329099:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000024e4170. 00000100:00000001:2.0:1767384954.329100:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384954.329108:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384954.329109:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1767384954.329115:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384954.329117:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000039927e23. 00000100:00000040:2.0:1767384954.329120:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384954.329126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1767384954.329127:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384954.329132:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000039927e23 with handle 0x135556ebb4843c86 to hash 00000100:00000001:3.0:1767384954.329154:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:1.0:1767384954.329154:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384954.329155:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384954.329156:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00000100:00000001:2.0:1767384954.329159:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.329163:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00000100:00000010:3.0:1767384954.329164:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000daed88c1. 02000000:00000001:2.0:1767384954.329167:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384954.329171:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384954.329171:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:3.0:1767384954.329172:0:8:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:1.0:1767384954.329177:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.329180:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.329186:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1767384954.329188:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384954.329189:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363762560:0@lo:13: 02000000:00000001:3.0:1767384954.329190:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384954.329198:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.329204:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384954.329209:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007190abd8. 02000000:00000001:2.0:1767384954.329210:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384954.329217:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.329219:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384954.329219:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384954.329220:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384954.329236:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384954.329236:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000095bfb527. 02000000:00000001:2.0:1767384954.329241:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384954.329254:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a75186. 00000400:00000010:2.0:1767384954.329266:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4f16d4d. 00000100:00000200:2.0:1767384954.329278:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363762560, portal 4 00000100:00000001:3.0:1767384954.329283:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384954.329283:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767384954.329285:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384954.329287:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.329287:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000100:00000040:2.0:1767384954.329299:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384954.329304:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daed88c1] to pc [ptlrpcd_00_02+2] req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.329332:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.329335:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384954.329335:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000040:3.0:1767384954.329336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384954.329341:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384954.329343:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767384954.329346:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384954.329348:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ccc6ce3. 00000400:00000010:2.0:1767384954.329351:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004ec15fb. 00000020:00000040:3.0:1767384954.329352:0:8:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000010:1.0:1767384954.329352:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000621fe861. 00000100:00000200:2.0:1767384954.329357:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363762560, offset 0 00000100:00000001:1.0:1767384954.329361:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775865298944 : -107297844252672 : ffff9e69c61bb000) 00000100:00000001:3.0:1767384954.329364:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384954.329367:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384954.329368:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384954.329369:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384954.329370:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794527744 : -107297915023872 : ffff9e69c1e3ce00) 02000000:00000001:3.0:1767384954.329376:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.329379:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384954.329383:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006397ea62. 00000400:00000200:2.0:1767384954.329387:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384954.329388:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.329394:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.329400:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384954.329402:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384954.329407:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384954.329411:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c06580 00000100:00000040:1.0:1767384954.329419:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384954.329426:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00000100:00000001:3.0:1767384954.329438:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384954.329444:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.329448:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384954.329459:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ccc6ce3] to pc [ptlrpcd_00_03+3] req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384954.329466:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384954.329476:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384954.329480:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384954.329481:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384954.329486:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:1.0:1767384954.329492:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384954.329495:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a0eeefc. 02000000:00000001:1.0:1767384954.329497:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384954.329499:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.329501:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.329510:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000003a0eeefc x1853237363762560 msgsize 224 00000100:00000040:3.0:1767384954.329512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767384954.329515:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363762816:0@lo:101: 00000100:00000001:3.0:1767384954.329539:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384954.329547:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7518192. 00000100:00000001:1.0:1767384954.329547:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384954.329548:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1767384954.329553:0:8:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384954.329554:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384954.329556:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384954.329558:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.329559:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384954.329574:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.329574:0:16340:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384954.329585:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384954.329586:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000086bd1990. 00000400:00000200:2.0:1767384954.329589:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ec15fb 02000000:00000010:1.0:1767384954.329590:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004807cd1d. 00000100:00000001:3.0:1767384954.329591:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.329597:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384954.329600:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004ec15fb. 00000100:00000040:3.0:1767384954.329602:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384954.329603:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ae515a9. 00000100:00000001:2.0:1767384954.329607:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384954.329613:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f3bb6ca. 00000100:00000001:3.0:1767384954.329617:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384954.329619:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384954.329623:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363762816, portal 25 00000100:00000001:3.0:1767384954.329626:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.329630:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384954.329634:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794527744 : -107297915023872 : ffff9e69c1e3ce00) 00000100:00000040:3.0:1767384954.329640:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7518192] to pc [ptlrpcd_00_00+0] req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384954.329649:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.329678:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384954.329690:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.329705:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.329715:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384954.329719:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (279) 00000100:00000001:2.0:1767384954.329724:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.329726:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384954.329731:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384954.329731:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25ddd38. 00000100:00000200:1.0:1767384954.329740:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363762816, offset 0 00000100:00000001:2.0:1767384954.329746:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.329753:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384954.329757:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384954.329757:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4258 usecs (5 jiffies) 00000100:00000001:3.0:1767384954.329763:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384954.329764:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942213 00000100:00000001:3.0:1767384954.329766:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384954.329772:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384954.329776:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ad1413a. 00000100:00000040:3.0:1767384954.329777:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.329784:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384954.329786:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c06680 00000100:00000001:2.0:1767384954.329797:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942213 00000400:00000200:1.0:1767384954.329802:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1411 [2] + 0 00000100:00000001:3.0:1767384954.329808:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384954.329809:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084400cfd. 00000100:00000010:2.0:1767384954.329816:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006fe6f04d. 00000100:00000001:3.0:1767384954.329817:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.329819:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dabbd59b 02000000:00000001:3.0:1767384954.329824:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384954.329827:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384954.329831:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384954.329832:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384954.329834:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942213 02000000:00000001:3.0:1767384954.329843:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384954.329846:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8465e1c. 00000400:00000200:1.0:1767384954.329847:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384954.329856:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000daed88c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363762944:0@lo:400: 00000400:00000200:1.0:1767384954.329860:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabbd59b 00000100:00000001:3.0:1767384954.329861:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384954.329861:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384954.329863:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dabbd59b. 00000100:00000001:1.0:1767384954.329868:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384954.329869:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384954.329874:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000004ae1cfe8 x1853237363762816 msgsize 328 02000000:00000001:3.0:1767384954.329898:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384954.329898:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942214 02000000:00000001:3.0:1767384954.329901:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.329905:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384954.329905:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018fc0ad5. 00000100:00100000:1.0:1767384954.329905:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384954.329915:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b9e9937. 00000100:00000040:1.0:1767384954.329916:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384954.329918:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384954.329924:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.329926:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384954.329928:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796225a9. 00000100:00000001:2.0:1767384954.329929:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.329930:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384954.329937:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384954.329938:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000100:00000001:2.0:1767384954.329940:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.329941:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25ddd38 00000400:00000010:1.0:1767384954.329944:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25ddd38. 00000100:00000001:1.0:1767384954.329946:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384954.329950:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363762944, portal 4 00000100:00000200:1.0:1767384954.329951:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.329956:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384954.329957:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384954.329960:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384954.329963:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079256960 : -107292630294656 : ffff9e6afce25f80) 00000100:00000001:2.0:1767384954.329969:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384954.329974:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384954.329980:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.329981:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384954.329987:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384954.329991:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.329994:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384954.329996:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384954.330005:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384954.330014:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bad16f6. 00000100:00000200:3.0:1767384954.330023:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363762944, offset 0 00000400:00000200:3.0:1767384954.330046:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384954.330055:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.330060:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384954.330067:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384954.330069:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.330071:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.330074:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384954.330086:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294942215 02000000:00000001:2.0:1767384954.330087:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384954.330095:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384954.330099:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c06700 02000000:00000001:2.0:1767384954.330100:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.330102:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942213 00000100:00000001:1.0:1767384954.330116:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294942215 00000100:00100000:2.0:1767384954.330117:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7518192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363763200:0@lo:400: 00000400:00000200:3.0:1767384954.330123:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 00000100:00000001:1.0:1767384954.330123:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942213 00000100:00000001:1.0:1767384954.330132:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294942215 00000100:00000001:2.0:1767384954.330134:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384954.330140:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942213 00000400:00000200:3.0:1767384954.330141:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384954.330141:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384954.330147:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.330147:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294942215 02000000:00000001:2.0:1767384954.330155:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384954.330158:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384954.330158:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942214 02000000:00000010:2.0:1767384954.330160:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac8a7f24. 00000100:00000001:1.0:1767384954.330172:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384954.330173:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.330175:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384954.330181:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384954.330189:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384954.330190:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5c31787. 00000400:00000010:2.0:1767384954.330191:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db85944e. 00000100:00000001:1.0:1767384954.330198:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384954.330199:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000d5c31787 x1853237363762944 msgsize 224 00000400:00000010:2.0:1767384954.330199:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004ec15fb. 00000100:00000200:2.0:1767384954.330205:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363763200, portal 10 00000100:00100000:3.0:1767384954.330209:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384954.330214:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384954.330215:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384954.330219:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079249792 : -107292630301824 : ffff9e6afce24380) 00000100:00000001:3.0:1767384954.330221:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384954.330224:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000621fe861 going to sleep for 11 seconds 00000400:00000200:3.0:1767384954.330229:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bad16f6 00000100:00000040:2.0:1767384954.330230:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.330232:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384954.330234:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bad16f6. 00000100:00000001:1.0:1767384954.330242:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.330243:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384954.330243:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384954.330253:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384954.330257:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384954.330262:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000915e3904. 00000100:00000001:1.0:1767384954.330265:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384954.330267:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363763200, offset 0 00000100:00000001:1.0:1767384954.330269:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384954.330276:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384954.330276:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384954.330278:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384954.330294:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384954.330294:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384954.330295:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384954.330316:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c06800 00000400:00000200:2.0:1767384954.330334:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:3.0:1767384954.330364:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.330365:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384954.330368:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384954.330374:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384954.330374:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.330376:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384954.330385:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384954.330389:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.330390:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384954.330403:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384954.330408:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384954.330410:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033203a1c. 00000100:00000040:3.0:1767384954.330411:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4258 usecs (5 jiffies) 02000000:00000001:1.0:1767384954.330419:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.330420:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000033203a1c x1853237363763200 msgsize 224 00000100:00000001:3.0:1767384954.330424:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942214 00000100:00100000:1.0:1767384954.330432:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ccc6ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16343:1853237363763072:0@lo:400: 00000100:00000001:3.0:1767384954.330435:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942215 00000100:00100000:2.0:1767384954.330443:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384954.330449:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384954.330451:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942214 02000000:00000001:1.0:1767384954.330453:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384954.330457:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.330458:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942215 00000100:00000001:2.0:1767384954.330460:0:16340:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384954.330462:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384954.330468:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942214 02000000:00000010:1.0:1767384954.330469:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dd81541. 00000400:00000200:2.0:1767384954.330472:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915e3904 02000000:00000001:1.0:1767384954.330473:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.330477:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942215 00000400:00000010:2.0:1767384954.330483:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000915e3904. 00000400:00000010:1.0:1767384954.330483:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e22c6. 00000100:00000001:3.0:1767384954.330484:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942214 00000100:00000001:3.0:1767384954.330493:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942215 00000100:00000001:2.0:1767384954.330494:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384954.330501:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384954.330502:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25ddd38. 00000100:00000200:1.0:1767384954.330507:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363763072, portal 10 00000100:00000001:3.0:1767384954.330510:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.330512:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384954.330533:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079250688 : -107292630300928 : ffff9e6afce24700) 00000100:00000001:3.0:1767384954.330534:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.330538:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384954.330547:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.330547:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.330551:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.330569:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384954.330571:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.330572:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384954.330583:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.330584:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384954.330589:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384954.330597:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384954.330598:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.330604:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384954.330606:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.330608:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.330617:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384954.330619:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3691 usecs (4 jiffies) 00000400:00000010:1.0:1767384954.330621:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdfd1f1. 00000100:00000001:3.0:1767384954.330624:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384954.330625:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294942213 00000100:00000200:1.0:1767384954.330627:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363763072, offset 0 00000100:00000001:3.0:1767384954.330628:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384954.330631:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294942215 00000100:00000001:3.0:1767384954.330633:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384954.330639:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294942213 00000400:00000200:1.0:1767384954.330644:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384954.330645:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.330646:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294942215 00000100:00000001:2.0:1767384954.330654:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294942213 00000100:00000001:2.0:1767384954.330664:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294942215 00000400:00000200:1.0:1767384954.330666:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384954.330672:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384954.330674:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294942213 00000100:00000001:3.0:1767384954.330679:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.330681:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294942215 02000000:00000001:3.0:1767384954.330685:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384954.330685:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384954.330694:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384954.330695:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c06780 00000100:00000001:2.0:1767384954.330696:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.330701:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.330702:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384954.330713:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000314249fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363762688:0@lo:400: 00000100:00000001:2.0:1767384954.330713:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.330722:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:2.0:1767384954.330724:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384954.330730:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384954.330731:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384954.330740:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384954.330740:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384954.330741:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384954.330748:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.330749:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384954.330752:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384954.330758:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.330758:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384954.330759:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088c6edc8. 02000000:00000001:3.0:1767384954.330773:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.330773:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.330775:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384954.330781:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1767384954.330787:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003df21406. 00000100:00000010:1.0:1767384954.330788:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002931cb4e. 00000100:00000040:1.0:1767384954.330793:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000002931cb4e x1853237363763072 msgsize 224 00000100:00100000:1.0:1767384954.330802:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384954.330803:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bad16f6. 00000100:00000001:2.0:1767384954.330804:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384954.330808:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363762560 00000100:00000200:3.0:1767384954.330811:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363762688, portal 25 00000100:00000001:1.0:1767384954.330813:0:16343:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384954.330814:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384954.330816:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384954.330825:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079251584 : -107292630300032 : ffff9e6afce24a80) 00000100:00000001:2.0:1767384954.330825:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384954.330825:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdfd1f1 00000400:00000010:1.0:1767384954.330833:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdfd1f1. 00000100:00000001:2.0:1767384954.330835:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.330839:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384954.330842:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384954.330842:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384954.330849:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384954.330854:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363762560 00000100:00000001:1.0:1767384954.330871:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384954.330877:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384954.330884:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384954.330887:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:2.0:1767384954.330890:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384954.330893:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000100:00000001:3.0:1767384954.330898:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384954.330898:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:2.0:1767384954.330908:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000040:3.0:1767384954.330919:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384954.330922:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384954.330928:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 00000020:00000010:2.0:1767384954.330930:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007757e879. 00000100:00000001:1.0:1767384954.330938:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384954.330939:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363762688, offset 0 00000020:00000010:2.0:1767384954.330940:0:17882:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003ee9c0af. 00000100:00000001:1.0:1767384954.330944:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384954.330952:0:17882:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:1.0:1767384954.330958:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.330963:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384954.330965:0:17882:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384954.330969:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3540 usecs (4 jiffies) 00000020:00000010:2.0:1767384954.330972:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f321a144. 00000100:00000001:1.0:1767384954.330975:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942214 00000020:00000010:2.0:1767384954.330981:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000025db8f44. 00000400:00000200:3.0:1767384954.330982:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384954.330983:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942215 00000020:00000010:2.0:1767384954.330991:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074e23e04. 00000100:00000001:1.0:1767384954.330992:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942214 00000400:00000200:3.0:1767384954.330999:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c06600 00000100:00000001:1.0:1767384954.331000:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942215 00000100:00000040:2.0:1767384954.331006:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384954.331012:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942214 00000100:00000001:2.0:1767384954.331013:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384954.331021:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384954.331022:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1425 [2] + 0 00000100:00000001:2.0:1767384954.331029:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.331029:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942215 00000400:00000010:3.0:1767384954.331031:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026b336d4. 00000100:00000001:1.0:1767384954.331044:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942214 00000400:00000200:3.0:1767384954.331045:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8a746c0 00000100:00000001:2.0:1767384954.331049:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.331054:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942215 00000400:00000200:3.0:1767384954.331055:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384954.331056:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384954.331058:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384954.331065:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384954.331067:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.331069:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a746c0 00000100:00000001:1.0:1767384954.331071:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.331073:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767384954.331074:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8a746c0. 00000100:00000001:1.0:1767384954.331075:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.331077:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384954.331088:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384954.331089:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384954.331090:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384954.331094:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384954.331095:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384954.331099:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:1.0:1767384954.331101:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384954.331105:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000112e97bf x1853237363762688 msgsize 224 00000100:00000001:1.0:1767384954.331106:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384954.331107:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879023616 : -107292830528000 : ffff9e6af0f30e00) 00000100:00000001:1.0:1767384954.331112:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.331118:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.331124:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a0eeefc x1853237363762560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:180/0 lens 224/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384954.331132:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384954.331138:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384954.331145:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384954.331151:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ee9c0af. 00000100:00000001:3.0:1767384954.331164:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384954.331167:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.331170:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384954.331173:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ee9c0af. 00000400:00000200:3.0:1767384954.331174:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 00000100:00100000:1.0:1767384954.331175:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363763200 00000400:00000010:3.0:1767384954.331182:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 02000000:00000001:1.0:1767384954.331183:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384954.331190:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384954.331191:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a0eeefc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16340:x1853237363762560:12345-0@lo:13: 00000100:00000001:3.0:1767384954.331192:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384954.331199:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384954.331200:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363762560 00000100:00000200:3.0:1767384954.331201:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384954.331208:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384954.331210:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.331213:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384954.331220:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384954.331222:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363763200 00000020:00000001:1.0:1767384954.331229:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384954.331230:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384954.331232:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384954.331233:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:2.0:1767384954.331248:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1767384954.331249:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000040:3.0:1767384954.331251:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384954.331252:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384954.331256:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384954.331258:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:1.0:1767384954.331262:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000020:00000001:2.0:1767384954.331263:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384954.331270:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384954.331271:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:3.0:1767384954.331275:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384954.331276:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:2.0:1767384954.331278:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384954.331279:0:16341:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384954.331284:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384954.331288:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384954.331290:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009ab9c458. 00000100:00000001:1.0:1767384954.331290:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384954.331293:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294942216 02000000:00000001:2.0:1767384954.331297:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384954.331300:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023e01f00. 00000100:00000001:2.0:1767384954.331301:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.331303:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942215 00002000:00000001:2.0:1767384954.331316:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384954.331319:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294942216 00002000:00000001:2.0:1767384954.331321:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384954.331326:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:1.0:1767384954.331328:0:17072:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e6f8d321. 00000100:00000001:3.0:1767384954.331330:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942215 00000020:00000040:1.0:1767384954.331339:0:17072:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000020:00000001:2.0:1767384954.331340:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384954.331342:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294942216 00002000:00000024:2.0:1767384954.331351:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384954.331357:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384954.331357:0:17072:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384954.331358:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942215 00000020:00000010:1.0:1767384954.331366:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095a6e446. 00000020:00000020:2.0:1767384954.331367:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384954.331369:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294942216 00000100:00000001:3.0:1767384954.331380:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942215 00000020:00000010:1.0:1767384954.331380:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dea45a7b. 00002000:00000020:2.0:1767384954.331382:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000010:1.0:1767384954.331398:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073d9a722. 00000100:00000001:3.0:1767384954.331399:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1767384954.331399:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384954.331408:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384954.331411:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384954.331412:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.331417:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384954.331417:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.331418:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000040:2.0:1767384954.331421:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363762560 00000100:00000001:3.0:1767384954.331431:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.331432:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384954.331433:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384954.331442:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000200:2.0:1767384954.331448:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a0eeefc x1853237363762560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:180/0 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.331448:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.331449:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384954.331456:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384954.331463:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384954.331465:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384954.331465:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384954.331476:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384954.331476:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1767384954.331477:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.331481:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384954.331482:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384954.331485:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.331489:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.331495:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384954.331499:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384954.331501:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:1.0:1767384954.331503:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384954.331504:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384954.331507:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384954.331513:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363762944 02000000:00000001:2.0:1767384954.331513:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.331530:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384954.331533:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384954.331535:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384954.331537:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384954.331539:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384954.331540:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384954.331541:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363763072 00000400:00000010:2.0:1767384954.331543:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000915e3904. 02000000:00000001:1.0:1767384954.331551:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384954.331552:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384954.331552:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363762560, offset 224 00000100:00000001:1.0:1767384954.331571:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384954.331572:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363762944 00000400:00000200:2.0:1767384954.331573:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384954.331581:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.331582:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384954.331587:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 02000000:00000001:1.0:1767384954.331595:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.331596:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384954.331596:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384954.331603:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 00000100:00100000:1.0:1767384954.331607:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363763072 00000020:00000001:3.0:1767384954.331609:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:1.0:1767384954.331611:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384954.331618:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c06580 00000020:00000001:3.0:1767384954.331621:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000040:1.0:1767384954.331621:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000400:00000200:2.0:1767384954.331631:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c51 [1] + 224 00000020:00000001:1.0:1767384954.331631:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384954.331632:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384954.331639:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000020:00000010:3.0:1767384954.331640:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b9ceb98. 00000400:00000200:2.0:1767384954.331641:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384954.331647:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:3.0:1767384954.331650:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384954.331651:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000400:00000200:2.0:1767384954.331655:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384954.331660:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b9ceb98. 00000100:00000001:1.0:1767384954.331663:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384954.331665:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384954.331667:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6f8d321. 00000020:00000010:3.0:1767384954.331669:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030e5d39b. 00000100:00000200:2.0:1767384954.331672:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.331674:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384954.331678:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb7f924f. 00000020:00000010:1.0:1767384954.331684:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6f8d321. 00000020:00000010:3.0:1767384954.331695:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000755cb398. 00000020:00000010:1.0:1767384954.331696:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000361a539e. 00000100:00000040:2.0:1767384954.331702:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384954.331704:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f30a5de5. 00000100:00000040:3.0:1767384954.331705:0:17880:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384954.331718:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384954.331718:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaad05fd. 00000100:00000001:3.0:1767384954.331720:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384954.331725:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384954.331726:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.331727:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384954.331731:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384954.331733:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.331734:0:17880:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384954.331742:0:17880:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384954.331747:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384954.331748:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.331748:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915e3904 00000100:00000001:1.0:1767384954.331760:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1767384954.331761:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000915e3904. 00000100:00000001:3.0:1767384954.331766:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.331768:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.331770:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384954.331776:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384954.331782:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.331783:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.331787:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384954.331793:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384954.331795:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384954.331796:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384954.331801:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.331803:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384954.331804:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384954.331807:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384954.331807:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384954.331813:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a0eeefc x1853237363762560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:180/0 lens 224/368 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384954.331818:0:17880:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 2 00000100:00100000:1.0:1767384954.331820:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000001:3.0:1767384954.331829:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079256064 : -107292630295552 : ffff9e6afce25c00) 00000100:00000040:1.0:1767384954.331830:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000100:00000001:1.0:1767384954.331836:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879031680 : -107292830519936 : ffff9e6af0f32d80) 00000100:00100000:2.0:1767384954.331843:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a0eeefc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16340:x1853237363762560:12345-0@lo:13: Request processed in 691us (2324us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384954.331844:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5c31787 x1853237363762944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:180/0 lens 224/0 e 0 to 0 dl 1767384965 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384954.331848:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000033203a1c x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:180/0 lens 224/0 e 0 to 0 dl 1767384965 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.331871:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384954.331874:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6f8d321. 00000100:00000001:1.0:1767384954.331877:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384954.331898:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384954.331899:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000020:00000010:3.0:1767384954.331902:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b9ceb98. 00000020:00000010:1.0:1767384954.331908:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6f8d321. 00000100:00000040:2.0:1767384954.331909:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:3.0:1767384954.331910:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384954.331922:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384954.331923:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b9ceb98. 00000100:00000001:2.0:1767384954.331928:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384954.331936:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000033203a1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363763200:12345-0@lo:400: 00000100:00100000:3.0:1767384954.331937:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5c31787 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16342:x1853237363762944:12345-0@lo:400: 00000020:00000010:2.0:1767384954.331938:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000025db8f44. 00000020:00000010:2.0:1767384954.331949:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074e23e04. 00000100:00000200:1.0:1767384954.331954:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363763200 00000020:00000010:2.0:1767384954.331957:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f321a144. 00000020:00000001:1.0:1767384954.331962:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384954.331963:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363762944 00000020:00000040:2.0:1767384954.331965:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000020:00000001:1.0:1767384954.331972:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384954.331973:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384954.331973:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384954.331976:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.331979:0:17880:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384954.331985:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384954.331986:0:17880:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384954.331994:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:3.0:1767384954.331995:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384954.332003:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:1.0:1767384954.332003:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384954.332010:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384954.332012:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384954.332012:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384954.332019:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363762816 00000020:00000001:1.0:1767384954.332019:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384954.332020:0:17880:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384954.332027:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384954.332029:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384954.332030:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384954.332031:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.332035:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384954.332038:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384954.332039:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384954.332044:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.332045:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.332046:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384954.332051:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384954.332054:0:17880:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384954.332054:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384954.332056:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aad36637. 02000000:00000001:1.0:1767384954.332068:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384954.332069:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363762816 00000100:00000001:3.0:1767384954.332071:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384954.332077:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.332078:0:17065:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384954.332080:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1767384954.332085:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384954.332085:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384954.332090:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363763200 02000000:00000010:3.0:1767384954.332091:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dfa37114. 00000020:00000001:2.0:1767384954.332092:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384954.332094:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384954.332097:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 02000000:00000001:3.0:1767384954.332101:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384954.332103:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000033203a1c x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:180/0 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384954.332105:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384954.332111:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.332121:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384954.332125:0:17880:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.332130:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1767384954.332132:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363762944 00010000:00000001:1.0:1767384954.332136:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.332138:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384954.332139:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1767384954.332141:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=67 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384954.332146:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ee9c0af. 00010000:00000200:3.0:1767384954.332147:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5c31787 x1853237363762944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:180/0 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.332151:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384954.332153:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384954.332171:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ee9c0af. 00000100:00000040:1.0:1767384954.332172:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:3.0:1767384954.332173:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384954.332177:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384954.332179:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384954.332182:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384954.332182:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f321a144. 00000100:00000001:1.0:1767384954.332187:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000010:2.0:1767384954.332190:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000025db8f44. 00000100:00000040:3.0:1767384954.332191:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 02000000:00000001:1.0:1767384954.332196:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384954.332199:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000010:2.0:1767384954.332201:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074e23e04. 02000000:00000001:1.0:1767384954.332201:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.332204:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384954.332208:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.332212:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384954.332212:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384954.332217:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384954.332223:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384954.332226:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384954.332226:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384954.332238:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 00000100:00000001:2.0:1767384954.332239:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384954.332241:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363762944, offset 224 00000100:00000040:1.0:1767384954.332247:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384954.332252:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384954.332253:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdfd1f1. 00000100:00000001:2.0:1767384954.332254:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384954.332263:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363763200, offset 224 00000400:00000200:3.0:1767384954.332264:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384954.332270:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384954.332285:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c06700 00000100:00000001:2.0:1767384954.332286:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384954.332286:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384954.332296:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363762688 02000000:00000001:2.0:1767384954.332300:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384954.332303:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384954.332305:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c61 [1] + 224 00000100:00000001:2.0:1767384954.332310:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.332313:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384954.332319:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.332325:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384954.332326:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363762688 00000020:00000001:2.0:1767384954.332329:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384954.332333:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384954.332337:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384954.332337:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c06800 00000400:00000200:3.0:1767384954.332341:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384954.332346:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:2.0:1767384954.332350:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:1.0:1767384954.332352:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c69 [1] + 224 00000020:00000001:2.0:1767384954.332358:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384954.332368:0:17880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384954.332369:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384954.332369:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384954.332378:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ee9c0af. 00000400:00000200:1.0:1767384954.332382:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384954.332387:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.332395:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.332396:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384954.332404:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ee9c0af. 00000100:00000200:1.0:1767384954.332409:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384954.332411:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375ee54c. 00000100:00000040:3.0:1767384954.332414:0:17880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384954.332421:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7856c13. 00000020:00000010:2.0:1767384954.332431:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005866eb50. 00000100:00000001:2.0:1767384954.332444:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384954.332447:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.332455:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384954.332460:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.332464:0:17880:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384954.332473:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.332474:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384954.332479:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384954.332480:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384954.332484:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 00000100:00000001:0.0:1767384954.332485:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384954.332489:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 00000100:00000001:2.0:1767384954.332491:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384954.332495:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384954.332495:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000001:3.0:1767384954.332496:0:17880:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384954.332497:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdfd1f1 00000100:00000040:0.0:1767384954.332500:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000400:00000010:1.0:1767384954.332505:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdfd1f1. 00000100:00100000:2.0:1767384954.332506:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000001:3.0:1767384954.332507:0:17880:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384954.332510:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794539392 : -107297915012224 : ffff9e69c1e3fb80) 00000100:00000001:1.0:1767384954.332516:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384954.332517:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384954.332532:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384954.332532:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002931cb4e x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:180/0 lens 224/0 e 0 to 0 dl 1767384965 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.332537:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.332538:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780226605136 : -107293482946480 : ffff9e6aca0ff050) 00000100:00000001:1.0:1767384954.332541:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.332548:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:2.0:1767384954.332551:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ae1cfe8 x1853237363762816/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:180/0 lens 328/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384954.332557:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384954.332558:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384954.332562:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.332568:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384954.332573:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384954.332575:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.332586:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5c31787 x1853237363762944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:180/0 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384954.332586:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384954.332592:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384954.332598:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033203a1c x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:180/0 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.332599:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384954.332599:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e629506e. 00000020:00000010:2.0:1767384954.332611:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ee9c0af. 00000100:00000001:0.0:1767384954.332612:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384954.332620:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384954.332623:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5c31787 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363762944:12345-0@lo:400: Request processed in 715us (2414us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384954.332627:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e629506e. 00000020:00000010:2.0:1767384954.332635:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ee9c0af. 00000100:00100000:0.0:1767384954.332648:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002931cb4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16343:x1853237363763072:12345-0@lo:400: 00000100:00100000:2.0:1767384954.332658:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004ae1cfe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363762816:12345-0@lo:101: 00000100:00100000:3.0:1767384954.332665:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000200:0.0:1767384954.332668:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363763072 00000100:00100000:1.0:1767384954.332676:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000033203a1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363763200:12345-0@lo:400: Request processed in 797us (2246us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384954.332677:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384954.332679:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000200:2.0:1767384954.332680:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363762816 00000020:00000001:0.0:1767384954.332685:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384954.332686:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384954.332690:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384954.332693:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.332696:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384954.332696:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384954.332704:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384954.332707:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb7f924f. 00000020:00000001:0.0:1767384954.332708:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384954.332709:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384954.332714:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000020:00000001:0.0:1767384954.332715:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:2.0:1767384954.332716:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000010:3.0:1767384954.332717:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000755cb398. 00000020:00000001:0.0:1767384954.332722:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384954.332723:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384954.332725:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030e5d39b. 00000020:00000001:2.0:1767384954.332729:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384954.332729:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000020:00000001:0.0:1767384954.332729:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384954.332731:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000100:00000001:1.0:1767384954.332739:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384954.332741:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384954.332741:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384954.332743:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384954.332744:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384954.332745:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384954.332750:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384954.332752:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384954.332753:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dea45a7b. 00000020:00000001:0.0:1767384954.332754:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.332763:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384954.332768:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:0.0:1767384954.332768:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384954.332770:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384954.332770:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073d9a722. 00010000:00000001:2.0:1767384954.332771:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000001:0.0:1767384954.332774:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:2.0:1767384954.332778:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384954.332782:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:1.0:1767384954.332784:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095a6e446. 02000000:00000001:0.0:1767384954.332785:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384954.332787:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384954.332793:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004a203b71. 00000100:00100000:3.0:1767384954.332794:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000020:00000040:1.0:1767384954.332798:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00010000:00000001:2.0:1767384954.332799:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:0.0:1767384954.332800:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.332802:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:1.0:1767384954.332809:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.332810:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.332811:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780226593872 : -107293482957744 : ffff9e6aca0fc450) 00010000:00000010:2.0:1767384954.332815:0:17065:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f27832e. 00000020:00000001:0.0:1767384954.332821:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384954.332826:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363763072 00010000:00000001:2.0:1767384954.332827:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:3.0:1767384954.332829:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000112e97bf x1853237363762688/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:180/0 lens 224/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384954.332831:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:2.0:1767384954.332833:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00010000:00000200:0.0:1767384954.332838:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002931cb4e x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:180/0 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384954.332842:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384954.332847:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b4ec1874 with handle 0x135556ebb4843c8d to hash 00000020:00000001:2.0:1767384954.332853:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384954.332858:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00000100:00000001:3.0:1767384954.332861:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384954.332887:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00010000:2.0:1767384954.332892:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843c86 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384954.332899:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000020:00000040:2.0:1767384954.332902:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:0.0:1767384954.332902:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384954.332903:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b9ceb98. 00010000:00000001:0.0:1767384954.332905:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.332911:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384954.332911:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384954.332913:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384954.332919:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b9ceb98. 02000000:00000001:2.0:1767384954.332919:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384954.332920:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384954.332923:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 02000000:00000010:2.0:1767384954.332924:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000065b703b1. 00000100:00000001:0.0:1767384954.332925:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384954.332930:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384954.332931:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384954.332934:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000112e97bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363762688:12345-0@lo:400: 02000000:00000001:0.0:1767384954.332935:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.332936:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.332942:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384954.332943:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363762688 00010000:00000001:2.0:1767384954.332943:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:0.0:1767384954.332948:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384954.332949:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384954.332950:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000010:0.0:1767384954.332952:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd56ab68. 00010000:00000001:2.0:1767384954.332954:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384954.332955:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384954.332956:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363763072, offset 224 00000020:00000001:3.0:1767384954.332959:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.332959:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384954.332962:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384954.332964:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384954.332965:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384954.332966:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384954.332969:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00010000:00000001:2.0:1767384954.332969:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384954.332974:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384954.332975:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1767384954.332975:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384954.332978:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.332980:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:3.0:1767384954.332982:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384954.332983:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:3.0:1767384954.332985:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384954.332986:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:3.0:1767384954.332990:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384954.332990:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c06780 00010000:00000040:2.0:1767384954.332991:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f27832e) refcount = 1 00000020:00000001:3.0:1767384954.332997:0:17064:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00010000:2.0:1767384954.332999:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384954.333001:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384954.333001:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c71 [1] + 224 02000000:00000001:3.0:1767384954.333005:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384954.333009:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000efb7c04a. 00000400:00000200:0.0:1767384954.333010:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384954.333011:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:3.0:1767384954.333013:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.333015:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1767384954.333017:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384954.333018:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384954.333022:0:17064:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.333024:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384954.333025:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363762688 00010000:00000001:2.0:1767384954.333025:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.333031:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.333032:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767384954.333032:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.333035:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384954.333039:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000112e97bf x1853237363762688/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:180/0 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.333045:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384954.333054:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.333056:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384954.333058:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384954.333063:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384954.333071:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384954.333076:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00010000:00000001:2.0:1767384954.333078:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384954.333081:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384954.333083:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:3.0:1767384954.333087:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384954.333088:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.333089:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384954.333090:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.333097:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.333098:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384954.333104:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384954.333107:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384954.333110:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384954.333111:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384954.333112:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384954.333116:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b4ec1874, rc 0) 00000400:00000010:3.0:1767384954.333117:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 00000400:00000200:0.0:1767384954.333122:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd56ab68 00000020:00000001:2.0:1767384954.333123:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384954.333125:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd56ab68. 00010000:00000040:2.0:1767384954.333129:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363762816 00000100:00000001:0.0:1767384954.333130:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384954.333131:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363762688, offset 224 00000100:00000001:0.0:1767384954.333133:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384954.333134:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384954.333139:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384954.333143:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004ae1cfe8 x1853237363762816/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:180/0 lens 328/344 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384954.333146:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384954.333151:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384954.333154:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.333157:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384954.333159:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384954.333165:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384954.333167:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002931cb4e x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:180/0 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.333168:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384954.333174:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=72 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384954.333175:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384954.333185:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384954.333190:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002931cb4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16343:x1853237363763072:12345-0@lo:400: Request processed in 595us (2393us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384954.333193:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000400:00000200:3.0:1767384954.333194:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c06600 00000100:00000001:2.0:1767384954.333200:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:3.0:1767384954.333206:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c79 [1] + 224 02000000:00000001:2.0:1767384954.333206:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384954.333210:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384954.333210:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000400:00000200:3.0:1767384954.333216:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384954.333220:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384954.333220:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:0.0:1767384954.333225:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384954.333226:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384954.333229:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384954.333230:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384954.333232:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384954.333233:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000915e3904. 00000020:00000010:0.0:1767384954.333235:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f30a5de5. 00000100:00000200:3.0:1767384954.333239:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384954.333241:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363762816, offset 224 00000020:00000010:0.0:1767384954.333242:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaad05fd. 00000020:00000010:0.0:1767384954.333253:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000361a539e. 00000400:00000200:2.0:1767384954.333260:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384954.333262:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:0.0:1767384954.333267:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384954.333269:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384954.333277:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384954.333292:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384954.333292:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c06680 00000100:00000001:0.0:1767384954.333293:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384954.333295:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384954.333298:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 00000400:00000010:3.0:1767384954.333302:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 00000100:00000001:3.0:1767384954.333304:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384954.333305:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384954.333307:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.333309:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000001:0.0:1767384954.333309:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384954.333312:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384954.333313:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384954.333314:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973e22c6. 00000020:00000001:3.0:1767384954.333317:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384954.333319:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25ddd38 00000020:00000001:3.0:1767384954.333321:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384954.333322:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25ddd38. 00000100:00000040:3.0:1767384954.333324:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000112e97bf x1853237363762688/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:180/0 lens 224/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.333334:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384954.333336:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000112e97bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363762688:12345-0@lo:400: Request processed in 473us (2229us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384954.333338:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1c59 [1] + 224 00000100:00000200:0.0:1767384954.333342:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384954.333349:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384954.333353:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:3.0:1767384954.333360:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:2.0:1767384954.333361:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384954.333363:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.333365:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384954.333369:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384954.333370:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384954.333375:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7856c13. 00000100:00000001:0.0:1767384954.333377:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384954.333378:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.333380:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384954.333382:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005866eb50. 00000100:00000001:0.0:1767384954.333385:0:16343:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384954.333389:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375ee54c. 02000000:00000001:0.0:1767384954.333390:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384954.333392:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.333393:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384954.333396:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384954.333404:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384954.333407:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00001000:0.0:1767384954.333410:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=67 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384954.333412:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384954.333413:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384954.333415:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=67 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384954.333416:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000efb7c04a. 00000100:00000001:0.0:1767384954.333419:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384954.333422:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.333423:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384954.333423:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915e3904 00010000:00000001:0.0:1767384954.333426:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384954.333429:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384954.333429:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000915e3904. 00010000:00080000:0.0:1767384954.333432:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.333435:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384954.333438:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384954.333439:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384954.333441:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384954.333444:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000553235f. 00000100:00000001:2.0:1767384954.333445:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.333445:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384954.333450:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:3.0:1767384954.333452:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcdfb94e. 00000100:00000040:2.0:1767384954.333453:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384954.333454:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384954.333457:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.333459:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384954.333463:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.333465:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384954.333468:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384954.333474:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384954.333476:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ae1cfe8 x1853237363762816/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:180/0 lens 328/344 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.333479:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384954.333481:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384954.333489:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384954.333530:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004ae1cfe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363762816:12345-0@lo:101: Request processed in 908us (3632us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384954.333549:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ccc6ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16343:1853237363763072:0@lo:400: 00000100:00100000:2.0:1767384954.333566:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000040:2.0:1767384954.333570:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384954.333574:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.333575:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384954.333578:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384954.333580:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384954.333583:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ccc6ce3 x1853237363763072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384954.333586:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000025db8f44. 00000100:00000001:0.0:1767384954.333593:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384954.333597:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074e23e04. 02000000:00000001:0.0:1767384954.333599:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384954.333604:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dd81541. 00000020:00000010:2.0:1767384954.333607:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f321a144. 02000000:00000001:0.0:1767384954.333610:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384954.333614:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384954.333617:0:16343:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384954.333618:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000020:00000001:0.0:1767384954.333624:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384954.333627:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384954.333627:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006397ea62. 02000000:00000010:2.0:1767384954.333632:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000065b703b1. 02000000:00000001:0.0:1767384954.333634:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384954.333638:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384954.333643:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ccc6ce3. 02000000:00000001:2.0:1767384954.333645:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384954.333646:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384954.333648:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.333648:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.333652:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384954.333654:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384954.333656:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384954.333659:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d721c5ba. 00000100:00000001:0.0:1767384954.333659:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.333665:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384954.333666:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384954.333668:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000055b0a10. 00000100:00000001:2.0:1767384954.333704:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384954.333706:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384954.333709:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384954.333710:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384954.333714:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384954.333716:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae515a9. 00000400:00000200:2.0:1767384954.333719:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f3bb6ca 00000400:00000010:2.0:1767384954.333720:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f3bb6ca. 00000100:00000001:2.0:1767384954.333722:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384954.333725:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384954.333726:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384954.333728:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384954.333732:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db85944e. 00000400:00000200:0.0:1767384954.333737:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ec15fb 00000100:00000200:2.0:1767384954.333738:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384954.333740:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004ec15fb. 00000100:00000001:0.0:1767384954.333745:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384954.333749:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384954.333750:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.333751:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.333756:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384954.333759:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384954.333762:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384954.333765:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384954.333766:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384954.333769:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384954.333775:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=72 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384954.333777:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384954.333778:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384954.333780:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384954.333781:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.333783:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384954.333786:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.333786:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.333789:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.333790:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384954.333793:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384954.333795:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.333796:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384954.333799:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384954.333804:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.333810:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384954.333810:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=66 v=5 (5 0 0 0) 00000100:00080000:1.0:1767384954.333818:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384954.333819:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1767384954.333819:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384954.333826:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.333830:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384954.333831:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:0.0:1767384954.333835:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.333838:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384954.333844:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00080000:1.0:1767384954.333845:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384954.333855:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00010000:00080000:0.0:1767384954.333859:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384954.333905:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.333908:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384954.333909:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384954.333911:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384954.333914:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.333919:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.333924:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384954.333926:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384954.333930:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384954.333938:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384954.333947:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7518192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363763200:0@lo:400: 00000400:00000001:0.0:1767384954.333952:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384954.333955:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384954.333957:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a75186. 00000400:00000200:0.0:1767384954.333962:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4f16d4d 00000400:00000010:0.0:1767384954.333963:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4f16d4d. 00000100:00000001:0.0:1767384954.333968:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384954.333976:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363762816:0@lo:101: 00000100:00000200:0.0:1767384954.333977:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.333985:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.333988:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.333990:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384954.333992:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384954.333997:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.334012:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384954.334013:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384954.334016:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000621fe861. 00000100:00000001:2.0:1767384954.334020:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384954.334023:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.334023:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384954.334026:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1767384954.334027:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.334030:0:16340:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384954.334031:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384954.334033:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384954.334034:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384954.334035:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384954.334037:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000039927e23 refcount=4 00000100:00000001:0.0:1767384954.334038:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.334040:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 02000000:00000001:0.0:1767384954.334042:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.334043:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00000100:00001000:0.0:1767384954.334046:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=62 v=5 (5 0 0 0) 00010000:00000040:2.0:1767384954.334049:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000039927e23, remote cookie: 0x135556ebb4843c8d, flags: 0x0 00000100:00001000:0.0:1767384954.334051:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=62 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384954.334055:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1767384954.334056:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384954.334059:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1767384954.334059:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.334061:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384954.334062:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384954.334066:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00080000:0.0:1767384954.334069:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.334070:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384954.334073:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000024e4170) refcount = 1 00010000:00000001:0.0:1767384954.334081:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.334082:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384954.334087:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384954.334090:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:2.0:1767384954.334092:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384954.334094:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1767384954.334096:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1767384954.334098:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.334100:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384954.334104:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:0.0:1767384954.334105:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.334111:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.334112:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384954.334115:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384954.334117:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384954.334121:0:16340:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00010000:2.0:1767384954.334123:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000004:00000040:0.0:1767384954.334126:0:16340:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384954.334131:0:16340:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00010000:00000001:2.0:1767384954.334133:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384954.334139:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.334142:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.334145:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000020:0.0:1767384954.334146:0:16340:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00010000:00000001:2.0:1767384954.334148:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384954.334152:0:16340:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.334154:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.334158:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384954.334166:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a563176 x1853237363762816/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384954.334168:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.334184:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384954.334188:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384954.334193:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384954.334196:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384954.334197:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384954.334199:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796225a9. 00000100:00100000:0.0:1767384954.334199:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363762560:0@lo:13: 02000000:00000001:2.0:1767384954.334201:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384954.334204:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384954.334207:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 02000000:00000010:2.0:1767384954.334211:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004807cd1d. 00000100:00000001:0.0:1767384954.334214:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384954.334219:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384954.334219:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384954.334220:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384954.334223:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384954.334227:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000040:0.0:1767384954.334227:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7518192 x1853237363763200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384954.334229:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384954.334236:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384954.334240:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eee47127. 02000000:00000001:2.0:1767384954.334246:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384954.334248:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384954.334250:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767384954.334252:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a563176. 02000000:00000001:0.0:1767384954.334255:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384954.334261:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1767384954.334262:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac8a7f24. 00000100:00000001:2.0:1767384954.334264:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.334265:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384954.334266:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384954.334267:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384954.334272:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384954.334274:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.334274:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384954.334281:0:16340:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 10000000:00000001:2.0:1767384954.334282:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 00000400:00000001:1.0:1767384954.334284:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 10000000:00000040:2.0:1767384954.334286:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 00000020:00000001:0.0:1767384954.334290:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767384954.334293:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 10000000:00000001:2.0:1767384954.334294:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384954.334295:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000086bd1990. 00000100:00000001:3.0:1767384954.334296:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384954.334301:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003df21406. 00010000:00000001:2.0:1767384954.334302:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384954.334303:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384954.334303:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384954.334306:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384954.334306:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384954.334310:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7518192. 00000100:00000001:3.0:1767384954.334313:0:16342:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384954.334314:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bad16f6 00000100:00000001:0.0:1767384954.334315:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384954.334317:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384954.334322:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.334323:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384954.334323:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bad16f6. 00000020:00000040:2.0:1767384954.334325:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000039927e23 refcount=3 00000100:00000001:3.0:1767384954.334329:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.334332:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00000100:00000001:0.0:1767384954.334334:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384954.334335:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.334336:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00000100:00000001:1.0:1767384954.334336:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384954.334340:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045d217b5 x1853237363762560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.334344:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000100:00001000:3.0:1767384954.334346:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=62 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384954.334348:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384954.334349:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.334359:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.334363:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.334363:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767384954.334364:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=62 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384954.334367:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384954.334372:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000095bfb527. 10000000:00000001:2.0:1767384954.334375:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 02000000:00000001:0.0:1767384954.334383:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000010:2.0:1767384954.334384:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000718c38cd. 00000100:00000001:3.0:1767384954.334388:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384954.334391:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384954.334397:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384954.334397:0:16340:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384954.334402:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054e27bee. 00000100:00000200:1.0:1767384954.334403:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384954.334406:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384954.334406:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384954.334413:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000698e0add. 00000020:00000040:2.0:1767384954.334416:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:0.0:1767384954.334424:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:3.0:1767384954.334425:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384954.334432:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384954.334433:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767384954.334439:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045d217b5. 02000000:00000001:2.0:1767384954.334441:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384954.334450:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384954.334451:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.334454:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384954.334463:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.334463:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384954.334465:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384954.334466:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032dcf383. 00000100:00000001:0.0:1767384954.334474:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.334476:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384954.334477:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384954.334480:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.334480:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384954.334480:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384954.334489:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384954.334490:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.334491:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384954.334493:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000001:1.0:1767384954.334497:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.334499:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384954.334499:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384954.334502:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000065b703b1. 02000000:00000001:1.0:1767384954.334503:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.334504:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.334505:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384954.334511:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003ee9c0af. 00000020:00000040:2.0:1767384954.334516:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=6 obd=MGC192.168.203.109@tcp 00000100:00001000:1.0:1767384954.334516:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=72 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384954.334534:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.334536:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384954.334541:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00001000:1.0:1767384954.334542:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384954.334549:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384954.334549:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3657419. 00000100:00000001:1.0:1767384954.334554:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384954.334555:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384954.334555:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775864303808 : -107297845247808 : ffff9e69c60c80c0) 00000100:00000001:1.0:1767384954.334562:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.334563:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.334564:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384954.334566:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879028096 : -107292830523520 : ffff9e6af0f31f80) 00000100:00000040:3.0:1767384954.334569:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.334570:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384954.334574:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.334584:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384954.334585:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00100000:3.0:1767384954.334588:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000daed88c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363762944:0@lo:400: 00010000:00000001:1.0:1767384954.334591:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.334592:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384954.334594:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384954.334601:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.334604:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384954.334606:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.334612:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000daed88c1 x1853237363762944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384954.334621:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.334625:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384954.334629:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.334641:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384954.334646:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384954.334660:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384954.334673:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363763328:0@lo:256: 00000100:00000001:1.0:1767384954.334685:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384954.334687:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384954.334687:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384954.334694:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384954.334694:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384954.334697:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384954.334702:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384954.334703:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b9e9937. 02000000:00000001:2.0:1767384954.334704:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.334716:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384954.334718:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000020:00000001:3.0:1767384954.334720:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384954.334721:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384954.334722:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000286db504. 00000020:00000040:3.0:1767384954.334727:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:2.0:1767384954.334732:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004c4cf311. 00000020:00000001:3.0:1767384954.334738:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384954.334743:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007190abd8. 00000100:00000200:2.0:1767384954.334743:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c06880-0x6958272c06880, portal 33 02000000:00000001:3.0:1767384954.334753:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384954.334761:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.334762:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1767384954.334762:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000314249fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363762688:0@lo:400: 00000100:00000010:3.0:1767384954.334766:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000daed88c1. 02000000:00000001:2.0:1767384954.334772:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384954.334776:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767384954.334779:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f321a144. 00000100:00000001:3.0:1767384954.334780:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.334780:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.334789:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384954.334790:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.334791:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384954.334798:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000314249fd x1853237363762688/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384954.334799:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d88e2ab. 00000100:00000001:3.0:1767384954.334802:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384954.334809:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384954.334812:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000915e3904. 00000100:00000200:2.0:1767384954.334821:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363763328, portal 25 00000100:00000001:3.0:1767384954.334825:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384954.334831:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384954.334834:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.334840:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879028096 : -107292830523520 : ffff9e6af0f31f80) 00000100:00000001:1.0:1767384954.334841:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384954.334847:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384954.334852:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088c6edc8. 00000100:00000040:2.0:1767384954.334857:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384954.334857:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384954.334860:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384954.334863:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384954.334906:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384954.334907:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384954.334909:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac2c034d. 00000100:00000040:2.0:1767384954.334915:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384954.334917:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384954.334919:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767384954.334920:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813541f2. 00000100:00000010:1.0:1767384954.334922:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000314249fd. 00000100:00000200:2.0:1767384954.334924:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363763328, offset 0 00000100:00000001:1.0:1767384954.334927:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384954.334931:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384954.334932:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384954.334934:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384954.334940:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384954.334941:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384954.334944:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.334948:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384954.334952:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c06880 00000100:00000001:1.0:1767384954.334952:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.334964:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x147d [2] + 0 00000400:00000010:2.0:1767384954.334967:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080902f95. 00000400:00000200:2.0:1767384954.334970:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad00b8a7 00000400:00000200:2.0:1767384954.334972:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384954.334975:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384954.334977:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad00b8a7 00000400:00000010:2.0:1767384954.334978:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad00b8a7. 00000100:00000001:2.0:1767384954.334981:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384954.334982:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384954.334983:0:17069:0:(events.c:337:request_in_callback()) incoming req@00000000b4636ff3 x1853237363763328 msgsize 304 00000100:00100000:2.0:1767384954.334992:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384954.334994:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384954.335004:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384954.335008:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813541f2 00000400:00000010:2.0:1767384954.335010:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000813541f2. 00000100:00000001:2.0:1767384954.335013:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384954.335017:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.335023:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384954.335027:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384954.335030:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384954.335033:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363763328 02000000:00000001:3.0:1767384954.335036:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384954.335039:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384954.335042:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.335047:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.335047:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.335053:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384954.335054:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363763328 00000020:00000001:3.0:1767384954.335058:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384954.335059:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384954.335060:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384954.335061:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384954.335062:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384954.335066:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384954.335067:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294942220 00000020:00000001:3.0:1767384954.335068:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384954.335073:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384954.335074:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942216 00000020:00000010:3.0:1767384954.335076:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96912aa. 00000100:00000001:2.0:1767384954.335079:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294942220 00000100:00000001:3.0:1767384954.335080:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384954.335086:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96912aa. 00000100:00000001:2.0:1767384954.335086:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942216 00000100:00000001:2.0:1767384954.335092:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294942220 00000020:00000010:3.0:1767384954.335095:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b9e9937. 00000100:00000001:2.0:1767384954.335096:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942216 00000100:00000001:2.0:1767384954.335102:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294942220 00000020:00000010:3.0:1767384954.335104:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb7f924f. 00000100:00000001:2.0:1767384954.335106:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942216 00000020:00000010:3.0:1767384954.335112:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000755cb398. 00000100:00000001:2.0:1767384954.335113:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384954.335118:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.335120:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384954.335121:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384954.335124:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384954.335125:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384954.335128:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f3657419 going to sleep for 11 seconds 00000100:00000001:3.0:1767384954.335129:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384954.335132:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.335133:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384954.335137:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.335138:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.335154:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.335162:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384954.335163:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384954.335167:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000040:3.0:1767384954.335169:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384954.335172:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780223681616 : -107293485870000 : ffff9e6ac9e35450) 00000100:00000040:3.0:1767384954.335175:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4636ff3 x1853237363763328/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:180/0 lens 304/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.335181:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384954.335190:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96912aa. 00000100:00000001:3.0:1767384954.335191:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384954.335192:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96912aa. 00000100:00100000:3.0:1767384954.335195:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4636ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363763328:12345-0@lo:256: 00000100:00000200:3.0:1767384954.335197:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363763328 00000020:00000001:3.0:1767384954.335199:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384954.335201:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384954.335202:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.335203:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384954.335205:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:3.0:1767384954.335207:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384954.335207:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384954.335209:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384954.335209:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384954.335211:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.335213:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384954.335214:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384954.335216:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000efb7c04a. 02000000:00000001:3.0:1767384954.335218:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.335219:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384954.335221:0:17067:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384954.335224:0:17067:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384954.335226:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384954.335228:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384954.335229:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384954.335231:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384954.335232:0:17067:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384954.335235:0:17067:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c965ff1f. 20000000:00000001:3.0:1767384954.335237:0:17067:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384954.335250:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384954.335254:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384954.335259:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384954.335260:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384954.335262:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384954.335264:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384954.335265:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384954.335273:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384954.335274:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384954.335275:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384954.335276:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384954.335278:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384954.335279:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384954.335280:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384954.335282:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384954.335284:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384954.335285:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384954.335286:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384954.335287:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384954.335289:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384954.335290:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384954.335291:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384954.335292:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384954.335293:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384954.335294:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384954.335296:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384954.335297:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384954.335298:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384954.335300:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384954.335301:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384954.335302:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384954.335303:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384954.335304:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384954.335306:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:3.0:1767384954.335308:0:17067:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 20000000:00000040:3.0:1767384954.335314:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384954.335316:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384954.335317:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384954.335318:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384954.335320:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384954.335321:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384954.335324:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384954.335325:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384954.335326:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384954.335328:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384954.335329:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384954.335336:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384954.335337:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384954.335339:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384954.335340:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384954.335341:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384954.335342:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384954.335344:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384954.335345:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384954.335346:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384954.335348:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384954.335349:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384954.335351:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384954.335353:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384954.335355:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384954.335356:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384954.335357:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384954.335358:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384954.335359:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384954.335361:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384954.335362:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384954.335364:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384954.335365:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384954.335366:0:17067:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:3.0:1767384954.335368:0:17067:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:3.0:1767384954.335370:0:17067:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 72 20000000:00000001:3.0:1767384954.335371:0:17067:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:3.0:1767384954.335374:0:17067:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384954.335377:0:17067:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005f59868a. 00000100:00000010:3.0:1767384954.335378:0:17067:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006d61e6ce. 00000020:00000040:3.0:1767384954.335380:0:17067:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:3.0:1767384954.335383:0:17067:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384954.335384:0:17067:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384954.335388:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000400:00000010:3.0:1767384954.335392:0:17067:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000028896ac8. 00000400:00000200:3.0:1767384954.335395:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384954.335403:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384954.335408:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x6958272c06880 00000400:00000200:3.0:1767384954.335412:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x1ca1 [4] + 0 00000400:00000010:3.0:1767384954.335420:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000286db504. 00000400:00000200:3.0:1767384954.335422:0:17067:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c4cf311 00000400:00000200:3.0:1767384954.335426:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384954.335429:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384954.335431:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c4cf311 00000400:00000010:3.0:1767384954.335433:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004c4cf311. 00000100:00000001:3.0:1767384954.335437:0:17067:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384954.335439:0:17067:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000054e27bee desc 0000000065b703b1 mbits 1853237363763328 00000100:00000001:3.0:1767384954.335449:0:17067:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384954.335451:0:17067:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384954.335455:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384954.335462:0:17067:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1cad 00000400:00000200:3.0:1767384954.335465:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384954.335468:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384954.335470:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384954.335471:0:17067:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384954.335474:0:17067:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000005f59868a 00000100:00000001:2.0:1767384954.335475:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.335478:0:17067:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384954.335483:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384954.335485:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000100:00000001:3.0:1767384954.335488:0:17067:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384954.335489:0:17067:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000005f59868a 00000100:00000001:3.0:1767384954.335493:0:17067:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384954.335499:0:17067:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x6958272c06880-0x6958272c06880 00000100:00000001:3.0:1767384954.335501:0:17067:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.335506:0:17067:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.335508:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384954.335510:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:3.0:1767384954.335512:0:17067:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006d61e6ce. 00000100:00000010:3.0:1767384954.335516:0:17067:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005f59868a. 00000100:00000001:3.0:1767384954.335517:0:17067:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384954.335533:0:17067:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384954.335539:0:17067:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c965ff1f. 20000000:00000001:3.0:1767384954.335543:0:17067:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384954.335546:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363763328 00010000:00000001:3.0:1767384954.335547:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384954.335555:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4636ff3 x1853237363763328/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:180/0 lens 304/240 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384954.335560:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384954.335561:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384954.335563:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384954.335565:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384954.335567:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384954.335568:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384954.335570:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384954.335571:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.335572:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384954.335574:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384954.335577:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000100:00000200:3.0:1767384954.335580:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363763328, offset 224 00000400:00000200:3.0:1767384954.335584:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384954.335588:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384954.335593:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c06880 00000400:00000200:3.0:1767384954.335597:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ca5 [1] + 224 00000400:00000200:3.0:1767384954.335599:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384954.335601:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384954.335603:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384954.335605:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384954.335610:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.335622:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384954.335625:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384954.335627:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000100:00000001:3.0:1767384954.335630:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384954.335631:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384954.335633:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.335636:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384954.335638:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384954.335638:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384954.335641:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.335648:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384954.335649:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384954.335652:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4636ff3 x1853237363763328/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:180/0 lens 304/240 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384954.335652:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384954.335654:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d88e2ab. 00000400:00000200:2.0:1767384954.335659:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915e3904 00000400:00000010:2.0:1767384954.335663:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000915e3904. 00000100:00000001:2.0:1767384954.335668:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384954.335669:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4636ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363763328:12345-0@lo:256: Request processed in 482us (679us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384954.335674:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384954.335680:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:3.0:1767384954.335686:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000200:2.0:1767384954.335689:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.335690:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384954.335693:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384954.335696:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb7f924f. 00000100:00000001:2.0:1767384954.335701:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384954.335702:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000755cb398. 00000100:00000001:2.0:1767384954.335705:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384954.335707:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b9e9937. 00000100:00000001:2.0:1767384954.335711:0:17069:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384954.335713:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:2.0:1767384954.335715:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384954.335717:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384954.335719:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384954.335720:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000efb7c04a. 02000000:00000001:3.0:1767384954.335724:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384954.335724:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.335727:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384954.335730:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384954.335731:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384954.335737:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000796225a9. 00000100:00001000:2.0:1767384954.335737:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=72 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384954.335744:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002371b07b. 00000100:00001000:2.0:1767384954.335744:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384954.335750:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384954.335753:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.335756:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384954.335758:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.335761:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.335764:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384954.335775:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.335782:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384954.335784:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384954.335787:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384954.335795:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363763328:0@lo:256: 00000100:00000001:2.0:1767384954.335815:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.335819:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.335821:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384954.335822:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384954.335824:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.335829:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384954.335831:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f3657419. 00000100:00000001:2.0:1767384954.335834:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384954.335835:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384954.335837:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 72, more 0. 10000000:00000001:2.0:1767384954.335840:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384954.335849:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000a048c515. 10000000:00000040:2.0:1767384954.335857:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384954.335921:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384954.335925:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384954.335930:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:2.0:1767384954.335934:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.335936:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384954.335938:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:2.0:1767384954.335940:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000100:00000200:2.0:1767384954.335944:0:17069:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.203.109@tcp' 00000400:00000200:2.0:1767384954.335947:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384954.335951:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384954.335954:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:2.0:1767384954.335960:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384954.335965:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (34) 00000400:00000200:2.0:1767384954.335970:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384954.335973:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:2.0:1767384954.335975:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (35) 00000400:00000200:2.0:1767384954.335977:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:2.0:1767384954.335978:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:2.0:1767384954.335982:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.335984:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:2.0:1767384954.335992:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:2.0:1767384954.335994:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.335996:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:2.0:1767384954.335997:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:2.0:1767384954.335999:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336000:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:2.0:1767384954.336002:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:2.0:1767384954.336003:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336004:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:2.0:1767384954.336006:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:2.0:1767384954.336008:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336009:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:2.0:1767384954.336010:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:2.0:1767384954.336012:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336013:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:2.0:1767384954.336014:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:2.0:1767384954.336016:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336017:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:2.0:1767384954.336018:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:2.0:1767384954.336019:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336022:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:2.0:1767384954.336025:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:2.0:1767384954.336029:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336030:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:2.0:1767384954.336031:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:2.0:1767384954.336033:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336034:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:2.0:1767384954.336036:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:2.0:1767384954.336038:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336040:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:2.0:1767384954.336041:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:2.0:1767384954.336044:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336045:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:2.0:1767384954.336046:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:2.0:1767384954.336048:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336049:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:2.0:1767384954.336055:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:2.0:1767384954.336057:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336058:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:2.0:1767384954.336059:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:2.0:1767384954.336064:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336065:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:2.0:1767384954.336066:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:2.0:1767384954.336070:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336073:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:2.0:1767384954.336075:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:2.0:1767384954.336079:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336081:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:2.0:1767384954.336083:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:2.0:1767384954.336087:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336090:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:2.0:1767384954.336094:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:2.0:1767384954.336101:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336104:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:2.0:1767384954.336107:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:2.0:1767384954.336112:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336114:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:2.0:1767384954.336117:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:2.0:1767384954.336122:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336124:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000400:00000200:2.0:1767384954.336126:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.109@tcp31 00000400:00000200:2.0:1767384954.336132:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336134:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp31 00000400:00000200:2.0:1767384954.336136:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.109@tcp32 00000400:00000200:2.0:1767384954.336140:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336142:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp32 00000400:00000200:2.0:1767384954.336143:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.109@tcp33 00000400:00000200:2.0:1767384954.336146:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336148:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp33 00000400:00000200:2.0:1767384954.336149:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.109@tcp34 00000400:00000200:2.0:1767384954.336153:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336155:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp34 00000400:00000200:2.0:1767384954.336163:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.109@tcp35 00000400:00000200:2.0:1767384954.336166:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336168:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp35 00000400:00000200:2.0:1767384954.336170:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.109@tcp36 00000400:00000200:2.0:1767384954.336173:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336174:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp36 00000400:00000200:2.0:1767384954.336175:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.109@tcp37 00000400:00000200:2.0:1767384954.336180:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336183:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp37 00000400:00000200:2.0:1767384954.336185:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.109@tcp38 00000400:00000200:2.0:1767384954.336186:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336188:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp38 00000400:00000200:2.0:1767384954.336189:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.109@tcp39 00000400:00000200:2.0:1767384954.336191:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336192:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp39 00000400:00000200:2.0:1767384954.336193:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.109@tcp40 00000400:00000200:2.0:1767384954.336195:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384954.336197:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp40 00000100:00000001:2.0:1767384954.336199:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.336201:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384954.336204:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:2.0:1767384954.336208:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000025db8f44. 10000000:00000040:2.0:1767384954.336210:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 72/72 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:2.0:1767384954.336212:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384954.336218:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384954.336221:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cb8b864. 00000020:00000010:2.0:1767384954.336225:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d2e434c. 00000040:00000010:2.0:1767384954.336229:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a470064f. 00000020:00000010:2.0:1767384954.336233:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000255a2ffe. 00000020:00000010:2.0:1767384954.336237:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da2eab92. 00000020:00000010:2.0:1767384954.336242:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a036177. 80000000:00000010:2.0:1767384954.336246:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fa6d0e84. 40000000:00000010:2.0:1767384954.336249:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006dbd8227. 00100000:00000010:2.0:1767384954.336253:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fdc92c14. 00040000:00000010:2.0:1767384954.336262:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002b7d7ea0. 00040000:00000010:2.0:1767384954.336266:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e2c13ee8. 00040000:00000010:2.0:1767384954.336270:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8dbbd1e. 00080000:00000010:2.0:1767384954.336276:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004e208cc0. 00080000:00000010:2.0:1767384954.336289:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cd709255. 00000004:00000010:2.0:1767384954.336295:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d87505e9. 00000004:00000010:2.0:1767384954.336300:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000839352a4. 00000004:00000010:2.0:1767384954.336305:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eee44121. 00002000:00000010:2.0:1767384954.336308:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d0c80e3f. 00000004:00000010:2.0:1767384954.336313:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000938005bc. 00000004:00000001:2.0:1767384954.336316:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384954.336319:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384954.336321:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000025db8f44 00000040:00001000:2.0:1767384954.336322:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384954.336323:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384954.336325:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384954.336326:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384954.336330:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384954.336331:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384954.336333:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384954.336334:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:2.0:1767384954.336336:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384954.336415:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384954.336421:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d2e434c. 00000040:00000010:2.0:1767384954.336425:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a470064f. 00000020:00000010:2.0:1767384954.336429:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000255a2ffe. 00000020:00000010:2.0:1767384954.336436:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da2eab92. 00000020:00000010:2.0:1767384954.336443:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a036177. 80000000:00000010:2.0:1767384954.336450:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fa6d0e84. 40000000:00000010:2.0:1767384954.336456:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006dbd8227. 00100000:00000010:2.0:1767384954.336460:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fdc92c14. 00040000:00000010:2.0:1767384954.336464:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002b7d7ea0. 00040000:00000010:2.0:1767384954.336470:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e2c13ee8. 00040000:00000010:2.0:1767384954.336473:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b8dbbd1e. 00080000:00000010:2.0:1767384954.336478:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cd709255. 00080000:00000010:2.0:1767384954.336487:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004e208cc0. 00000004:00000010:2.0:1767384954.336492:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d87505e9. 00000004:00000010:2.0:1767384954.336495:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000839352a4. 00000004:00000010:2.0:1767384954.336498:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eee44121. 00002000:00000010:2.0:1767384954.336501:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d0c80e3f. 00000004:00000010:2.0:1767384954.336503:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000938005bc. 00000020:00000010:2.0:1767384954.336506:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cb8b864. 00000020:00000001:2.0:1767384954.336510:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.336512:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384954.336514:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000025db8f44. 10000000:00000010:2.0:1767384954.336518:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000a048c515. 10000000:00000001:2.0:1767384954.336535:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.336538:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384954.336542:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054e27bee x1853237363763328/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.336547:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384954.336549:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384954.336551:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f321a144. 02000000:00000001:2.0:1767384954.336553:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384954.336554:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384954.336555:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384954.336557:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384954.336558:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384954.336559:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384954.336560:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384954.336561:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384954.336563:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003ee9c0af. 00000100:00000010:2.0:1767384954.336565:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000065b703b1. 00000100:00000001:2.0:1767384954.336566:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384954.336568:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000032dcf383. 02000000:00000001:2.0:1767384954.336569:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384954.336570:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384954.336571:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054e27bee. 00000100:00000001:2.0:1767384954.336574:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384954.336574:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384954.336590:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000718c38cd. 10000000:01000000:2.0:1767384954.336598:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384954.336601:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384954.336603:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384954.336604:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384954.336605:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000039927e23 refcount=3 00000020:00000001:2.0:1767384954.336607:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:2.0:1767384954.336608:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:2.0:1767384954.336611:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384954.336612:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.336617:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.336619:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384954.336621:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.336625:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384954.336626:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.336627:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384954.336628:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384954.336630:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384954.336631:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384954.336634:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384954.336635:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:2.0:1767384954.336636:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384954.341916:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294942220, at 4294942221 00000100:00000040:3.0:1767384954.341917:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294942220, at 4294942221 00000100:00000040:2.0:1767384954.341923:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294942220, at 4294942221 00000100:00000010:3.0:1767384954.341925:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018fc0ad5. 00000100:00000010:1.0:1767384954.341937:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006fe6f04d. 00000100:00000010:2.0:1767384954.341940:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8465e1c. 00000100:00000040:0.0:1767384954.342919:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294942220, at 4294942222 00000100:00000010:0.0:1767384954.342927:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ad1413a. 00000020:00000010:0.0:1767384954.347479:0:34251:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bb0f2b73. 00000020:00000040:0.0:1767384954.347486:0:34251:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384954.347488:0:34251:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bb0f2b73. 00000100:00000001:3.0:1767384954.841062:0:17055:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384954.841062:0:18889:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384954.841072:0:17055:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.841072:0:18889:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384954.884072:0:34388:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1007f7f. 00080000:00000010:0.0:1767384954.884081:0:34388:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1007f7f. 00000020:00000001:0.0:1767384954.884085:0:34388:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384954.884091:0:34388:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1007f7f. 00080000:00000010:0.0:1767384954.884095:0:34388:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1007f7f. 00000020:00000001:0.0:1767384954.884098:0:34388:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384955.224949:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384955.224954:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384955.224956:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000400:00000010:2.0:1767384955.224960:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000400:00000200:2.0:1767384955.224965:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384955.224971:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767384955.224981:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fc9b9811. 00000400:00000010:2.0:1767384955.224985:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bbcf767e. 00000400:00000001:2.0:1767384955.224994:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384955.224995:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384955.224995:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab8c5eb3 00000400:00000010:2.0:1767384955.224996:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab8c5eb3. 00000400:00000200:2.0:1767384955.224998:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384955.224999:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767384955.225001:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009d627ea9. 00000400:00000010:2.0:1767384955.225003:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005dd55fb9. 00010000:00000001:2.0:1767384955.225026:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384955.225028:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384955.225033:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384955.225033:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.225045:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384955.225047:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384955.225049:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384955.226082:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (6) 00000800:00000200:2.0:1767384955.226089:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:988 00000800:00000200:2.0:1767384955.226092:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384955.226223:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384955.226224:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384955.226236:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384955.226240:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384955.226243:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384955.607835:0:34552:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384955.607840:0:34552:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:1.0:1767384955.611118:0:34552:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384955.618675:0:34553:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000c9ecb41. 00000400:00000010:1.0:1767384955.618690:0:34553:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a0cfecf9. 00000400:00000010:1.0:1767384955.618700:0:34553:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d18bb4e8. 00000400:00000010:1.0:1767384955.618704:0:34553:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e9201bec. 00000400:00000010:1.0:1767384955.618707:0:34553:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000053e9227b. 00000400:00000010:1.0:1767384955.618712:0:34553:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a0a84fce. 00000400:00000010:1.0:1767384955.618715:0:34553:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000dea22e6. 00000400:00000010:1.0:1767384955.618716:0:34553:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b0f075c. 00000400:00000010:1.0:1767384955.618720:0:34553:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000496b93f8. 00000800:00000010:1.0:1767384955.618737:0:34553:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f5fcc872. 00000800:00000200:1.0:1767384955.618747:0:34553:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384955.618760:0:34553:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384955.618814:0:34553:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384955.618837:0:34553:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp43 [8/256/0/180] 00000400:00000010:1.0:1767384955.620570:0:34553:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000646ca8d1. 00000400:00000010:1.0:1767384955.620576:0:34553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f556d46. 00000400:00000010:1.0:1767384955.620582:0:34553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdfd1f1. 00000400:00000001:1.0:1767384955.620612:0:34553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384955.620614:0:34553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384955.620616:0:34553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000200:1.0:1767384955.620619:0:34553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e9b2f68 00000400:00000010:1.0:1767384955.620621:0:34553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e9b2f68. 00000400:00000010:1.0:1767384955.620625:0:34553:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000075d67f64. 00000400:00000200:1.0:1767384955.620630:0:34553:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (34) 00000400:00000200:1.0:1767384955.620658:0:34553:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384955.620667:0:34553:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:1.0:1767384955.620674:0:34553:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b5509755. 00000020:01000000:1.0:1767384955.620677:0:34553:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384955.620680:0:34553:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp43 00000400:00000200:2.0:1767384955.620694:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384955.620697:0:34553:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a0cfecf9. 00000400:00000200:2.0:1767384955.620701:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300151 00000400:00000010:1.0:1767384955.620701:0:34553:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000c9ecb41. 00000400:00000010:2.0:1767384955.620710:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab8c5eb3. 00000400:00000200:2.0:1767384955.620713:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (35) 00000400:00000010:2.0:1767384955.620718:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c0d962e9. 00000020:00000001:3.0:1767384955.620722:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384955.620722:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp21 10000000:00000001:3.0:1767384955.620728:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384955.620731:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384955.620733:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384955.620738:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp21 to MR: 192.168.203.109@tcp21 local destination 00000020:01000004:3.0:1767384955.620739:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384955.620744:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384955.620745:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384955.620746:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384955.620749:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384955.620751:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp21 NI seq info: [154:154:256:4294967295] 192.168.203.109@tcp21 LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1767384955.620757:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp21 00000400:00000200:2.0:1767384955.620764:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21:192.168.203.109@tcp21) -> 192.168.203.109@tcp21(192.168.203.109@tcp21:192.168.203.109@tcp21) : PUT try# 0 00000020:01000004:3.0:1767384955.620769:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384955.620772:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384955.620775:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:2.0:1767384955.620776:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.109@tcp21 00000020:01000004:3.0:1767384955.620777:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384955.620780:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384955.620785:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000daed88c1. 00000800:00000010:2.0:1767384955.620789:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd295e3b. 00000020:00000040:3.0:1767384955.620791:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384955.620798:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384955.620798:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (6) 02000000:00000001:3.0:1767384955.620802:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384955.620808:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384955.620808:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp21 ip 192.168.203.109:988 00000800:00000200:2.0:1767384955.620813:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd295e3b type 1, nob 688 niov 1 nkiov 1 02000000:00000010:3.0:1767384955.620818:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000deae5813. 00000100:00000001:3.0:1767384955.620826:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384955.620834:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000100:00000001:3.0:1767384955.620835:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384955.620838:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384955.620840:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300551 rc 0 00000100:00000040:3.0:1767384955.620848:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daed88c1] to pc [ptlrpcd_00_01+1] req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.621002:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384955.621006:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384955.621007:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.621008:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384955.621012:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384955.621016:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.621017:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:3.0:1767384955.621019:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384955.621029:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384955.621029:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384955.621031:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384955.621032:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384955.621035:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:2.0:1767384955.621036:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:3.0:1767384955.621037:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:2.0:1767384955.621040:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384955.621041:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384955.621045:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384955.621046:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384955.621048:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384955.621052:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384955.621052:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000daed88c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363763456:0@lo:253: 00000020:01000004:3.0:1767384955.621056:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384955.621061:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384955.621061:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384955.621062:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384955.621065:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384955.621066:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384955.621067:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384955.621070:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1b5a4cc. 02000000:00000001:2.0:1767384955.621071:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384955.621075:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:2.0:1767384955.621076:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384955.621081:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384955.621082:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384955.621084:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cd709255. 02000000:00000001:2.0:1767384955.621088:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384955.621093:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d88e2ab. 02000000:00000001:3.0:1767384955.621094:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384955.621099:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e83f78f. 00000100:00000200:2.0:1767384955.621104:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363763456, portal 25 00000800:00000200:0.0:1767384955.621104:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1767384955.621105:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ef5b91ff. 00000100:00000001:2.0:1767384955.621111:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767384955.621112:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd295e3b. 00000100:00000001:3.0:1767384955.621114:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.621115:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079256960 : -107292630294656 : ffff9e6afce25f80) 00000400:00000200:0.0:1767384955.621119:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384955.621124:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.621125:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384955.621130:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.621131:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: PUT: OK 00000100:00000001:2.0:1767384955.621141:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384955.621142:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:3.0:1767384955.621143:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1b5a4cc] to pc [ptlrpcd_00_02+2] req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384955.621147:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384955.621150:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp21: 0 00000400:00000010:2.0:1767384955.621153:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dac73c2e. 00000800:00000001:0.0:1767384955.621162:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384955.621164:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363763456, offset 0 00000800:00000001:0.0:1767384955.621172:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384955.621173:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:3.0:1767384955.621174:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384955.621179:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384955.621179:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384955.621184:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384955.621185:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384955.621185:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000000:3.0:1767384955.621192:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384955.621198:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b5509755. 00000400:00000200:0.0:1767384955.621199:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21) <- 192.168.203.109@tcp21 : PUT - for me 00000400:00000200:2.0:1767384955.621204:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06900 00000400:00000200:2.0:1767384955.621211:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1485 [2] + 0 00000400:00000200:0.0:1767384955.621215:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384955.621217:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004127b32e. 00000400:00000200:2.0:1767384955.621223:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a89905a 00000400:00000200:2.0:1767384955.621229:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384955.621233:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 576/592 into md 0x1c29 [1] + 0 00000400:00000200:2.0:1767384955.621236:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384955.621242:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ba6d2e0. 00000400:00000200:0.0:1767384955.621247:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000edfdf06b 00000400:00000200:2.0:1767384955.621256:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a89905a 00000800:00000001:0.0:1767384955.621257:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384955.621259:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a89905a. 00000100:00000001:2.0:1767384955.621265:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1767384955.621265:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384955.621269:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384955.621270:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384955.621273:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000070551d93 x1853237363763456 msgsize 4848 00000400:00000200:0.0:1767384955.621278:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: PUT: OK 00000100:00100000:2.0:1767384955.621282:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384955.621283:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edfdf06b 00000100:00000040:2.0:1767384955.621284:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384955.621286:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edfdf06b. 00000400:00000200:0.0:1767384955.621292:0:16333:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384955.621295:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384955.621295:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (36) 00000100:00000001:3.0:1767384955.621300:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384955.621303:0:16333:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:2.0:1767384955.621304:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dac73c2e 00000100:00000001:3.0:1767384955.621305:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384955.621310:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384955.621310:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dac73c2e. 00000400:00000200:0.0:1767384955.621313:0:16333:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (592 bytes) 00000100:00000040:3.0:1767384955.621318:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.621318:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384955.621322:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000200:2.0:1767384955.621326:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384955.621336:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (37) 00000100:00000001:3.0:1767384955.621345:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384955.621345:0:16333:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384955.621349:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.621349:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384955.621355:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp21 to MR: 192.168.203.109@tcp21 local destination 02000000:00000001:3.0:1767384955.621356:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384955.621357:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384955.621361:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384955.621367:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.621371:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp21 NI seq info: [155:155:256:4294967295] 192.168.203.109@tcp21 LPNI seq info [137:137:8:4294967295] 00000100:00100000:3.0:1767384955.621375:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1b5a4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363763584:0@lo:253: 00000100:00000001:3.0:1767384955.621386:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384955.621388:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384955.621390:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384955.621393:0:16341:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384955.621394:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384955.621400:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384955.621400:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21:192.168.203.109@tcp21) -> 192.168.203.109@tcp21(192.168.203.109@tcp21:192.168.203.109@tcp21) 192.168.203.109@tcp21 : ACK try# 0 02000000:00000010:3.0:1767384955.621405:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ee51b161. 00000800:00000200:0.0:1767384955.621406:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp21 00000100:00000001:2.0:1767384955.621409:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384955.621411:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384955.621414:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5bb0549. 00000100:00000001:2.0:1767384955.621416:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294943506 00000400:00000010:3.0:1767384955.621417:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c6ffbd1. 00000800:00000200:0.0:1767384955.621424:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (6) 00000400:00000010:3.0:1767384955.621425:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e48273a8. 00000100:00000010:2.0:1767384955.621425:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8465e1c. 00000100:00000200:3.0:1767384955.621433:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363763584, portal 25 00000100:00000001:2.0:1767384955.621436:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384955.621436:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp21 ip 192.168.203.109:999 00000100:00000001:3.0:1767384955.621438:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384955.621442:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079258752 : -107292630292864 : ffff9e6afce26680) 00000800:00000200:0.0:1767384955.621443:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5bb0549 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384955.621445:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294943506 00000100:00000010:2.0:1767384955.621451:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6d0e84. 00000800:00000001:0.0:1767384955.621455:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384955.621456:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384955.621462:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.621464:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384955.621470:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294943506 00000100:00000001:3.0:1767384955.621471:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384955.621476:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1767384955.621477:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bbc37e7. 00000400:00000010:3.0:1767384955.621480:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1e283e3. 00000100:00000001:2.0:1767384955.621482:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767384955.621486:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363763584, offset 0 00000100:00000001:2.0:1767384955.621489:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294943506 00000400:00000200:3.0:1767384955.621495:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384955.621495:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025f6f553. 00000100:00000001:2.0:1767384955.621501:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384955.621507:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384955.621508:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.621528:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.621531:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.621533:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384955.621536:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06980 00000800:00000200:0.0:1767384955.621537:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384955.621542:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5bb0549. 00000100:00000001:2.0:1767384955.621561:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384955.621563:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14a9 [2] + 0 00000100:00000001:2.0:1767384955.621566:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384955.621568:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3f80232. 00000400:00000200:0.0:1767384955.621568:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384955.621571:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384955.621576:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384955.621577:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002e20bcbb 00000100:00000001:2.0:1767384955.621580:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.621582:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: ACK: OK 00000100:00000001:2.0:1767384955.621584:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384955.621585:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384955.621594:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384955.621595:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384955.621598:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e20bcbb 00000400:00000010:3.0:1767384955.621602:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e20bcbb. 00000800:00000001:0.0:1767384955.621603:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384955.621610:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384955.621629:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384955.621631:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:0.0:1767384955.621633:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384955.621635:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000003ff9c023 x1853237363763584 msgsize 4848 00000100:00000001:2.0:1767384955.621638:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384955.621643:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363763456 00000100:00100000:3.0:1767384955.621644:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384955.621648:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767384955.621649:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384955.621650:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384955.621651:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384955.621655:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.621659:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384955.621662:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363763456 00000100:00000001:3.0:1767384955.621663:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384955.621664:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767384955.621664:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384955.621668:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:3.0:1767384955.621670:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1e283e3 00000020:00000001:2.0:1767384955.621671:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384955.621675:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1e283e3. 00000020:00000040:2.0:1767384955.621676:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000400:00000200:0.0:1767384955.621682:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp21(192.168.203.109@tcp21) <- 192.168.203.109@tcp21 : ACK - for me 00000100:00000001:3.0:1767384955.621683:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384955.621683:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384955.621690:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000200:3.0:1767384955.621691:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.621695:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384955.621701:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df4df7b8. 00000100:00000001:3.0:1767384955.621702:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384955.621709:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384955.621710:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384955.621712:0:16333:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp21: ACK from 12345-192.168.203.109@tcp21 into md 0x1cbd 00000020:00000010:2.0:1767384955.621716:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df4df7b8. 00000400:00000200:0.0:1767384955.621722:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384955.621724:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.621729:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384955.621730:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f321a144. 00000100:00000001:3.0:1767384955.621735:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.621737:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp21->192.168.203.109@tcp21: ACK: OK 00000020:00000010:2.0:1767384955.621738:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8e02226. 00000100:00000001:3.0:1767384955.621739:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294943506 00000020:00000010:2.0:1767384955.621747:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074e23e04. 00000400:00000200:0.0:1767384955.621747:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab8c5eb3 00000100:00000001:3.0:1767384955.621752:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294943506 00000400:00000010:0.0:1767384955.621754:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab8c5eb3. 00000100:00000001:3.0:1767384955.621756:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294943506 00000100:00000040:2.0:1767384955.621761:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384955.621762:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294943506 00000400:00000200:0.0:1767384955.621764:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384955.621767:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294943506 00000100:00000001:2.0:1767384955.621767:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384955.621771:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384955.621773:0:16333:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000100:00000001:3.0:1767384955.621774:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294943506 00000100:00000001:2.0:1767384955.621775:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.621781:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294943506 00000400:00000200:0.0:1767384955.621785:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:3.0:1767384955.621786:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294943506 00000100:00000001:2.0:1767384955.621786:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.621792:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384955.621795:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.621795:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (36) 00000100:00000001:2.0:1767384955.621799:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.621800:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.621806:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384955.621807:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384955.621811:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384955.621812:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767384955.621814:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.621815:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384955.621816:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363763584 00000100:00000001:3.0:1767384955.621823:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384955.621823:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384955.621826:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384955.621827:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384955.621829:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.621830:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.621834:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.621835:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.621835:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384955.621842:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363763584 00000100:00000001:0.0:1767384955.621843:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.621845:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384955.621848:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384955.621850:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384955.621851:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:2.0:1767384955.621854:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384955.621856:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384955.621858:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384955.621860:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384955.621861:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df4df7b8. 00000100:00000001:0.0:1767384955.621862:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384955.621864:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384955.621866:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384955.621869:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df4df7b8. 00000100:00000001:0.0:1767384955.621869:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384955.621875:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000020:00000010:2.0:1767384955.621878:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375ee54c. 00000100:00000040:3.0:1767384955.621880:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384955.621884:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988336208 : -107292721215408 : ffff9e6af7770850) 00000020:00000010:2.0:1767384955.621884:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b59da22. 00000400:00000200:0.0:1767384955.621888:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384955.621892:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005866eb50. 00000100:00000040:3.0:1767384955.621893:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070551d93 x1853237363763456/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 4848/0 e 0 to 0 dl 1767384966 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384955.621894:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000009fd15f67. 00000100:00000001:2.0:1767384955.621921:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384955.621924:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384955.621929:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.621931:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384955.621932:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ba6d2e0. 00000100:00000001:2.0:1767384955.621933:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384955.621936:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1768e5d. 00000100:00000001:2.0:1767384955.621938:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.621940:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384955.621941:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edfdf06b. 00000020:00000010:3.0:1767384955.621944:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1768e5d. 00000400:00000200:0.0:1767384955.621947:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009fd15f67 00000100:00000001:2.0:1767384955.621951:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384955.621952:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070551d93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363763456:12345-0@lo:253: 00000400:00000010:0.0:1767384955.621953:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000007a712292. 00000100:00000001:2.0:1767384955.621961:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384955.621962:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363763456 00000400:00000200:0.0:1767384955.621962:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000100:00100000:2.0:1767384955.621968:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000400:00000200:0.0:1767384955.621971:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302051 00000020:00000001:3.0:1767384955.621976:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384955.621976:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000400:00000200:0.0:1767384955.621977:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (35) 00000020:00000001:3.0:1767384955.621982:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384955.621982:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988334160 : -107292721217456 : ffff9e6af7770050) 00000400:00000010:0.0:1767384955.621985:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000079bac7eb. 00000020:00000001:3.0:1767384955.621986:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.621990:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ff9c023 x1853237363763584/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 4848/0 e 0 to 0 dl 1767384966 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384955.621992:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd56ab68. 00000020:00000001:3.0:1767384955.621993:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384955.621997:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000010:0.0:1767384955.622002:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006c36a607. 00000020:00000001:3.0:1767384955.622003:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384955.622007:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.622009:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384955.622010:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384955.622013:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000020:00000001:3.0:1767384955.622014:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384955.622016:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df4df7b8. 00000020:00000001:3.0:1767384955.622019:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.622020:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384955.622023:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000001:3.0:1767384955.622025:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384955.622025:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df4df7b8. 02000000:00000001:3.0:1767384955.622030:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384955.622033:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00100000:2.0:1767384955.622034:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ff9c023 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16342:x1853237363763584:12345-0@lo:253: 02000000:00000010:3.0:1767384955.622036:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009854828f. 02000000:00000001:3.0:1767384955.622042:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384955.622047:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363763584 00000100:00000001:3.0:1767384955.622048:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.622049:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:00000001:2.0:1767384955.622053:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384955.622054:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384955.622057:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384955.622060:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.622064:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:3.0:1767384955.622065:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e409c266. 00000020:00000001:2.0:1767384955.622067:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:0.0:1767384955.622067:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 20000000:01000000:3.0:1767384955.622070:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384955.622073:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384955.622077:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384955.622077:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384955.622080:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384955.622081:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000020:00000001:2.0:1767384955.622082:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384955.622084:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.622086:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384955.622090:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384955.622093:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.622094:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384955.622095:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 02000000:00000001:2.0:1767384955.622099:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384955.622100:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384955.622105:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 02000000:00000010:2.0:1767384955.622107:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000b211f03. 02000000:00000001:2.0:1767384955.622111:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.622113:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 20000000:00000010:3.0:1767384955.622115:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fe79cc36. 00000100:00000001:2.0:1767384955.622115:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384955.622123:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:2.0:1767384955.622123:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384955.622124:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00000400:00000200:0.0:1767384955.622132:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 20000000:00000001:3.0:1767384955.622133:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:2.0:1767384955.622134:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000257fd99b. 00000400:00000200:0.0:1767384955.622139:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 20000000:01000000:2.0:1767384955.622140:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384955.622142:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384955.622146:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384955.622147:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 36], ns[148, 36] 00080000:00000001:3.0:1767384955.622149:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384955.622150:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384955.622154:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.622156:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 36], ns[155, 36] 00000400:00000200:0.0:1767384955.622159:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 36], ns[32, 36] 20000000:00000001:2.0:1767384955.622167:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.622167:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00080000:00000001:3.0:1767384955.622169:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384955.622171:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384955.622176:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:0.0:1767384955.622180:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:0.0:1767384955.622183:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00080000:00000001:3.0:1767384955.622185:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.622189:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00080000:00000001:3.0:1767384955.622190:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384955.622193:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384955.622196:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384955.622199:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.622199:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00080000:00000002:3.0:1767384955.622206:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000400:00000200:0.0:1767384955.622209:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[73, 32] 00000020:00000001:3.0:1767384955.622213:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:3.0:1767384955.622215:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384955.622227:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384955.622231:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 32], ns[127, 32] 00080000:00000001:3.0:1767384955.622233:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384955.622239:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.622240:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 32], ns[115, 32] 00000020:00000001:3.0:1767384955.622243:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384955.622247:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 32], ns[87, 32] 00000020:00000001:3.0:1767384955.622251:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000400:00000200:0.0:1767384955.622252:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 32], ns[152, 32] 00080000:00000001:3.0:1767384955.622258:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384955.622261:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 32], ns[117, 32] 00080000:00000010:3.0:1767384955.622264:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004bf12fbd. 00000400:00000200:0.0:1767384955.622267:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 32], ns[123, 32] 00080000:00000001:3.0:1767384955.622269:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775863298048 : -107297846253568 : ffff9e69c5fd2800) 00000400:00000200:0.0:1767384955.622274:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 32], ns[140, 32] 00080000:00000001:3.0:1767384955.622275:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384955.622280:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384955.622281:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[129, 32] 00080000:00000010:3.0:1767384955.622284:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b1768e5d. 00000400:00000200:0.0:1767384955.622288:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 32], ns[132, 32] 00080000:00000001:3.0:1767384955.622290:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384955.622295:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384955.622298:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 32], ns[153, 32] 00000400:00000200:0.0:1767384955.622302:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 32], ns[150, 32] 00000400:00000200:0.0:1767384955.622305:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00080000:00000001:3.0:1767384955.622310:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.622310:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384955.622317:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000400:00000200:0.0:1767384955.622321:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp41 00000400:00000200:0.0:1767384955.622324:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp41 lpni_is_preferred = 0 00000400:00000200:0.0:1767384955.622326:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp41 00000400:00000200:0.0:1767384955.622328:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp41 NI seq info: [156:156:256:4294967295] 192.168.203.109@tcp41 LPNI seq info [138:138:8:4294967295] 00080000:00000001:3.0:1767384955.622329:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384955.622336:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp41 00000400:00000200:0.0:1767384955.622344:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp41(192.168.203.109@tcp41:) -> 192.168.203.109@tcp41(192.168.203.109@tcp:192.168.203.109@tcp41) : GET try# 0 00000800:00000200:0.0:1767384955.622349:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp41 00000800:00000010:0.0:1767384955.622358:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d5bb0549. 00000800:00000010:0.0:1767384955.622363:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ae03fb6e. 00000800:00000010:0.0:1767384955.622367:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cb495910. 00000800:00000200:0.0:1767384955.622373:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (2) 00000800:00000200:0.1:1767384955.622377:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (2) 00000400:00000200:0.0:1767384955.622391:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384955.622394:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300251 rc 0 00000400:00000200:2.0:1767384955.622436:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622472:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622487:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622500:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622532:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622568:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622587:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622606:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622626:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622644:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622658:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622673:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622691:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622720:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622745:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622797:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622822:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622840:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622872:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622927:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622950:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622966:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.622980:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623004:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623030:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623051:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623066:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623082:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623099:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623117:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623159:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623186:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623209:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623228:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384955.623247:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00080000:00000010:3.0:1767384955.623296:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004bf12fbd. 00080000:00000010:0.0:1767384955.623342:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b1768e5d. 00040000:00000001:0.0:1767384955.623349:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384955.623351:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384955.623354:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384955.623358:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384955.623360:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384955.623362:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000038777f61. 20000000:00000001:0.0:1767384955.623362:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:2.0:1767384955.623369:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dac73c2e. 00000800:00000010:2.0:1767384955.623374:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000df4df7b8. 20000000:01000000:0.0:1767384955.623378:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384955.623391:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384955.623394:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004bf12fbd. 20000000:01000000:0.0:1767384955.623395:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000800:00000010:2.0:1767384955.623396:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000df4df7b8. 20000000:01000000:3.0:1767384955.623400:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:3.0:1767384955.623406:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384955.623406:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00020000:2.0:1767384955.623408:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00080000:00000001:3.0:1767384955.623412:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:2.0:1767384955.623413:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dac73c2e. 00080000:00000001:3.0:1767384955.623417:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:2.0:1767384955.623418:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000038777f61. 00080000:00000001:3.0:1767384955.623426:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384955.623434:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384955.623437:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384955.623438:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384955.623440:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384955.623442:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384955.623444:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000020:00000001:3.0:1767384955.623448:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:3.0:1767384955.623450:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384955.623453:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384955.623456:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384955.623458:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384955.623460:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384955.623463:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384955.623466:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:02020000:2.0:1767384955.623467:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp41 at host 192.168.203.109:988: is it running a compatible version of Lustre? 20000000:01000000:0.0:1767384955.623471:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:2.0:1767384955.623477:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp41 notifying 192.168.203.109@tcp41: down 20000000:00000001:0.0:1767384955.623478:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000010:3.0:1767384955.623479:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ec1663d2. 10000000:01000000:0.0:1767384955.623484:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384955.623485:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775863302144 : -107297846249472 : ffff9e69c5fd3800) 00000800:00000200:2.0:1767384955.623488:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp41 down 00010000:00000001:0.0:1767384955.623493:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384955.623494:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384955.623499:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000100:2.0:1767384955.623500:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp41 00010000:00000001:0.0:1767384955.623500:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:3.0:1767384955.623504:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a48ea842. 00000800:00000010:2.0:1767384955.623505:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d5bb0549. 00010000:00000040:0.0:1767384955.623509:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001f27832e count: 2 00000400:00000200:2.0:1767384955.623543:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00080000:00000001:3.0:1767384955.623544:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.623545:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384955.623549:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384955.623552:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp41->192.168.203.109@tcp41: GET: LOCAL_ERROR 00010000:00000001:0.0:1767384955.623553:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384955.623559:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384955.623559:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005daef2f4. 00000400:00000200:2.0:1767384955.623563:0:16330:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp41 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:2.0:1767384955.623567:0:16330:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:3.0:1767384955.623570:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384955.623570:0:16330:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000400:00000200:2.0:1767384955.623576:0:16330:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000020:00000001:0.0:1767384955.623590:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384955.623609:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005daef2f4 with handle 0x135556ebb4843c94 to hash 00000020:00000001:0.0:1767384955.623612:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384955.623614:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00010000:00000001:0.0:1767384955.623618:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00010000:00000001:0.0:1767384955.623621:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384955.623623:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384955.623625:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384955.623635:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384955.623641:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300851 00000400:00000001:2.0:1767384955.623646:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384955.623646:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000001:2.0:1767384955.623649:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384955.623651:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:2.0:1767384955.623652:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd56ab68 00000400:00000010:2.0:1767384955.623655:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd56ab68. 00010000:00000001:0.0:1767384955.623656:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:2.0:1767384955.623659:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:0.0:1767384955.623660:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384955.623665:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:2.0:1767384955.623667:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00010000:00010000:0.0:1767384955.623671:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384955.623672:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000079bac7eb. 00010000:00000001:0.0:1767384955.623677:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384955.623679:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.623684:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:2.0:1767384955.623685:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (36) 00010000:00000001:0.0:1767384955.623686:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384955.623691:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384955.623693:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00010000:00000001:0.0:1767384955.623694:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384955.623699:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384955.623700:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302051 rc -71 00000400:00000200:2.0:1767384955.623708:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384955.623713:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (35) 00010000:00000040:0.0:1767384955.623721:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f27832e) refcount = 2 00010000:00000040:0.0:1767384955.623742:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384955.623746:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384955.623753:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384955.623755:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384955.623763:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c228f593. 00000100:00000001:0.0:1767384955.623767:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384955.623772:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3354c9c. 00000100:00000001:0.0:1767384955.623775:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775868854848 : -107297840696768 : ffff9e69c651f240) 00000100:00000001:0.0:1767384955.623778:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775868854848 : -107297840696768 : ffff9e69c651f240) 00000100:00000001:0.0:1767384955.623781:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384955.623783:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384955.623785:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384955.623796:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.623798:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384955.623801:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384955.623804:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384955.623806:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384955.623808:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384955.623813:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000368b21f2. 00000020:00000040:0.0:1767384955.623817:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000100:00000001:0.0:1767384955.623821:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384955.623823:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384955.623826:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384955.623832:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000030f37bbc. 00000100:00000001:0.0:1767384955.623837:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384955.623843:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384955.623858:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 426 lvb_type: 0 00010000:00000001:0.0:1767384955.623867:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384955.623870:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384955.623873:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384955.623884:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384955.623886:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384955.623891:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000368b21f2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363763712:0@lo:104: 00000100:00000001:0.0:1767384955.623897:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384955.623900:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384955.623903:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384955.623906:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384955.623939:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9d76c2b. 02000000:00000001:0.0:1767384955.623943:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384955.623948:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c899b847. 00000400:00000010:0.0:1767384955.623953:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd56ab68. 00000100:00000200:0.0:1767384955.623958:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363763712, portal 16 00000100:00000001:0.0:1767384955.623960:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384955.623969:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876471296 : -107297833080320 : ffff9e69c6c62a00) 00000100:00000040:0.0:1767384955.623976:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384955.623983:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384955.623988:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384955.623990:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000614a9024. 00000100:00000200:0.0:1767384955.623993:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363763712, offset 0 00000400:00000200:0.0:1767384955.623999:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384955.624006:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384955.624014:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c06a00 00000400:00000200:0.0:1767384955.624019:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1825 [2] + 656 00000400:00000200:0.0:1767384955.624023:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384955.624027:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384955.624032:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384955.624033:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384955.624035:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004309d50e. 00000100:00000040:0.0:1767384955.624037:0:17087:0:(events.c:337:request_in_callback()) incoming req@000000004309d50e x1853237363763712 msgsize 328 00000100:00100000:0.0:1767384955.624043:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384955.624055:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384955.624059:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614a9024 00000400:00000010:0.0:1767384955.624061:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000614a9024. 00000100:00000001:0.0:1767384955.624065:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384955.624069:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384955.624076:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384955.624078:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384955.624080:0:17055:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384955.624085:0:17055:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363763712 00000100:00000001:0.0:1767384955.624087:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384955.624089:0:17055:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384955.624090:0:17087:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384955.624094:0:17055:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384955.624097:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.624099:0:17055:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.624101:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294943509 02000000:00000001:3.0:1767384955.624106:0:17055:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.624110:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294943506 00000100:00100000:3.0:1767384955.624112:0:17055:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363763712 00000020:00000001:3.0:1767384955.624117:0:17055:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384955.624117:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294943509 00000020:00000040:3.0:1767384955.624119:0:17055:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 00000020:00000001:3.0:1767384955.624122:0:17055:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384955.624127:0:17055:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 00000100:00000001:0.0:1767384955.624129:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294943506 00000020:00000001:3.0:1767384955.624133:0:17055:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:0.0:1767384955.624134:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294943509 00000020:00000001:3.0:1767384955.624140:0:17055:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:0.0:1767384955.624142:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294943506 00000100:00000001:3.0:1767384955.624145:0:17055:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384955.624149:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294943509 00000020:00000010:3.0:1767384955.624151:0:17055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d227dbc. 00000100:00000001:0.0:1767384955.624155:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294943506 00000100:00000001:3.0:1767384955.624157:0:17055:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384955.624163:0:17055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d227dbc. 00000100:00000001:0.0:1767384955.624163:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384955.624168:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.624172:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384955.624174:0:17055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b368a0a5. 00010000:00000001:0.0:1767384955.624175:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384955.624179:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384955.624180:0:17055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb7f924f. 00010000:00000001:0.0:1767384955.624181:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384955.624185:0:17055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000755cb398. 00010000:00000001:0.0:1767384955.624185:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.624187:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.624190:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000020:2.0:1767384955.624193:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384955.624193:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1767384955.624195:0:17055:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384955.624198:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:0.0:1767384955.624199:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.624200:0:17055:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 20000000:00000010:2.0:1767384955.624202:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e409c266. 00000100:00000001:3.0:1767384955.624204:0:17055:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384955.624205:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384955.624208:0:17055:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384955.624209:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.624209:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384955.624216:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b3354c9c going to sleep for 11 seconds 00000100:00000001:3.0:1767384955.624217:0:17055:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384955.624218:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363763456 00000100:00000001:0.0:1767384955.624220:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384955.624225:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384955.624226:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384955.624232:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070551d93 x1853237363763456/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.624234:0:17055:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384955.624240:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384955.624244:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384955.624248:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384955.624253:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384955.624255:0:17056:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384955.624257:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384955.624260:0:17055:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384955.624260:0:17056:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384955.624261:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:3.0:1767384955.624264:0:17055:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384955.624265:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384955.624269:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384955.624270:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384955.624273:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384955.624275:0:17056:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 00000100:00000001:3.0:1767384955.624276:0:17055:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.624278:0:17056:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876472192 : -107297833079424 : ffff9e69c6c62d80) 00000100:00000001:3.0:1767384955.624282:0:17055:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.624282:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384955.624288:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dac73c2e. 00000100:00000040:0.0:1767384955.624288:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004309d50e x1853237363763712/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 328/0 e 0 to 0 dl 1767384966 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384955.624294:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363763456, offset 224 00000100:00000001:0.0:1767384955.624302:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384955.624304:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384955.624307:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b1ccb. 00000400:00000200:2.0:1767384955.624312:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384955.624313:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384955.624317:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb9b1ccb. 00000400:00000200:2.0:1767384955.624325:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06900 00000100:00100000:0.0:1767384955.624325:0:17056:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004309d50e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363763712:12345-0@lo:104: 00000400:00000200:2.0:1767384955.624330:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cc1 [2] + 224 00000400:00000200:2.0:1767384955.624337:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384955.624338:0:17056:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363763712 00000400:00000200:2.0:1767384955.624342:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384955.624343:0:17056:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:2.0:1767384955.624346:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384955.624348:0:17056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1767384955.624351:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384955.624352:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384955.624355:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000039927e23 refcount=2 00000020:00000001:0.0:1767384955.624360:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:0.0:1767384955.624365:0:17056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:0.0:1767384955.624367:0:17056:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384955.624369:0:17056:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384955.624374:0:17056:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384955.624391:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384955.624391:0:17056:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384955.624394:0:17056:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384955.624399:0:17056:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079bac7eb. 02000000:00000001:0.0:1767384955.624402:0:17056:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.624404:0:17056:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.624407:0:17056:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384955.624408:0:17056:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.624410:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384955.624410:0:17056:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384955.624416:0:17056:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384955.624418:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dac73c2e 00000100:00000001:3.0:1767384955.624420:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384955.624421:0:17056:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000400:00000010:2.0:1767384955.624422:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dac73c2e. 00000100:00000001:3.0:1767384955.624424:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384955.624428:0:17056:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:2.0:1767384955.624429:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384955.624431:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384955.624432:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384955.624433:0:17056:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1767384955.624434:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384955.624437:0:17056:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.624438:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384955.624439:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d88e2ab. 00000100:00000001:0.0:1767384955.624441:0:17056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384955.624447:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e83f78f 00000100:00000040:2.0:1767384955.624448:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:0.0:1767384955.624449:0:17056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384955.624452:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e83f78f. 00010000:00000001:2.0:1767384955.624455:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384955.624455:0:17056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000614a9024. 00000100:00000001:3.0:1767384955.624457:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384955.624459:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.624462:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384955.624463:0:17056:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363763712, offset 224 00000100:00000200:3.0:1767384955.624465:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384955.624470:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070551d93 x1853237363763456/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384955.624472:0:17056:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384955.624487:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070551d93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363763456:12345-0@lo:253: Request processed in 2550us (3207us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384955.624487:0:17056:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384955.624504:0:17056:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c06a00 00000100:00100000:2.0:1767384955.624508:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000200:3.0:1767384955.624524:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384955.624526:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384955.624532:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384955.624533:0:17056:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1cd9 [1] + 224 00000100:00000001:2.0:1767384955.624535:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384955.624542:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8e02226. 00000400:00000200:0.0:1767384955.624562:0:17056:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384955.624566:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384955.624569:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074e23e04. 00000100:00000001:3.0:1767384955.624570:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.624577:0:16341:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384955.624578:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f321a144. 00000400:00000200:0.0:1767384955.624581:0:17056:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384955.624582:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384955.624585:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000001:3.0:1767384955.624586:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384955.624588:0:17056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384955.624590:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.624592:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384955.624594:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384955.624595:0:17056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384955.624596:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009854828f. 00000100:00001000:3.0:1767384955.624599:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=73 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384955.624604:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384955.624609:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384955.624611:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=73 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384955.624617:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384955.624621:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384955.624622:0:17056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384955.624625:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080902f95. 00000100:00000001:3.0:1767384955.624626:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384955.624634:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384955.624650:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dac73c2e. 00010000:00000001:3.0:1767384955.624655:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.624659:0:17056:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384955.624661:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.624667:0:17056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614a9024 00000100:00000040:3.0:1767384955.624670:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384955.624671:0:17056:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000614a9024. 00000100:00000001:0.0:1767384955.624677:0:17056:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384955.624680:0:17056:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384955.624685:0:17056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.624688:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384955.624691:0:17056:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384955.624694:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384955.624696:0:17056:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384955.624698:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384955.624701:0:17056:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d117f4dc. 00000020:01000004:3.0:1767384955.624706:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384955.624706:0:17056:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384955.624714:0:17056:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000020:01000004:3.0:1767384955.624719:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:0.0:1767384955.624719:0:17056:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.624724:0:17056:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384955.624725:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:0.0:1767384955.624727:0:17056:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384955.624729:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:0.0:1767384955.624733:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004309d50e x1853237363763712/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384955.624734:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384955.624740:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384955.624743:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384955.624747:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00100000:0.0:1767384955.624749:0:17056:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004309d50e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363763712:12345-0@lo:104: Request processed in 443us (707us total) trans 0 rc 0/0 00000020:01000004:3.0:1767384955.624750:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384955.624754:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384955.624778:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.624783:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384955.624784:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1767384955.624793:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000daed88c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363763456:0@lo:253: 00000100:00000040:0.0:1767384955.624793:0:17056:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 00000400:00000001:2.0:1767384955.624795:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384955.624799:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384955.624801:0:17056:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384955.624803:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c899b847. 00000100:00000001:3.0:1767384955.624805:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.624807:0:17056:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384955.624808:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd56ab68 00000100:00000001:3.0:1767384955.624809:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384955.624813:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd56ab68. 00000020:00000010:0.0:1767384955.624813:0:17056:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb7f924f. 00000100:00000040:3.0:1767384955.624815:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000daed88c1 x1853237363763456/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.624822:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384955.624824:0:17056:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000755cb398. 00000100:00000001:3.0:1767384955.624825:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384955.624830:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767384955.624830:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384955.624833:0:17056:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b368a0a5. 02000000:00000010:3.0:1767384955.624834:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cd709255. 02000000:00000001:3.0:1767384955.624842:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767384955.624842:0:17056:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 00000020:00000001:3.0:1767384955.624846:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384955.624846:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384955.624847:0:17056:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384955.624850:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384955.624856:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384955.624860:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000deae5813. 02000000:00000001:3.0:1767384955.624866:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384955.624868:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384955.624870:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000daed88c1. 00000100:00000001:3.0:1767384955.624874:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384955.624875:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384955.624877:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384955.624878:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384955.624882:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.624885:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1767384955.624887:0:17060:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767384955.624888:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.624894:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384955.624894:0:17060:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384955.624898:0:17060:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384955.624899:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384955.624903:0:17060:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384955.624910:0:17060:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000039927e23 already unused, calling callback (00000000c41d87b4) 00000100:00000001:2.0:1767384955.624917:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384955.624921:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.624923:0:17087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384955.624925:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384955.624926:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384955.624928:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.624930:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384955.624933:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384955.624937:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384955.624940:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384955.624941:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384955.624943:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384955.624945:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.624947:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.624951:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384955.624956:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.624958:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384955.624959:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384955.624961:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384955.624962:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384955.624964:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384955.624965:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.624969:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384955.624975:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000368b21f2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363763712:0@lo:104: 00000100:00000001:2.0:1767384955.624987:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.624990:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.624992:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384955.624994:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384955.624997:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000368b21f2 x1853237363763712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384955.625003:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384955.625005:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384955.625007:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9d76c2b. 02000000:00000001:2.0:1767384955.625010:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384955.625011:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384955.625014:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00000020:00000001:2.0:1767384955.625017:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1767384955.625018:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:2.0:1767384955.625019:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000030f37bbc. 02000000:00000001:2.0:1767384955.625024:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00010000:0.0:1767384955.625024:0:17060:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384955.625028:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384955.625030:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000368b21f2. 00000100:00000001:2.0:1767384955.625035:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384955.625037:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384955.625040:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3354c9c. 00010000:00000001:0.0:1767384955.625041:0:17060:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384955.625044:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384955.625045:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384955.625046:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384955.625051:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c228f593. 00000020:00000001:0.0:1767384955.625051:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384955.625054:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384955.625055:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000039927e23 refcount=3 00010000:00000001:2.0:1767384955.625057:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384955.625063:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:2.0:1767384955.625064:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384955.625069:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384955.625070:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298432 : -107293628253184 : ffff9e6ac166bc00) 00010000:00000001:2.0:1767384955.625071:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384955.625075:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.625079:0:17060:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384955.625084:0:17060:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384955.625093:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384955.625095:0:17060:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384955.625102:0:17060:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384955.625106:0:17060:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384955.625107:0:17060:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384955.625110:0:17060:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384955.625112:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384955.625113:0:17060:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384955.625131:0:17060:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384955.625134:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384955.625144:0:17060:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 10000000:00000001:0.0:1767384955.625147:0:17060:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384955.625149:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.625155:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384955.625158:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384955.625160:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384955.625164:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384955.625166:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384955.625169:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000039927e23 with handle 0x135556ebb4843c86 from hash 00010000:00000001:0.0:1767384955.625173:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384955.625175:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.625176:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.625177:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384955.625180:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384955.625181:0:17060:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384955.625185:0:17060:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384955.625188:0:17060:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384955.625194:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000085a1ffb6. 00000020:00000040:0.0:1767384955.625197:0:17060:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384955.625201:0:17060:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384955.625203:0:17060:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384955.625206:0:17060:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384955.625211:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003528c0eb. 00000100:00000001:0.0:1767384955.625216:0:17060:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.625219:0:17060:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384955.625223:0:17060:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384955.625231:0:17060:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384955.625233:0:17060:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.625237:0:17060:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384955.625239:0:17060:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384955.625245:0:17060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085a1ffb6] to pc [ptlrpcd_00_03+3] req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384955.625271:0:17060:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.625272:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384955.625275:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384955.625278:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384955.625278:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384955.625284:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.625285:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384955.625288:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384955.625289:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384955.625292:0:17060:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.625293:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.625296:0:17060:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384955.625298:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384955.625300:0:17060:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384955.625322:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.625331:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384955.625334:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 0000000039927e23/0x135556ebb4843c86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843c8d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384955.625340:0:17060:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000024e4170 count: 0 00000100:00000001:2.0:1767384955.625350:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384955.625352:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.625353:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384955.625355:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384955.625356:0:17060:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384955.625358:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384955.625360:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d117f4dc. 02000000:00000001:2.0:1767384955.625362:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384955.625366:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000085a1ffb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363763840:0@lo:103: 00010000:00000001:0.0:1767384955.625366:0:17060:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384955.625372:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384955.625373:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384955.625377:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.625379:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384955.625382:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384955.625382:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384955.625386:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384955.625386:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384955.625390:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384955.625392:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f321a144. 00010000:00010000:0.0:1767384955.625393:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384955.625397:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384955.625398:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384955.625402:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384955.625404:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eb3a134. 00010000:00010000:0.0:1767384955.625405:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384955.625413:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee173a53. 00000100:00000200:2.0:1767384955.625416:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363763840, portal 18 00000100:00000001:2.0:1767384955.625418:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384955.625420:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876464128 : -107297833087488 : ffff9e69c6c60e00) 00000100:00000040:2.0:1767384955.625424:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.625430:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384955.625450:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384955.625454:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000915e3904. 00000100:00000200:2.0:1767384955.625456:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363763840, offset 0 00000400:00000200:2.0:1767384955.625460:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384955.625465:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384955.625472:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c06a80 00000400:00000200:2.0:1767384955.625476:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:2.0:1767384955.625481:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384955.625484:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384955.625488:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384955.625489:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384955.625493:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054e27bee. 00000100:00000040:2.0:1767384955.625500:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000054e27bee x1853237363763840 msgsize 328 00000100:00100000:2.0:1767384955.625505:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384955.625531:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384955.625538:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915e3904 00000400:00000010:2.0:1767384955.625540:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000915e3904. 00000100:00000001:2.0:1767384955.625543:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384955.625547:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.625555:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384955.625559:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384955.625561:0:18889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384955.625565:0:18889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363763840 00000100:00000001:2.0:1767384955.625567:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384955.625568:0:18889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384955.625570:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384955.625571:0:18889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384955.625575:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.625575:0:18889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384955.625578:0:18889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.625580:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294943510 00000100:00100000:0.0:1767384955.625582:0:18889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363763840 00000020:00000001:0.0:1767384955.625585:0:18889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384955.625587:0:18889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:2.0:1767384955.625588:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943509 00000020:00000001:0.0:1767384955.625591:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384955.625594:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000100:00000001:2.0:1767384955.625595:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294943510 00000100:00000001:2.0:1767384955.625599:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943509 00000100:00000001:2.0:1767384955.625603:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294943510 00000020:00000001:0.0:1767384955.625605:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384955.625608:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943509 00000020:00000001:0.0:1767384955.625609:0:18889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384955.625613:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294943510 00000100:00000001:0.0:1767384955.625615:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384955.625619:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943509 00000020:00000010:0.0:1767384955.625621:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b1ccb. 00000100:00000001:2.0:1767384955.625622:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384955.625627:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.625628:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.625635:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384955.625635:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb9b1ccb. 00000100:00000001:2.0:1767384955.625640:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384955.625644:0:18889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009ed4de0. 00000100:00000001:2.0:1767384955.625645:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384955.625648:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384955.625650:0:18889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036136c00. 00000100:00000001:2.0:1767384955.625651:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384955.625653:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384955.625656:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384955.625657:0:18889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008627ea1a. 00000100:00000001:2.0:1767384955.625658:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384955.625665:0:18889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384955.625669:0:18889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384955.625671:0:18889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384955.625672:0:18889:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384955.625674:0:18889:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.625676:0:18889:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384955.625679:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384955.625680:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384955.625682:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00000020:00000001:0.0:1767384955.625683:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:0.0:1767384955.625685:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00010000:0.0:1767384955.625689:0:18889:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 426 lvb_type: 0 00010000:00000001:0.0:1767384955.625695:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.625696:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.625698:0:18889:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.625700:0:18889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.625703:0:18889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384955.625706:0:18889:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054e27bee x1853237363763840/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 328/0 e 0 to 0 dl 1767384966 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384955.625712:0:18889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384955.625714:0:18889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.625725:0:18889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.625734:0:18889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384955.625742:0:18889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384955.625747:0:18889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384955.625750:0:18889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:0.0:1767384955.625754:0:18889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879028096 : -107292830523520 : ffff9e6af0f31f80) 00000100:00000040:0.0:1767384955.625760:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054e27bee x1853237363763840/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 328/0 e 0 to 0 dl 1767384966 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384955.625787:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384955.625791:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b1ccb. 00000100:00000001:0.0:1767384955.625794:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384955.625797:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb9b1ccb. 00000100:00100000:0.0:1767384955.625804:0:18889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054e27bee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363763840:12345-0@lo:103: 00000100:00000200:0.0:1767384955.625809:0:18889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363763840 00010000:00000001:0.0:1767384955.625811:0:18889:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384955.625814:0:18889:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384955.625816:0:18889:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384955.625819:0:18889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384955.625821:0:18889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384955.625825:0:18889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007a712292. 02000000:00000001:0.0:1767384955.625827:0:18889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.625829:0:18889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.625831:0:18889:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384955.625849:0:18889:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384955.625851:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384955.625852:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384955.625853:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b4ec1874 refcount=4 00000020:00000001:0.0:1767384955.625854:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000001:0.0:1767384955.625856:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190684160 : -107293518867456 : ffff9e6ac7ebd400) 00010000:00000040:0.0:1767384955.625858:0:18889:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001f27832e count: 3 00010000:00010000:0.0:1767384955.625862:0:18889:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 426 lvb_type: 0 00000100:00001000:0.0:1767384955.625867:0:18889:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384955 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384955.625878:0:18889:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384955.625885:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.625886:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384955.625889:0:18889:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 426 lvb_type: 0 00000020:00000001:0.0:1767384955.625930:0:18889:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384955.625932:0:18889:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384955.625934:0:18889:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384955.625937:0:18889:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.625942:0:18889:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384955.625944:0:18889:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384955.625950:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.625952:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.625954:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384955.625956:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384955.625959:0:18889:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4ec1874 with handle 0x135556ebb4843c8d from hash 00010000:00000001:0.0:1767384955.625963:0:18889:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384955.625965:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.625967:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.625969:0:18889:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384955.625971:0:18889:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384955.625973:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384955.625976:0:18889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4ec1874/0x135556ebb4843c8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843c86 expref: 16 pid: 17065 timeout: 426 lvb_type: 0 00010000:00000040:0.0:1767384955.625983:0:18889:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00080000:00000010:2.0:1767384955.625984:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ec1663d2. 00000020:00000040:0.0:1767384955.625986:0:18889:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:0.0:1767384955.625995:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.625997:0:18889:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384955.626000:0:18889:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384955.626002:0:18889:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005daef2f4 00010000:00000001:0.0:1767384955.626004:0:18889:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384955.626006:0:18889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384955.626007:0:18889:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384955.626009:0:18889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384955.626011:0:18889:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384955.626020:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a48ea842. 00010000:00000001:0.0:1767384955.626022:0:18889:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00040000:00000001:3.0:1767384955.626025:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384955.626026:0:18889:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00040000:00000001:3.0:1767384955.626028:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:0.0:1767384955.626029:0:18889:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384955.626031:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384955.626036:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 00010000:00000001:0.0:1767384955.626039:0:18889:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 20000000:00000001:3.0:1767384955.626040:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.626042:0:18889:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000001:3.0:1767384955.626043:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:0.0:1767384955.626045:0:18889:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:01000000:3.0:1767384955.626046:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:0.0:1767384955.626048:0:18889:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:3.0:1767384955.626049:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384955.626050:0:18889:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f27832e) refcount = 2 20000000:01000000:3.0:1767384955.626053:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00010000:0.0:1767384955.626056:0:18889:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384955.626058:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:0.0:1767384955.626063:0:18889:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384955.626065:0:18889:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384955.626066:0:18889:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384955.626068:0:18889:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384955.626071:0:18889:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb9b1ccb. 00000100:00000001:0.0:1767384955.626073:0:18889:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384955.626076:0:18889:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d117f4dc. 00000100:00000001:0.0:1767384955.626078:0:18889:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775868855808 : -107297840695808 : ffff9e69c651f600) 00000100:00000001:0.0:1767384955.626080:0:18889:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775868855808 : -107297840695808 : ffff9e69c651f600) 00000100:00000001:0.0:1767384955.626081:0:18889:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384955.626082:0:18889:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384955.626084:0:18889:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384955.626085:0:18889:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384955.626087:0:18889:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:0.0:1767384955.626090:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384955.626091:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384955.626092:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005daef2f4 refcount=5 00000020:00000001:0.0:1767384955.626093:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00010000:00000001:0.0:1767384955.626095:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00010000:00000001:0.0:1767384955.626096:0:18889:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384955.626098:0:18889:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.626111:0:18889:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384955.626113:0:18889:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.626116:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.626117:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384955.626118:0:18889:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.626122:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384955.626123:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.626124:0:18889:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384955.626125:0:18889:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384955.626129:0:18889:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005daef2f4 already unused, calling callback (00000000c66beece) 00010000:00000001:0.0:1767384955.626130:0:18889:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384955.626132:0:18889:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384955.626133:0:18889:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.626137:0:18889:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384955.626138:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384955.626138:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384955.626139:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005daef2f4 refcount=6 00000020:00000001:0.0:1767384955.626141:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00010000:00000001:0.0:1767384955.626142:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834096640 : -107292875454976 : ffff9e6aee458600) 00010000:00000001:0.0:1767384955.626143:0:18889:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384955.626144:0:18889:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.626147:0:18889:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384955.626148:0:18889:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384955.626154:0:18889:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.626164:0:18889:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384955.626166:0:18889:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384955.626168:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384955.626169:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384955.626171:0:18889:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005daef2f4 with handle 0x135556ebb4843c94 from hash 00010000:00000001:0.0:1767384955.626173:0:18889:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000020:3.0:1767384955.626174:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384955.626175:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384955.626178:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384955.626179:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:3.0:1767384955.626182:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000257fd99b. 00010000:00000001:0.0:1767384955.626182:0:18889:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384955.626186:0:18889:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000001:3.0:1767384955.626188:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.626189:0:18889:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384955.626191:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384955.626192:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363763584 00010000:00000001:0.0:1767384955.626192:0:18889:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384955.626196:0:18889:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384955.626198:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384955.626203:0:18889:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384955.626204:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000200:3.0:1767384955.626206:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ff9c023 x1853237363763584/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384955.626209:0:18889:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:2.0:1767384955.626210:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384955.626213:0:18889:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1767384955.626216:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.626220:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.626223:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.626226:0:18889:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.626231:0:18889:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384955.626234:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384955.626236:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384955.626237:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.626237:0:18889:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384955.626239:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384955.626245:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384955.626246:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=73 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384955.626246:0:18889:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384955.626247:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384955.626255:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384955.626256:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384955.626259:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:0.0:1767384955.626260:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384955.626264:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:0.0:1767384955.626264:0:18889:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384955.626267:0:18889:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384955.626269:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384955.626269:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384955.626271:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.626272:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384955.626274:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384955.626275:0:18889:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:3.0:1767384955.626279:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384955.626280:0:18889:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384955.626283:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1e283e3. 20000000:00000001:0.0:1767384955.626283:0:18889:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384955.626288:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363763584, offset 224 00010000:00000001:0.0:1767384955.626289:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384955.626292:0:18889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005daef2f4/0x135556ebb4843c94 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384955.626297:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384955.626304:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384955.626313:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06980 00010000:00000001:0.0:1767384955.626318:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384955.626319:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cc9 [2] + 224 00010000:00000001:0.0:1767384955.626321:0:18889:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.626323:0:18889:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384955.626324:0:18889:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384955.626329:0:18889:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.626332:0:18889:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384955.626333:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384955.626334:0:18889:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384955.626338:0:18889:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d117f4dc. 00000400:00000200:3.0:1767384955.626340:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384955.626344:0:18889:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384955.626345:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384955.626347:0:18889:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384955.626350:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384955.626352:0:18889:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb9b1ccb. 00010000:00000001:0.0:1767384955.626358:0:18889:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384955.626362:0:18889:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f27832e count: 0 00000100:00000040:3.0:1767384955.626364:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384955.626372:0:18889:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384955.626375:0:18889:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384955.626380:0:18889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384955.626382:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384955.626383:0:18889:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384955.626388:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1e283e3 00000100:00001000:0.0:1767384955.626388:0:18889:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=73 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384955.626391:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1e283e3. 00000100:00000001:2.0:1767384955.626394:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384955.626397:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384955.626397:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384955.626397:0:18889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384955.626402:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384955.626405:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384955.626406:0:18889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:3.0:1767384955.626407:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384955.626408:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384955.626412:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c6ffbd1. 00000100:00000001:0.0:1767384955.626414:0:18889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000040:3.0:1767384955.626415:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000200:2.0:1767384955.626418:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48273a8 00010000:00000001:3.0:1767384955.626419:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384955.626422:0:18889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384955.626423:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384955.626424:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e48273a8. 02000000:00000001:0.0:1767384955.626426:0:18889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384955.626428:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384955.626430:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384955.626432:0:18889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384955.626435:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ff9c023 x1853237363763584/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384955.626437:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384955.626441:0:18889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384955.626447:0:18889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000614a9024. 00000100:00000200:0.0:1767384955.626454:0:18889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363763840, offset 224 00000400:00000200:0.0:1767384955.626466:0:18889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384955.626478:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384955.626480:0:18889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384955.626483:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ff9c023 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363763584:12345-0@lo:253: Request processed in 4466us (4839us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384955.626495:0:18889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c06a80 00000100:00000001:2.0:1767384955.626503:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384955.626504:0:18889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ced [1] + 224 00000100:00000001:2.0:1767384955.626507:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384955.626508:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000001:2.0:1767384955.626524:0:16342:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384955.626526:0:18889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384955.626528:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384955.626531:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384955.626532:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384955.626535:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.626537:0:18889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384955.626538:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384955.626538:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.626558:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384955.626560:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=73 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384955.626567:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b59da22. 00000100:00001000:2.0:1767384955.626567:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384955.626569:0:18889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384955.626576:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384955.626577:0:18889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.626578:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384955.626581:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005866eb50. 00000020:00000010:3.0:1767384955.626590:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375ee54c. 00010000:00000001:2.0:1767384955.626591:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384955.626595:0:18889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384955.626596:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384955.626599:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:2.0:1767384955.626603:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384955.626610:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384955.626613:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384955.626615:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000b211f03. 00000100:00000001:0.0:1767384955.626620:0:18889:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384955.626623:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384955.626628:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.626628:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384955.626629:0:18889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614a9024 00000100:00000001:2.0:1767384955.626634:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384955.626635:0:18889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000614a9024. 00000100:00000001:2.0:1767384955.626637:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.626642:0:18889:0:(events.c:386:reply_out_callback()) Process entered 00000020:01000004:2.0:1767384955.626645:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:0.0:1767384955.626645:0:18889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1767384955.626646:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384955.626649:0:18889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384955.626650:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:3.0:1767384955.626654:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012abc9f7. 00000020:01000004:2.0:1767384955.626655:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384955.626658:0:18889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000020:01000004:2.0:1767384955.626660:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384955.626664:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1e283e3. 00000020:01000004:2.0:1767384955.626665:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:0.0:1767384955.626665:0:18889:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384955.626669:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384955.626672:0:16342:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:0.0:1767384955.626672:0:18889:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384955.626676:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384955.626678:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384955.626681:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054e27bee x1853237363763840/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:181/0 lens 328/224 e 0 to 0 dl 1767384966 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384955.626685:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384955.626714:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1b5a4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363763584:0@lo:253: 00000100:00100000:0.0:1767384955.626718:0:18889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054e27bee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363763840:12345-0@lo:103: Request processed in 925us (1210us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384955.626721:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.626728:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384955.626733:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1b5a4cc x1853237363763584/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384955.626734:0:18889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384955.626740:0:18889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384955.626746:0:18889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384955.626747:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384955.626749:0:18889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384955.626750:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384955.626753:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ee51b161. 00000020:00000010:0.0:1767384955.626754:0:18889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036136c00. 02000000:00000001:2.0:1767384955.626758:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384955.626761:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384955.626761:0:18889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008627ea1a. 00000020:00000040:2.0:1767384955.626764:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000010:0.0:1767384955.626767:0:18889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009ed4de0. 00000020:00000001:2.0:1767384955.626768:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384955.626772:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ef5b91ff. 00000020:00000040:0.0:1767384955.626774:0:18889:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:2.0:1767384955.626776:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384955.626778:0:18889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384955.626779:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384955.626783:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1b5a4cc. 00000100:00000001:2.0:1767384955.626793:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384955.626794:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.626796:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.626799:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384955.626800:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384955.626804:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.626804:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384955.626810:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1767384955.626811:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384955.626812:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384955.626815:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384955.626818:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002eb3a134. 00000400:00000200:0.0:1767384955.626822:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee173a53 00000400:00000010:0.0:1767384955.626831:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee173a53. 00000100:00000001:0.0:1767384955.626833:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384955.626837:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384955.626844:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384955.626848:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384955.626849:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.626851:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384955.626852:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384955.626853:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384955.626855:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384955.626857:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384955.626859:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=73 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384955.626862:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384955.626864:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384955.626865:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.626868:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384955.626869:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.626871:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384955.626875:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384955.626916:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384955.626919:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384955.626921:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384955.626925:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384955.626933:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000085a1ffb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363763840:0@lo:103: 00000100:00000001:0.0:1767384955.626940:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.626942:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384955.626946:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000085a1ffb6 x1853237363763840/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384955.626951:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384955.626959:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384955.626962:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f321a144. 02000000:00000001:0.0:1767384955.626965:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384955.626967:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384955.626969:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384955.626971:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384955.626973:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003528c0eb. 02000000:00000001:0.0:1767384955.626977:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384955.626978:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384955.626980:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000085a1ffb6. 00000100:00000001:0.0:1767384955.626985:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384955.626986:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.626988:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384955.626993:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384955.626995:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384955.626998:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384955.627001:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384955.631931:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294943510, at 4294943511 00000100:00000010:1.0:1767384955.631939:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6d0e84. 00000100:00000040:3.0:1767384955.631942:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294943510, at 4294943511 00010000:00000010:0.1:1767384955.631942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000024e4170. 00010000:00000010:0.1:1767384955.631961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000039927e23. 00000100:00000010:3.0:1767384955.631964:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025f6f553. 00000100:00000040:0.0:1767384955.631976:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294943510, at 4294943511 00000100:00000010:0.0:1767384955.631983:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8465e1c. 00000100:00000040:2.0:1767384955.632905:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294943510, at 4294943512 00000100:00000010:2.0:1767384955.632912:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bbc37e7. 00000400:00000010:1.0:1767384955.638042:0:34558:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cb543354. 00000400:00000040:1.0:1767384955.638687:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384955.638690:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384955.638691:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384955.638693:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384955.638694:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384955.638695:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384955.638697:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384955.638698:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384955.638699:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384955.638700:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384955.638702:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384955.638703:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384955.638705:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384955.638706:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384955.638707:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384955.638708:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384955.638709:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384955.638710:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384955.638711:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384955.638713:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384955.638714:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384955.638715:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384955.638716:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384955.638717:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384955.638718:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384955.638720:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384955.638721:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384955.638722:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384955.638723:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384955.638723:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384955.638724:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384955.638726:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384955.638732:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384955.638733:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384955.638734:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384955.638736:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384955.638737:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384955.638738:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384955.638740:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384955.638741:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384955.638742:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384955.638743:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384955.638744:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384955.638745:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384955.638746:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384955.638747:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384955.638748:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384955.638749:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384955.638750:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384955.638751:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384955.638752:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384955.638753:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384955.638754:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384955.638755:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384955.638756:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384955.638757:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384955.638758:0:34558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384955.638824:0:34558:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cb543354. 00010000:00000010:0.1:1767384955.638933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00010000:00000010:0.1:1767384955.638942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005daef2f4. 00010000:00000010:0.1:1767384955.638946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f27832e. 00000800:00000200:2.0:1767384956.250032:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000800:00000200:2.1:1767384956.250041:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00010000:00000001:2.0:1767384956.250081:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384956.250084:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384956.250090:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384956.250092:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384956.250115:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384956.250118:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384956.250120:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384956.250214:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250286:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250335:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250377:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250422:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250467:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250530:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250578:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250622:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250644:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250692:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250715:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250734:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250769:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250788:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250811:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250839:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250866:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250925:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250948:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250969:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.250986:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251002:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251019:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251035:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251050:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251064:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251078:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251095:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251109:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251124:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251138:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251153:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251167:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384956.251183:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384956.251298:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac0497a2. 00000800:00000010:1.0:1767384956.251302:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000000903c89. 00000800:00000010:1.0:1767384956.251308:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004cce2b8e. 00000800:00000010:1.0:1767384956.251326:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004cce2b8e. 00000800:00020000:1.0:1767384956.251334:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384956.251337:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000000903c89. 00000800:00000010:1.0:1767384956.251344:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac0497a2. 00000400:02020000:1.0:1767384956.251377:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp26 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384956.251381:0:16331:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384957.272973:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp36 00000400:00000010:2.0:1767384957.272984:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fffda6b3. 00000400:00000010:2.0:1767384957.272996:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000230a0942. 00000400:00000010:2.0:1767384957.273005:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000915e3904. 00000400:00000010:2.0:1767384957.273022:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000076781ef1. 00000400:00000200:2.0:1767384957.273036:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp36 00000800:00000200:1.0:1767384957.273041:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a75fd] -> 12345-192.168.203.109@tcp (6) 00000800:00000200:1.0:1767384957.273054:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:1.0:1767384957.273061:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384957.273067:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp36 local destination 00000400:00000200:2.0:1767384957.273078:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp36 00000400:00000200:2.0:1767384957.273085:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp36 NI seq info: [157:157:256:4294967295] 192.168.203.109@tcp36 LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1767384957.273095:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp36 00000400:00000200:2.0:1767384957.273110:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp36(192.168.203.109@tcp36:) -> 192.168.203.109@tcp36(192.168.203.109@tcp36:192.168.203.109@tcp36) : GET try# 0 00000800:00000200:2.0:1767384957.273119:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp36 00000800:00000010:2.0:1767384957.273127:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d11cc5ea. 00000800:00000200:2.0:1767384957.273136:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000800:00000200:2.1:1767384957.273144:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000400:00000200:2.0:1767384957.273180:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp36 added to recovery queue. ping count: 4 next ping: 293 health :600 00000400:00000200:2.0:1767384957.273197:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp41 00000400:00000010:2.0:1767384957.273202:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000923a4343. 00000400:00000010:2.0:1767384957.273208:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003bf1eeb9. 00000400:00000010:2.0:1767384957.273214:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813541f2. 00000400:00000010:2.0:1767384957.273223:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b564eeb6. 00000400:00000200:2.0:1767384957.273229:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp41 00000400:00000200:2.0:1767384957.273241:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp41 local destination 00000400:00000200:2.0:1767384957.273245:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp41 00000400:00000200:2.0:1767384957.273250:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp41 NI seq info: [158:158:256:4294967295] 192.168.203.109@tcp41 LPNI seq info [140:140:8:4294967295] 00000400:00000200:2.0:1767384957.273256:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp41 00000400:00000200:2.0:1767384957.273264:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp41(192.168.203.109@tcp41:) -> 192.168.203.109@tcp41(192.168.203.109@tcp41:192.168.203.109@tcp41) : GET try# 0 00000800:00000200:2.0:1767384957.273270:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp41 00000800:00000010:2.0:1767384957.273277:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000017b76323. 00000800:00000200:2.0:1767384957.273284:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (2) 00000400:00000200:1.0:1767384957.273284:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:3.0:1767384957.273287:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.1:1767384957.273297:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (2) 00000800:00000001:3.0:1767384957.273300:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384957.273316:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp41 added to recovery queue. ping count: 1 next ping: 279 health :900 00000800:00000001:3.0:1767384957.273321:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384957.273330:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384957.273335:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384957.273354:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384957.273359:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384957.273365:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384957.273368:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384957.273395:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767384957.273397:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000020:00000001:2.0:1767384957.273399:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384957.273405:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384957.273437:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.273486:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.273564:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.273611:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.273638:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.273692:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.273718:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.273769:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.273789:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.273845:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.273851:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.273955:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.273982:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.274044:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274068:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.274134:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274145:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274232:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.274232:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274292:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.274347:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274367:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274444:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.274445:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274497:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.274563:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274582:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274658:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.274663:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274715:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.274770:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274793:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274901:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.274909:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.274976:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.275016:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275052:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.275115:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275125:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.275219:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275220:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275303:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.275337:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275382:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.275442:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275461:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.275567:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275570:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275661:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.275687:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275736:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.275807:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275811:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275907:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.275948:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.275996:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.276054:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.276073:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.276164:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.276167:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.276227:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.276273:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.276359:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384957.276432:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000800:00000010:3.0:1767384957.276446:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001e5ddeff. 00000800:00000010:3.0:1767384957.276453:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068005dcb. 00000800:00000010:3.0:1767384957.276460:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ddc3458e. 00000400:00000200:1.0:1767384957.276484:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000800:00000010:3.0:1767384957.276491:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ddc3458e. 00000800:00020000:3.0:1767384957.276521:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384957.276526:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068005dcb. 00000800:00000010:3.0:1767384957.276530:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001e5ddeff. 00000400:00000200:1.0:1767384957.276598:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:02020000:3.0:1767384957.276616:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp41 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384957.276625:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp41 notifying 192.168.203.109@tcp41: down 00000400:00000200:3.0:1767384957.276629:0:16329:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384957.276635:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp41 00000800:00000010:3.0:1767384957.276638:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000017b76323. 00000400:00000200:3.0:1767384957.276643:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384957.276648:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp41->192.168.203.109@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384957.276658:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384957.276661:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384957.276663:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384957.276671:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp41) recovery failed with -71 00000400:00000200:1.0:1767384957.276725:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384957.276934:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac0497a2. 00000800:00000010:1.0:1767384957.276941:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000018aa00cd. 00000800:00000010:1.0:1767384957.276948:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e34db81e. 00000800:00000010:1.0:1767384957.276983:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e34db81e. 00000800:00020000:1.0:1767384957.276993:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384957.276998:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000018aa00cd. 00000800:00000010:1.0:1767384957.277003:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac0497a2. 00000400:02020000:1.0:1767384957.277058:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp36 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384957.277066:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp36 notifying 192.168.203.109@tcp36: down 00000800:00000200:1.0:1767384957.277074:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp36 down 00000800:00000100:1.0:1767384957.277081:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp36 00000800:00000010:1.0:1767384957.277084:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d11cc5ea. 00000400:00000200:1.0:1767384957.277089:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384957.277094:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp36->192.168.203.109@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384957.277103:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384957.277108:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384957.277113:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp36) recovery failed with -71 00080000:00000010:0.0:1767384957.293490:0:35045:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002cb1d3ba. 00080000:00000010:0.0:1767384957.293512:0:35045:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002cb1d3ba. 00000020:00000001:0.0:1767384957.293518:0:35045:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384957.293526:0:35045:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002cb1d3ba. 00080000:00000010:0.0:1767384957.293530:0:35045:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002cb1d3ba. 00000020:00000001:0.0:1767384957.293533:0:35045:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384957.984343:0:35209:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384957.984346:0:35209:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:1.0:1767384957.987673:0:35209:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384957.994155:0:35210:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000083aace8d. 00000400:00000010:1.0:1767384957.994170:0:35210:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b56f38a8. 00000400:00000010:1.0:1767384957.994181:0:35210:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e48273a8. 00000400:00000010:1.0:1767384957.994185:0:35210:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000091c8049b. 00000400:00000010:1.0:1767384957.994190:0:35210:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000034e0a5d0. 00000400:00000010:1.0:1767384957.994194:0:35210:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000eef993. 00000400:00000010:1.0:1767384957.994197:0:35210:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000344560a2. 00000400:00000010:1.0:1767384957.994199:0:35210:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e64c706. 00000400:00000010:1.0:1767384957.994203:0:35210:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cfc87878. 00000800:00000010:1.0:1767384957.994221:0:35210:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002812f31f. 00000800:00000200:1.0:1767384957.994233:0:35210:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384957.994252:0:35210:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384957.994285:0:35210:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384957.994306:0:35210:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp44 [8/256/0/180] 00000400:00000010:1.0:1767384957.995783:0:35210:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000acda7553. 00000400:00000010:1.0:1767384957.995789:0:35210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83bd837. 00000400:00000010:1.0:1767384957.995794:0:35210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000392be7a0. 00000400:00000001:1.0:1767384957.995810:0:35210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384957.995812:0:35210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384957.995813:0:35210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f556d46. 00000400:00000200:1.0:1767384957.995816:0:35210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdfd1f1 00000400:00000010:1.0:1767384957.995817:0:35210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdfd1f1. 00000400:00000010:1.0:1767384957.995820:0:35210:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000646ca8d1. 00000400:00000200:1.0:1767384957.995824:0:35210:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (34) 00000400:00000200:1.0:1767384957.995834:0:35210:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384957.995842:0:35210:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:1.0:1767384957.995848:0:35210:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ac0497a2. 00000400:00000200:2.0:1767384957.995850:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384957.995851:0:35210:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384957.995856:0:35210:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp44 00000400:00000200:2.0:1767384957.995859:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000200:2.0:1767384957.995881:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (35) 00000400:00000010:2.0:1767384957.995887:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000093df051d. 00000400:00000010:2.0:1767384957.995891:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d2b6249. 00000400:00000010:2.0:1767384957.995897:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf7cc08b. 00000400:00000010:1.0:1767384957.995900:0:35210:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b56f38a8. 00000400:00000200:2.0:1767384957.995904:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000010:1.0:1767384957.995906:0:35210:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000083aace8d. 00000020:00000001:0.0:1767384957.995911:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384957.995917:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 10000000:00000001:0.0:1767384957.995917:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384957.995922:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384957.995924:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384957.995927:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:0.0:1767384957.995928:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384957.995931:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384957.995934:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384957.995935:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384957.995936:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384957.995938:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384957.995940:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384957.995941:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384957.995943:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384957.995947:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:01000004:0.0:1767384957.995952:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384957.995957:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000100:00000010:0.0:1767384957.995958:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000085a1ffb6. 00000020:00000040:0.0:1767384957.995964:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384957.995968:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000100:00000001:0.0:1767384957.995971:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384957.995975:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384957.995979:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 02000000:00000001:0.0:1767384957.995980:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.995988:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 02000000:00000010:0.0:1767384957.995990:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f5c0b2e4. 00000400:00000200:2.0:1767384957.995996:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000100:00000001:0.0:1767384957.995998:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.996005:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00000100:00000001:0.0:1767384957.996008:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384957.996011:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.996013:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 00000100:00000040:0.0:1767384957.996020:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085a1ffb6] to pc [ptlrpcd_00_00+0] req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384957.996022:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 00000400:00000200:2.0:1767384957.996040:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 36], ns[148, 36] 00000400:00000200:2.0:1767384957.996044:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 36], ns[155, 36] 00000400:00000200:2.0:1767384957.996047:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 36], ns[32, 36] 00000400:00000200:2.0:1767384957.996051:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:2.0:1767384957.996056:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 10000000:00000001:0.0:1767384957.996057:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384957.996062:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.996064:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000020:00000001:0.0:1767384957.996065:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.996066:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384957.996071:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384957.996074:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000100:00000001:3.0:1767384957.996078:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384957.996080:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384957.996081:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000100:00000001:3.0:1767384957.996082:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384957.996084:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384957.996087:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384957.996090:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384957.996090:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384957.996092:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00000020:01000004:0.0:1767384957.996093:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384957.996097:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384957.996100:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384957.996103:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384957.996106:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384957.996108:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384957.996111:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384957.996112:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384957.996115:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384957.996116:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384957.996119:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384957.996121:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[73, 32] 02000000:00000001:3.0:1767384957.996122:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384957.996123:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd719139. 02000000:00000001:3.0:1767384957.996125:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384957.996130:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:3.0:1767384957.996131:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.996133:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 32], ns[127, 32] 00000100:00000001:0.0:1767384957.996136:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384957.996138:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000085a1ffb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363763968:0@lo:253: 02000000:00000001:0.0:1767384957.996140:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384957.996144:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 32], ns[115, 32] 02000000:00000001:0.0:1767384957.996145:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.996146:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384957.996151:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384957.996153:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 32], ns[87, 32] 02000000:00000010:0.0:1767384957.996154:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000013f749b7. 02000000:00000001:3.0:1767384957.996155:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.996160:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384957.996161:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.996163:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 32], ns[152, 32] 02000000:00000010:3.0:1767384957.996167:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001e5ddeff. 00000400:00000200:2.0:1767384957.996168:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 32], ns[117, 32] 02000000:00000001:3.0:1767384957.996173:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.996174:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384957.996177:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 32], ns[123, 32] 00000100:00000001:0.0:1767384957.996178:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384957.996179:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc40650. 00000400:00000200:2.0:1767384957.996187:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 32], ns[157, 32] 00000400:00000010:3.0:1767384957.996188:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005161d289. 00000100:00000040:0.0:1767384957.996189:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd719139] to pc [ptlrpcd_00_01+1] req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384957.996194:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363763968, portal 25 00000400:00000200:2.0:1767384957.996200:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[129, 32] 00000100:00000001:3.0:1767384957.996201:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384957.996204:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876464128 : -107297833087488 : ffff9e69c6c60e00) 00000100:00000040:3.0:1767384957.996213:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384957.996216:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 32], ns[132, 32] 10000000:00000001:0.0:1767384957.996218:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384957.996223:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.996229:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.996233:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 32], ns[153, 32] 00000020:01000000:0.0:1767384957.996235:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384957.996236:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384957.996242:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384957.996242:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ac0497a2. 00000400:00000200:2.0:1767384957.996246:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 32], ns[150, 32] 00000400:00000010:3.0:1767384957.996248:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a8b5fe3. 00000100:00000200:3.0:1767384957.996253:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363763968, offset 0 00000400:00000200:2.0:1767384957.996254:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[140, 32], ns[158, 32] 00000100:00000001:0.0:1767384957.996256:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.996260:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384957.996262:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384957.996263:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000100:00000001:0.0:1767384957.996264:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384957.996270:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384957.996271:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000200:2.0:1767384957.996278:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp42 00000100:00000001:0.0:1767384957.996283:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384957.996285:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp42 lpni_is_preferred = 0 00000100:00000001:0.0:1767384957.996286:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.996291:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp42 02000000:00000001:0.0:1767384957.996291:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384957.996294:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384957.996298:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.996299:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp42 NI seq info: [159:159:256:4294967295] 192.168.203.109@tcp42 LPNI seq info [141:141:8:4294967295] 00000100:00100000:0.0:1767384957.996303:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd719139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363764096:0@lo:253: 00000100:00000001:0.0:1767384957.996307:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384957.996310:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp42 02000000:00000001:0.0:1767384957.996311:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384957.996314:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.996318:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384957.996323:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp42(192.168.203.109@tcp42:) -> 192.168.203.109@tcp42(192.168.203.109@tcp:192.168.203.109@tcp42) : GET try# 0 02000000:00000010:0.0:1767384957.996323:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005c5e9f25. 02000000:00000001:0.0:1767384957.996326:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384957.996331:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8762be9. 00000400:00000010:0.0:1767384957.996337:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000212bb916. 00000100:00000200:0.0:1767384957.996341:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363764096, portal 25 00000800:00000200:2.0:1767384957.996342:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp42 00000400:00000200:3.0:1767384957.996347:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384957.996347:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384957.996351:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876469504 : -107297833082112 : ffff9e69c6c62300) 00000800:00000010:2.0:1767384957.996352:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000601f9eb0. 00000100:00000040:0.0:1767384957.996356:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384957.996362:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06b00 00000800:00000010:2.0:1767384957.996363:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c269de65. 00000400:00000200:3.0:1767384957.996373:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14b1 [2] + 0 00000800:00000010:2.0:1767384957.996373:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000027cc23ad. 00000100:00000001:0.0:1767384957.996373:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384957.996379:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a95a162b. 00000400:00000200:3.0:1767384957.996386:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc87ba15 00000800:00000200:2.0:1767384957.996386:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000100:00000040:0.0:1767384957.996387:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384957.996393:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2c593d4. 00000400:00000200:3.0:1767384957.996395:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.1:1767384957.996398:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000100:00000200:0.0:1767384957.996398:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363764096, offset 0 00000400:00000200:0.0:1767384957.996407:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384957.996411:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384957.996417:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc87ba15 00000400:00000010:3.0:1767384957.996420:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc87ba15. 00000400:00000200:0.0:1767384957.996420:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384957.996421:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000100:00000001:3.0:1767384957.996426:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384957.996429:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000100:00000200:3.0:1767384957.996430:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384957.996435:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06b80 00000100:00000040:3.0:1767384957.996437:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000002053f41c x1853237363763968 msgsize 4848 00000400:00000200:0.0:1767384957.996445:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14d5 [2] + 0 00000100:00100000:3.0:1767384957.996447:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384957.996451:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384957.996452:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb46f19d. 00000400:00000200:0.0:1767384957.996456:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec4f2924 00000100:00000001:3.0:1767384957.996460:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384957.996460:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384957.996465:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384957.996469:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a8b5fe3 00000400:00000010:3.0:1767384957.996471:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a8b5fe3. 00000100:00000001:3.0:1767384957.996474:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384957.996475:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4f2924 00000100:00000200:3.0:1767384957.996478:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384957.996480:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec4f2924. 00000400:00000200:2.0:1767384957.996482:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000001:0.0:1767384957.996487:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384957.996490:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384957.996509:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384957.996510:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000da5caee4 x1853237363764096 msgsize 4848 00000100:00000040:3.0:1767384957.996514:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384957.996522:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384957.996528:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384957.996529:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.996532:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384957.996537:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.996538:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384957.996541:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294945881 00000100:00000010:3.0:1767384957.996546:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4a5ac4a. 00000400:00000200:0.0:1767384957.996546:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2c593d4 00000400:00000010:0.0:1767384957.996550:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2c593d4. 00000100:00000001:3.0:1767384957.996555:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384957.996555:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:0.0:1767384957.996555:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384957.996561:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.996564:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294945881 00000100:00000010:3.0:1767384957.996570:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e5b87234. 00000100:00000001:3.0:1767384957.996575:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384957.996575:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384957.996582:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294945881 00000100:00000040:0.0:1767384957.996582:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384957.996587:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f10b1238. 00000100:00000001:3.0:1767384957.996591:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384957.996596:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294945881 00000400:00000200:2.0:1767384957.996597:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:0.0:1767384957.996598:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384957.996601:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006eaad8f. 00000100:00000001:0.0:1767384957.996603:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384957.996606:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384957.996612:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.996618:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384957.996618:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294945881 00000100:00000001:3.0:1767384957.996621:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.996625:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294945881 00000100:00000001:3.0:1767384957.996626:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.996630:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.996632:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294945881 00000100:00000001:0.0:1767384957.996636:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294945881 00000100:00000001:3.0:1767384957.996638:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384957.996641:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:3.0:1767384957.996642:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384957.996648:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.996649:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294945881 00000100:00000001:3.0:1767384957.996650:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384957.996653:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.996655:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294945881 00000100:00000001:3.0:1767384957.996657:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.996662:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294945881 00000100:00000001:0.0:1767384957.996665:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294945881 00000100:00000001:0.0:1767384957.996668:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384957.996671:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.996675:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.996678:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.996681:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384957.996685:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363763968 00000100:00000001:0.0:1767384957.996685:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384957.996690:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384957.996690:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000001:0.0:1767384957.996690:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384957.996694:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384957.996698:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.996699:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384957.996702:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.996703:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384957.996707:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363763968 00000100:00000001:0.0:1767384957.996708:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.996710:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384957.996714:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:0.0:1767384957.996714:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.996718:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384957.996721:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:3.0:1767384957.996723:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384957.996726:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384957.996729:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384957.996733:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c8a18a9. 00000100:00000001:3.0:1767384957.996735:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384957.996737:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c8a18a9. 00000020:00000010:3.0:1767384957.996743:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d55eb082. 00000400:00000200:2.0:1767384957.996743:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000020:00000010:3.0:1767384957.996753:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009748ef19. 00000100:00000001:0.0:1767384957.996758:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384957.996759:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8885f64. 00000100:00100000:0.0:1767384957.996763:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363764096 02000000:00000001:0.0:1767384957.996767:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384957.996770:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384957.996772:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384957.996772:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.996779:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384957.996779:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.996783:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384957.996784:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00100000:0.0:1767384957.996784:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363764096 00000100:00000001:3.0:1767384957.996788:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.996791:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384957.996794:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:0.0:1767384957.996797:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384957.996800:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384957.996800:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:0.0:1767384957.996806:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384957.996809:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384957.996813:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.996814:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384957.996818:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c228f593. 00000400:00000200:2.0:1767384957.996822:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:0.0:1767384957.996823:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384957.996828:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c228f593. 00000020:00000010:0.0:1767384957.996836:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c11cf17. 00000100:00000001:3.0:1767384957.996839:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384957.996840:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024ca08cb. 00000100:00000001:3.0:1767384957.996844:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384957.996847:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008627ea1a. 00000100:00100000:3.0:1767384957.996851:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767384957.996856:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384957.996860:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988341328 : -107292721210288 : ffff9e6af7771c50) 00000100:00000001:0.0:1767384957.996860:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384957.996884:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384957.996887:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.996888:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002053f41c x1853237363763968/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:183/0 lens 4848/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.996895:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.996897:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384957.996900:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384957.996902:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c8a18a9. 00000400:00000200:2.0:1767384957.996902:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000001:3.0:1767384957.996908:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384957.996912:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c8a18a9. 00000100:00000001:0.0:1767384957.996913:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384957.996916:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384957.996919:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002053f41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363763968:12345-0@lo:253: 00000100:00100000:0.0:1767384957.996925:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000200:3.0:1767384957.996926:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363763968 00000020:00000001:3.0:1767384957.996931:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384957.996931:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:0.0:1767384957.996935:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988345424 : -107292721206192 : ffff9e6af7772c50) 00000020:00000001:3.0:1767384957.996936:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384957.996940:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.996941:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000da5caee4 x1853237363764096/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:183/0 lens 4848/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384957.996943:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384957.996947:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:3.0:1767384957.996953:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384957.996954:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384957.996956:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384957.996958:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c228f593. 00000400:00000200:2.0:1767384957.996959:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000020:00000001:3.0:1767384957.996960:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384957.996964:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384957.996965:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384957.996968:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384957.996969:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c228f593. 00000100:00000001:3.0:1767384957.996973:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384957.996977:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384957.996977:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000da5caee4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363764096:12345-0@lo:253: 00000100:00000200:0.0:1767384957.996982:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363764096 02000000:00000010:3.0:1767384957.996984:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001a9e8105. 00000020:00000001:0.0:1767384957.996985:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384957.996989:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.996990:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384957.996992:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.996993:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384957.996996:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384957.996996:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384957.997000:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:2.0:1767384957.997002:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000020:00000001:0.0:1767384957.997002:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:3.0:1767384957.997005:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e409c266. 00000020:00000001:0.0:1767384957.997005:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384957.997010:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:3.0:1767384957.997012:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384957.997014:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384957.997015:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384957.997017:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384957.997019:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384957.997020:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384957.997023:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384957.997027:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384957.997028:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000079fb1d13. 20000000:00000001:3.0:1767384957.997029:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.997032:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 02000000:00000001:0.0:1767384957.997033:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384957.997034:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384957.997039:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384957.997046:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006adb18ba. 20000000:00000001:0.0:1767384957.997047:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384957.997051:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:3.0:1767384957.997056:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384957.997060:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00080000:00000001:3.0:1767384957.997061:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:0.0:1767384957.997064:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000036412a7f. 00080000:00000001:3.0:1767384957.997066:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384957.997071:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384957.997074:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384957.997076:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384957.997077:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384957.997079:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384957.997080:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384957.997083:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00080000:00000001:3.0:1767384957.997084:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384957.997099:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384957.997102:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384957.997103:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384957.997105:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384957.997106:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384957.997109:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000400:00000200:2.0:1767384957.997109:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000020:00000001:3.0:1767384957.997116:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:3.0:1767384957.997118:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384957.997120:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384957.997124:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384957.997125:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384957.997128:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384957.997133:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384957.997136:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384957.997139:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f9f542d3. 00080000:00000001:3.0:1767384957.997142:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775874214912 : -107297835336704 : ffff9e69c6a3bc00) 00080000:00000001:3.0:1767384957.997144:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384957.997148:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384957.997150:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00080000:00000010:3.0:1767384957.997152:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001c8a18a9. 00080000:00000001:3.0:1767384957.997156:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384957.997158:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384957.997170:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384957.997185:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384957.997191:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997226:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997258:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997279:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997300:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997334:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997395:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997436:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997483:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997533:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997574:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997610:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997639:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997678:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997710:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997746:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997777:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997808:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384957.997841:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00080000:00000010:0.0:1767384957.997922:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f9f542d3. 00080000:00000010:3.0:1767384957.997945:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001c8a18a9. 00040000:00000001:3.0:1767384957.997950:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384957.997953:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384957.997955:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384957.997963:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384957.997965:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384957.997967:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384957.997978:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384957.997985:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384957.997987:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384957.997991:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384957.998005:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dfa455a4. 20000000:01000000:0.0:1767384957.998010:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:0.0:1767384957.998014:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384957.998017:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384957.998020:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384957.998027:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384957.998035:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384957.998038:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384957.998040:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384957.998042:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384957.998044:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384957.998046:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:0.0:1767384957.998051:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:0.0:1767384957.998053:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384957.998057:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384957.998060:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384957.998062:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384957.998065:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384957.998068:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000800:00000010:2.0:1767384957.998069:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000038777f61. 00080000:00000001:0.0:1767384957.998072:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:2.0:1767384957.998076:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065b0e512. 00080000:00000010:0.0:1767384957.998079:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006f94ebdc. 00080000:00000001:0.0:1767384957.998084:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781978112 : -107297927573504 : ffff9e69c1245000) 00000800:00000010:2.0:1767384957.998085:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d2c67c22. 00080000:00000001:0.0:1767384957.998088:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384957.998092:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384957.998096:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c228f593. 00080000:00000001:0.0:1767384957.998100:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384957.998102:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384957.998103:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384957.998106:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384957.998108:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e409c266. 20000000:00000001:3.0:1767384957.998111:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384957.998115:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363763968 00000800:00000010:2.0:1767384957.998117:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d2c67c22. 00010000:00000001:3.0:1767384957.998118:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384957.998122:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384957.998125:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002053f41c x1853237363763968/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:183/0 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00020000:2.0:1767384957.998130:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00010000:00000001:3.0:1767384957.998132:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384957.998136:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384957.998136:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00001000:3.0:1767384957.998142:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384957.998149:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384957.998152:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384957.998154:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384957.998156:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384957.998158:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.998160:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384957.998161:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384957.998164:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a8b5fe3. 20000000:01000000:0.0:1767384957.998165:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000100:00000200:3.0:1767384957.998166:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363763968, offset 224 20000000:00000001:0.0:1767384957.998171:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:3.0:1767384957.998173:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:01000000:0.0:1767384957.998176:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:3.0:1767384957.998181:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384957.998184:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:3.0:1767384957.998189:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06b00 00010000:00000001:0.0:1767384957.998189:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1767384957.998194:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d11 [2] + 224 00000400:00000200:3.0:1767384957.998198:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1767384957.998199:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000383075b3. 00000400:00000200:3.0:1767384957.998203:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384957.998208:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384957.998208:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384957.998212:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a83ce50d. 00000020:00000001:0.0:1767384957.998215:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384957.998218:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a83ce50d with handle 0x135556ebb4843c9b to hash 00000100:00000200:3.0:1767384957.998219:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384957.998222:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384957.998225:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834097664 : -107292875453952 : ffff9e6aee458a00) 00010000:00000001:0.0:1767384957.998229:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834097664 : -107292875453952 : ffff9e6aee458a00) 00000100:00000040:3.0:1767384957.998234:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.998235:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384957.998239:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384957.998243:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384957.998248:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384957.998251:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1767384957.998254:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a8b5fe3 00010000:00000001:0.0:1767384957.998255:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000010:3.0:1767384957.998257:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a8b5fe3. 00010000:00000001:0.0:1767384957.998258:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:3.0:1767384957.998261:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384957.998261:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384957.998263:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384957.998265:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.998266:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.998268:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:3.0:1767384957.998271:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384957.998271:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.998276:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384957.998277:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384957.998279:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.998280:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:3.0:1767384957.998282:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384957.998283:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000040:3.0:1767384957.998286:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002053f41c x1853237363763968/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:183/0 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.998286:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384957.998290:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000383075b3) refcount = 1 00010000:00010000:0.0:1767384957.998297:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384957.998302:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002053f41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363763968:12345-0@lo:253: Request processed in 1402us (1862us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384957.998311:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00100000:3.0:1767384957.998315:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767384957.998318:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384957.998321:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384957.998321:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384957.998324:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.998325:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384957.998329:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.998331:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009748ef19. 00010000:00000001:0.0:1767384957.998331:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384957.998337:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8885f64. 20000000:00000001:0.0:1767384957.998338:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000010:3.0:1767384957.998342:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d55eb082. 20000000:01000000:0.0:1767384957.998342:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:0.0:1767384957.998346:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384957.998348:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000020:00000001:0.0:1767384957.998349:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384957.998351:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a83ce50d refcount=4 02000000:00000001:3.0:1767384957.998353:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384957.998354:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834097664 : -107292875453952 : ffff9e6aee458a00) 02000000:00000010:3.0:1767384957.998356:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001a9e8105. 00010000:00000001:0.0:1767384957.998357:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834097664 : -107292875453952 : ffff9e6aee458a00) 02000000:00000001:3.0:1767384957.998361:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384957.998362:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384957.998365:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384957.998365:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384957.998371:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384957.998373:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1767384957.998375:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ca8d27b. 00010000:00010000:0.0:1767384957.998376:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384957.998380:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a8b5fe3. 00010000:00000001:0.0:1767384957.998383:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384957.998384:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384957.998385:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384957.998392:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384957.998393:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.998395:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384957.998396:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384957.998398:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.998402:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384957.998402:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a83ce50d already unused, calling callback (00000000c66beece) 00000400:00000001:3.0:1767384957.998405:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384957.998405:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:3.0:1767384957.998407:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384957.998408:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:3.0:1767384957.998410:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc40650. 00010000:00010000:0.0:1767384957.998411:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384957.998414:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005161d289 00000400:00000010:3.0:1767384957.998417:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005161d289. 00000100:00000001:3.0:1767384957.998419:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384957.998422:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.998439:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1767384957.998441:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.998442:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384957.998445:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384957.998447:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a83ce50d refcount=5 00000020:00000001:0.0:1767384957.998451:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834097664 : -107292875453952 : ffff9e6aee458a00) 00010000:00000001:0.0:1767384957.998456:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834097664 : -107292875453952 : ffff9e6aee458a00) 00000100:00000001:3.0:1767384957.998457:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384957.998460:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384957.998460:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384957.998464:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384957.998465:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384957.998468:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384957.998471:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384957.998472:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384957.998473:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.998476:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:3.0:1767384957.998477:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.998480:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384957.998482:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=75 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384957.998483:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:3.0:1767384957.998487:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=75 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384957.998487:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384957.998488:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384957.998492:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384957.998492:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384957.998508:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a83ce50d with handle 0x135556ebb4843c9b from hash 00000100:00000001:3.0:1767384957.998511:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.998512:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384957.998515:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.998516:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384957.998517:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384957.998519:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.998520:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384957.998522:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.998524:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384957.998526:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.998527:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384957.998530:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384957.998534:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.998538:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384957.998539:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.998543:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384957.998543:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384957.998545:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384957.998546:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384957.998550:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384957.998552:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384957.998552:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384957.998554:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384957.998555:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:0.0:1767384957.998559:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384957.998560:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384957.998563:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384957.998564:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384957.998565:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384957.998574:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00010000:0.0:1767384957.998574:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384957.998577:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384957.998579:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384957.998582:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384957.998584:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384957.998585:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384957.998588:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384957.998590:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.998591:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384957.998595:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384957.998598:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384957.998601:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384957.998602:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000085a1ffb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363763968:0@lo:253: 00010000:00000001:0.0:1767384957.998604:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384957.998608:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.998610:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384957.998611:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.998613:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1767384957.998614:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384957.998617:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000085a1ffb6 x1853237363763968/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.998630:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384957.998632:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384957.998633:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384957.998636:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1767384957.998636:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a83ce50d/0x135556ebb4843c9b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1767384957.998639:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001e5ddeff. 02000000:00000001:3.0:1767384957.998644:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:0.0:1767384957.998646:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000383075b3 count: 0 00000020:00000001:3.0:1767384957.998647:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384957.998650:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384957.998652:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384957.998654:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f5c0b2e4. 00010000:00000001:0.0:1767384957.998654:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384957.998657:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:3.0:1767384957.998659:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384957.998662:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384957.998663:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000085a1ffb6. 00000100:00000001:3.0:1767384957.998666:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384957.998667:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.998668:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.998672:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384957.998672:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.998674:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.998675:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384957.999755:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006f94ebdc. 00080000:00000010:0.0:1767384957.999794:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c228f593. 00040000:00000001:0.0:1767384957.999799:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384957.999800:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384957.999802:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384957.999804:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384957.999806:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384957.999807:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384957.999809:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384957.999818:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384957.999821:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384957.999825:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384957.999831:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384957.999834:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384957.999835:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384957.999838:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384957.999839:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384957.999849:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000de632337. 00010000:00000001:3.0:1767384957.999852:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384957.999856:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007044df0d. 00000020:00000001:3.0:1767384957.999858:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384957.999862:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007044df0d with handle 0x135556ebb4843ca2 to hash 00000020:00000001:3.0:1767384957.999883:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384957.999884:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077997056 : -107292631554560 : ffff9e6afccf2600) 00010000:00000001:3.0:1767384957.999886:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077997056 : -107292631554560 : ffff9e6afccf2600) 00010000:00000001:3.0:1767384957.999888:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384957.999890:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384957.999891:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.999897:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384957.999899:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384957.999901:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384957.999903:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384957.999904:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.999906:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384957.999907:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.999909:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384957.999911:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384957.999912:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384957.999913:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384957.999914:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000de632337) refcount = 1 00010000:00010000:3.0:1767384957.999916:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.999920:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384957.999922:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384957.999922:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.999924:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.999926:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384957.999927:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384957.999929:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384957.999931:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384957.999937:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384957.999939:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007044df0d refcount=4 00000020:00000001:3.0:1767384957.999941:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077997056 : -107292631554560 : ffff9e6afccf2600) 00010000:00000001:3.0:1767384957.999943:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077997056 : -107292631554560 : ffff9e6afccf2600) 00010000:00000001:3.0:1767384957.999945:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384957.999947:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.999951:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384957.999953:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.999956:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384957.999957:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384957.999958:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.999962:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384957.999964:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.999967:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384957.999968:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384957.999971:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007044df0d already unused, calling callback (00000000c66beece) 00010000:00000001:3.0:1767384957.999972:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384957.999973:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384957.999975:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384957.999978:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384957.999979:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384957.999979:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384957.999981:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007044df0d refcount=5 00000020:00000001:3.0:1767384957.999982:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077997056 : -107292631554560 : ffff9e6afccf2600) 00010000:00000001:3.0:1767384957.999984:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077997056 : -107292631554560 : ffff9e6afccf2600) 00080000:00000020:0.0:1767384957.999985:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384957.999988:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384957.999991:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000036412a7f. 00010000:00000001:3.0:1767384957.999993:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384957.999994:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384958.000002:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000001:0.0:1767384958.000002:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.000003:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384958.000007:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384958.000007:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363764096 00010000:00000001:3.0:1767384958.000010:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384958.000011:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384958.000012:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384958.000015:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:0.0:1767384958.000016:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000da5caee4 x1853237363764096/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:183/0 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384958.000017:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384958.000022:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007044df0d with handle 0x135556ebb4843ca2 from hash 00010000:00000001:3.0:1767384958.000026:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384958.000029:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384958.000031:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384958.000032:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384958.000035:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.000036:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384958.000039:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:0.0:1767384958.000040:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=75 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384958.000041:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384958.000044:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384958.000045:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384958.000046:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384958.000049:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.000049:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:3.0:1767384958.000051:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384958.000053:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:3.0:1767384958.000054:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1767384958.000060:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384958.000061:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384958.000064:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384958.000064:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.000067:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.000069:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384958.000070:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.000075:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.000075:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384958.000079:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384958.000079:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2c593d4. 00000100:00000200:0.0:1767384958.000085:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363764096, offset 224 00010000:00000001:3.0:1767384958.000086:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384958.000089:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384958.000091:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384958.000093:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384958.000095:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384958.000096:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384958.000098:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384958.000103:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384958.000105:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384958.000108:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384958.000109:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384958.000111:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384958.000114:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06b80 00010000:00000001:3.0:1767384958.000122:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384958.000125:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384958.000125:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d19 [2] + 224 00010000:00010000:3.0:1767384958.000128:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007044df0d/0x135556ebb4843ca2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384958.000131:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384958.000136:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000de632337 count: 0 00000400:00000200:0.0:1767384958.000138:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384958.000143:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384958.000146:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384958.000147:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384958.000149:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384958.000156:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.000169:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384958.000173:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2c593d4 00000400:00000010:0.0:1767384958.000174:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2c593d4. 00000100:00000001:3.0:1767384958.000176:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384958.000177:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384958.000179:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384958.000180:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384958.000184:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384958.000185:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384958.000186:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8762be9. 00000400:00000200:3.0:1767384958.000190:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000212bb916 00000400:00000010:3.0:1767384958.000192:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000212bb916. 00000100:00000001:0.0:1767384958.000192:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.000199:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384958.000199:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384958.000204:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384958.000205:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384958.000206:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384958.000208:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384958.000214:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da5caee4 x1853237363764096/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:183/0 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384958.000220:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.000236:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384958.000237:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000da5caee4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363764096:12345-0@lo:253: Request processed in 3280us (3723us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384958.000239:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.000244:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384958.000246:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384958.000247:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384958.000250:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000001:3.0:1767384958.000251:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384958.000256:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.000256:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00001000:3.0:1767384958.000260:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=75 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384958.000260:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384958.000263:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384958.000265:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=75 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384958.000266:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024ca08cb. 00000100:00000001:3.0:1767384958.000268:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384958.000271:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384958.000273:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008627ea1a. 00000020:00000010:0.0:1767384958.000277:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c11cf17. 00010000:00000001:3.0:1767384958.000282:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384958.000282:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00010000:00000001:3.0:1767384958.000284:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384958.000286:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384958.000287:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384958.000289:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000079fb1d13. 00000100:00000040:3.0:1767384958.000292:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384958.000294:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.000297:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384958.000302:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384958.000303:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384958.000307:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384958.000308:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384958.000308:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb46f19d. 00000020:01000004:3.0:1767384958.000310:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384958.000312:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384958.000314:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384958.000315:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2c593d4. 00000020:01000004:3.0:1767384958.000316:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384958.000319:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384958.000320:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384958.000322:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384958.000323:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384958.000324:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384958.000326:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384958.000331:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd719139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363764096:0@lo:253: 00000100:00000001:3.0:1767384958.000334:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.000335:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384958.000337:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd719139 x1853237363764096/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.000341:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384958.000342:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384958.000343:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005c5e9f25. 02000000:00000001:3.0:1767384958.000346:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384958.000347:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384958.000348:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384958.000349:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384958.000350:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000013f749b7. 02000000:00000001:3.0:1767384958.000352:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384958.000353:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384958.000354:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd719139. 00000100:00000001:3.0:1767384958.000361:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384958.000362:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.000363:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.000366:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384958.000367:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.000369:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384958.000370:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.002894:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294945881, at 4294945882 00000100:00000040:3.0:1767384958.002906:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294945881, at 4294945882 00000100:00000010:1.0:1767384958.002912:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e5b87234. 00000100:00000010:3.0:1767384958.002914:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006eaad8f. 00000100:00000040:0.0:1767384958.002923:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294945881, at 4294945882 00000100:00000010:0.0:1767384958.002932:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4a5ac4a. 00000800:00000010:2.0:1767384958.004961:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065b0e512. 00000800:00000010:2.0:1767384958.004967:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000038777f61. 00000100:00000040:2.0:1767384958.004977:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294945881, at 4294945884 00000100:00000010:2.0:1767384958.004984:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f10b1238. 00000400:02020000:2.0:1767384958.005042:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp42 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384958.008830:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp42 notifying 192.168.203.109@tcp42: down 00000800:00000200:2.0:1767384958.008837:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp42 down 00000800:00000100:2.0:1767384958.008843:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp42 00000800:00000010:2.0:1767384958.008846:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000601f9eb0. 00000400:00000200:2.0:1767384958.008849:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384958.008854:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp42->192.168.203.109@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384958.008885:0:16330:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp42 added to recovery queue. ping count: 0 next ping: 279 health :900 00000400:00000200:2.0:1767384958.008889:0:16330:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384958.008892:0:16330:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000400:00000200:2.0:1767384958.008903:0:16330:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384958.008922:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384958.008929:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300871 00000400:00000001:0.0:1767384958.008933:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384958.008935:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384958.008936:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d2b6249 00000400:00000010:0.0:1767384958.008938:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d2b6249. 00000400:00000200:0.0:1767384958.008941:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384958.008944:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000010:0.0:1767384958.008954:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000093df051d. 00000400:00000200:0.0:1767384958.008957:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (36) 00000400:00000200:0.0:1767384958.008959:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00000400:00000200:0.0:1767384958.008961:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 rc -71 00000400:00000200:0.0:1767384958.008964:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:0.0:1767384958.008966:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (35) 00010000:00000010:3.1:1767384958.010885:0:35216:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000de632337. 00010000:00000010:0.1:1767384958.010894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000383075b3. 00010000:00000010:3.1:1767384958.010895:0:35216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007044df0d. 00010000:00000010:0.1:1767384958.010908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a83ce50d. 00000400:00000010:1.0:1767384958.011905:0:35215:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000059ce6372. 00000400:00000040:1.0:1767384958.011921:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384958.011923:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384958.011925:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384958.011926:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384958.011928:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384958.011929:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384958.011932:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384958.011933:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384958.011934:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384958.011935:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384958.011937:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384958.011938:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384958.011939:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384958.011940:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384958.011941:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384958.011942:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384958.011943:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384958.011944:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384958.011945:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384958.011946:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384958.011947:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384958.011948:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384958.011949:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384958.011950:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384958.011951:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384958.011953:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384958.011954:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384958.011954:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384958.011955:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384958.011956:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384958.011957:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384958.011958:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384958.011959:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384958.011960:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384958.011961:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384958.011962:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384958.011968:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384958.011971:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384958.011972:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384958.011973:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384958.011974:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384958.011975:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384958.011976:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384958.011977:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384958.011978:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384958.011979:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384958.011981:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384958.011982:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384958.011983:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384958.011984:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384958.011985:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384958.011986:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384958.011987:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384958.011988:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384958.011989:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384958.011990:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384958.011991:0:35215:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384958.012067:0:35215:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000059ce6372. 00000400:00000001:1.0:1767384958.296945:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384958.296949:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384958.296952:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915e3904 00000400:00000010:1.0:1767384958.296956:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000915e3904. 00000400:00000200:1.0:1767384958.296960:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384958.296967:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384958.296977:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fffda6b3. 00010000:00000001:2.0:1767384958.296981:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:1.0:1767384958.296981:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000230a0942. 00010000:00000001:2.0:1767384958.296988:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384958.296988:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384958.296990:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384958.296994:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813541f2 00000400:00000010:1.0:1767384958.296996:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000813541f2. 00010000:00000001:2.0:1767384958.296997:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:1.0:1767384958.296999:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00010000:00000001:2.0:1767384958.297001:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.297003:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767384958.297008:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000923a4343. 00000400:00000010:1.0:1767384958.297010:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003bf1eeb9. 00000400:00000200:1.0:1767384958.297021:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp40 00000400:00000010:1.0:1767384958.297024:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008bb6e1a7. 00000400:00000010:1.0:1767384958.297029:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a5fb94be. 00000400:00000010:1.0:1767384958.297043:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdfd1f1. 00000400:00000010:1.0:1767384958.297050:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b78d98f0. 00000400:00000200:1.0:1767384958.297054:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp40 00000400:00000200:1.0:1767384958.297065:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp40 local destination 00000400:00000200:1.0:1767384958.297070:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp40 00000400:00000200:1.0:1767384958.297074:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp40 NI seq info: [160:160:256:4294967295] 192.168.203.109@tcp40 LPNI seq info [142:142:8:4294967295] 00000400:00000200:1.0:1767384958.297081:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp40 00000400:00000200:1.0:1767384958.297092:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp40(192.168.203.109@tcp40:) -> 192.168.203.109@tcp40(192.168.203.109@tcp40:192.168.203.109@tcp40) : GET try# 0 00000800:00000200:1.0:1767384958.297098:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp40 00000800:00000010:1.0:1767384958.297103:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d12837cb. 00000800:00000200:1.0:1767384958.297110:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000800:00000200:1.1:1767384958.297115:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000400:00000200:1.0:1767384958.297129:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp40 added to recovery queue. ping count: 3 next ping: 286 health :700 00000400:00000200:1.0:1767384958.297208:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297276:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297318:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297367:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297430:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297473:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297543:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000020:00000001:2.0:1767384958.297591:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767384958.297591:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000020:00000001:2.0:1767384958.297596:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384958.297600:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384958.297614:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297636:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297655:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297674:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297694:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297742:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297785:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297840:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297901:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297936:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297955:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297977:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.297997:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298013:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298043:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298077:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298119:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298158:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298202:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298247:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298282:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298310:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298332:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298366:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298399:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298436:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384958.298463:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384958.298614:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac0497a2. 00000800:00000010:1.0:1767384958.298619:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df2587bc. 00000800:00000010:1.0:1767384958.298625:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fb8d1f9. 00000800:00000010:1.0:1767384958.298647:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fb8d1f9. 00000800:00020000:1.0:1767384958.298656:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384958.298659:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df2587bc. 00000800:00000010:1.0:1767384958.298661:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac0497a2. 00000400:02020000:1.0:1767384958.298692:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp40 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384958.298697:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp40 notifying 192.168.203.109@tcp40: down 00000400:00000200:1.0:1767384958.298700:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384958.298704:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp40 00000800:00000010:1.0:1767384958.298713:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d12837cb. 00000400:00000200:1.0:1767384958.298716:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384958.298720:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp40->192.168.203.109@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384958.298726:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384958.298728:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384958.298731:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp40) recovery failed with -71 00000400:00000001:1.0:1767384959.320964:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384959.320969:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384959.320972:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdfd1f1 00000800:00000200:3.0:1767384959.320975:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (6) 00000400:00000010:1.0:1767384959.320976:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdfd1f1. 00000400:00000200:1.0:1767384959.320984:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384959.320986:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp24 ip 192.168.203.109:988 00000400:00000200:1.0:1767384959.320990:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery ping unlinked 00000800:00000200:3.0:1767384959.320992:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384959.321003:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008bb6e1a7. 00000400:00000010:1.0:1767384959.321009:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a5fb94be. 00000400:00000200:1.0:1767384959.321014:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp41 00000400:00000010:1.0:1767384959.321019:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008bb6e1a7. 00000400:00000010:1.0:1767384959.321023:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000026483cd2. 00000400:00000010:1.0:1767384959.321026:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdfd1f1. 00000400:00000010:1.0:1767384959.321032:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008cca510e. 00000400:00000200:1.0:1767384959.321035:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp41 00000400:00000200:1.0:1767384959.321047:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp41 local destination 00000400:00000200:1.0:1767384959.321053:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp41 00000400:00000200:1.0:1767384959.321056:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp41 NI seq info: [161:161:256:4294967295] 192.168.203.109@tcp41 LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1767384959.321061:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp41 00000400:00000200:1.0:1767384959.321067:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp41(192.168.203.109@tcp41:) -> 192.168.203.109@tcp41(192.168.203.109@tcp41:192.168.203.109@tcp41) : GET try# 0 00000800:00000200:1.0:1767384959.321071:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp41 00000800:00000010:1.0:1767384959.321074:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d12837cb. 00000800:00000200:1.0:1767384959.321078:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (2) 00000800:00000200:1.1:1767384959.321082:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (2) 00000400:00000200:1.0:1767384959.321100:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp41 added to recovery queue. ping count: 2 next ping: 283 health :800 00000400:00000200:1.0:1767384959.321105:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp42 00000400:00000010:1.0:1767384959.321107:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e98137f1. 00000400:00000010:1.0:1767384959.321118:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000095a6e446. 00000400:00000010:1.0:1767384959.321122:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d32e7c1. 00000400:00000010:1.0:1767384959.321132:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000894bdf8. 00000400:00000200:1.0:1767384959.321137:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp42 00000400:00000200:1.0:1767384959.321148:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp42 local destination 00000800:00000200:0.0:1767384959.321150:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384959.321155:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp42 00000400:00000200:1.0:1767384959.321166:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp42 NI seq info: [162:162:256:4294967295] 192.168.203.109@tcp42 LPNI seq info [144:144:8:4294967295] 00000800:00000001:0.0:1767384959.321166:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384959.321170:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.321181:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp42 00000800:00000001:0.0:1767384959.321184:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.321193:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384959.321197:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp42(192.168.203.109@tcp42:) -> 192.168.203.109@tcp42(192.168.203.109@tcp42:192.168.203.109@tcp42) : GET try# 0 00000800:00000001:0.0:1767384959.321202:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384959.321206:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp42 00000800:00000010:1.0:1767384959.321210:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f4f402e3. 00000800:00000200:1.0:1767384959.321216:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000800:00000200:1.1:1767384959.321221:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000400:00000200:3.0:1767384959.321232:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.321242:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp42 added to recovery queue. ping count: 1 next ping: 281 health :900 00000400:00000200:3.0:1767384959.321287:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.321324:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.321327:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.321420:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.321436:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.321481:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.321499:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.321629:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.321631:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.321689:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.321719:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.321757:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.321807:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.321844:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.321917:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00010000:00000001:2.0:1767384959.321941:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384959.321948:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.321954:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00010000:00000001:2.0:1767384959.321957:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384959.321963:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.322013:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000020:00000001:1.0:1767384959.322017:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384959.322023:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.322028:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384959.322069:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322115:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322153:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322196:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322219:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322280:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322298:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322358:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322366:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322481:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322483:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322558:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322578:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322632:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322665:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322718:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322750:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322787:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322840:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.322849:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.322997:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323001:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323112:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.323113:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323212:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.323229:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323312:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.323337:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323406:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.323438:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323500:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.323558:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323585:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.323663:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323694:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.323776:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323794:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.323947:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.323957:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.324054:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.324070:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.324154:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.324160:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.324253:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.324256:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.324329:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.324361:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.324420:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.324462:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.324526:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.324660:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.324719:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.324777:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000800:00000010:0.0:1767384959.324780:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036412a7f. 00000800:00000010:0.0:1767384959.324787:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2d62aac. 00000800:00000010:0.0:1767384959.324798:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000109615ce. 00000400:00000200:3.0:1767384959.324814:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000800:00000010:0.0:1767384959.324824:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000109615ce. 00000800:00020000:0.0:1767384959.324835:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384959.324839:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2d62aac. 00000800:00000010:0.0:1767384959.324842:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036412a7f. 00000400:00000200:3.0:1767384959.324903:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.325003:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.325099:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:02020000:0.0:1767384959.325118:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp42 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384959.325127:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp42 notifying 192.168.203.109@tcp42: down 00000400:00000200:0.0:1767384959.325135:0:16328:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384959.325141:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp42 00000800:00000010:0.0:1767384959.325144:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f4f402e3. 00000400:00000200:0.0:1767384959.325150:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384959.325153:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:0.0:1767384959.325159:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp42->192.168.203.109@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384959.325175:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384959.325180:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384959.325187:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp42) recovery failed with -71 00000400:00000200:3.0:1767384959.325212:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.325232:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.325248:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.325265:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.325280:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.325299:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.109:988 00000400:00000200:3.0:1767384959.325317:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.109:988 00000800:00000010:3.0:1767384959.325536:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001e5ddeff. 00000800:00000010:3.0:1767384959.325541:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000101255f9. 00000800:00000010:3.0:1767384959.325557:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003e143ed6. 00000800:00000010:3.0:1767384959.325597:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003e143ed6. 00000400:00000200:0.0:1767384959.325839:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384959.325856:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp41 from 206.3.0.2 00000800:00000010:0.0:1767384959.325859:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001b6c9d65. 00000800:00000010:2.0:1767384959.325946:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000038777f61. 00000800:00000010:2.0:1767384959.325957:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4216a30. 00000800:00000010:2.0:1767384959.326006:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f8af0aab. 00000800:00000200:2.1:1767384959.326018:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (2) 00000800:00000200:2.1:1767384959.326031:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp41 00000000f8af0aab deleted 00000800:00000010:2.1:1767384959.326035:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f8af0aab. 00000800:00000200:2.1:1767384959.326042:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384959.326052:0:16330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp41 ip 192.168.203.109:974 00000800:00000200:2.1:1767384959.326058:0:16330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d12837cb type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384959.326068:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp41 p 3.x 192.168.203.109 -> 192.168.203.109:974 incarnation:1767384950916418061 sched[0] 00000800:00000010:2.0:1767384959.326076:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003ee9c0af. 00000800:00000010:2.0:1767384959.326178:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003ee9c0af. 00000800:00000010:2.0:1767384959.326187:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4216a30. 00000800:00000200:1.1:1767384959.326191:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384959.326200:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp41 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384950916418061 sched[0] 00000800:00000010:1.0:1767384959.326204:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000101255f9. 00000800:00000010:2.0:1767384959.326271:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001b6c9d65. 00000800:00000001:2.0:1767384959.326294:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.326307:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.326338:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:2.0:1767384959.326389:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384959.326395:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d12837cb. 00000400:00000200:2.0:1767384959.326404:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.326416:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp41->192.168.203.109@tcp41: GET: OK 00000400:00000200:2.0:1767384959.326424:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384959.326431:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp41 recovery message sent successfully:0 00000800:00000001:2.0:1767384959.326458:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.326470:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.326473:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384959.326477:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:2.0:1767384959.326504:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.326515:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp41(192.168.203.109@tcp41) <- 192.168.203.109@tcp41 : GET - for me 00000400:00000200:2.0:1767384959.326535:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384959.326559:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1d09 [1] + 0 00000400:00000200:1.0:1767384959.326569:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384959.326577:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp41 to MR: 192.168.203.109@tcp41 local destination 00000400:00000200:2.0:1767384959.326591:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp41 NI seq info: [163:163:256:4294967295] 192.168.203.109@tcp41 LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1767384959.326620:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp41(192.168.203.109@tcp41:192.168.203.109@tcp41) -> 192.168.203.109@tcp41(192.168.203.109@tcp41:192.168.203.109@tcp41) 192.168.203.109@tcp41 : REPLY try# 0 00000800:00000200:2.0:1767384959.326636:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp41 00000800:00000010:2.0:1767384959.326642:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcf7bd94. 00000800:00000200:2.0:1767384959.326648:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (4) 00000800:00000200:2.0:1767384959.326660:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp41 ip 192.168.203.109:988 00000800:00000200:2.0:1767384959.326666:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fcf7bd94 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384959.326671:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000200:2.0:1767384959.326756:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384959.326760:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcf7bd94. 00000400:00000200:2.0:1767384959.326770:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.326782:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384959.326783:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp41->192.168.203.109@tcp41: REPLY: OK 00000800:00000001:2.0:1767384959.326805:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.326812:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.326818:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.326825:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.326827:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.326834:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.326846:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp41(192.168.203.109@tcp41) <- 192.168.203.109@tcp41 : REPLY - for me 00000400:00000200:2.0:1767384959.326862:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp41: Reply from 12345-192.168.203.109@tcp41 of length 272/272 into md 0x1d35 00000800:00000001:2.0:1767384959.326903:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.326914:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.326918:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.326926:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384959.326929:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp41->192.168.203.109@tcp41: REPLY: OK 00000400:00000200:2.0:1767384959.326939:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdfd1f1 00000400:00000010:2.0:1767384959.326942:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdfd1f1. 00000400:00000200:2.0:1767384959.326949:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384959.326960:0:16334:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008bb6e1a7. 00000400:00000010:2.0:1767384959.326968:0:16334:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000026483cd2. 00000800:00000001:2.0:1767384959.326988:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.326994:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.326996:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327024:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327044:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327066:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327107:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327142:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327174:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327195:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327220:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327251:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327273:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327295:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327316:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327341:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327371:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327399:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327423:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327446:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327467:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327506:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327552:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327583:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327613:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327652:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327679:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327699:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327718:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327750:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384959.327775:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384959.327954:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac0497a2. 00000800:00000010:1.0:1767384959.327959:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc8313a4. 00000800:00000010:1.0:1767384959.327962:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000015099779. 00000800:00000010:1.0:1767384959.327992:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000015099779. 00000800:00020000:1.0:1767384959.328004:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384959.328007:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc8313a4. 00000800:00000010:1.0:1767384959.328009:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac0497a2. 00000400:02020000:1.0:1767384959.328053:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp41 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000004:00000001:0.0:1767384959.449040:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384959.449048:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384959.449057:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006658bb8f. 00000020:00000040:0.0:1767384959.449066:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384959.449072:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384959.449076:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384959.449083:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384959.449093:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fad251f8. 00000100:00000001:0.0:1767384959.449102:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.449111:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384959.449114:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384959.449126:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006658bb8f] to pc [ptlrpcd_00_02+2] req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384959.449167:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449181:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384959.449189:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384959.449192:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384959.449194:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449196:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384959.449208:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.449223:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384959.449226:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.449232:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384959.449236:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384959.449240:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384959.449243:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006658bb8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363764224:0@lo:13: 00000100:00000001:2.0:1767384959.449249:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384959.449255:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384959.449258:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.449261:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384959.449267:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000095bfb527. 02000000:00000001:2.0:1767384959.449270:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384959.449278:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b8973c. 00000400:00000010:2.0:1767384959.449286:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009301cea. 00000100:00000200:2.0:1767384959.449293:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363764224, portal 4 00000100:00000001:2.0:1767384959.449296:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384959.449298:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876463232 : -107297833088384 : ffff9e69c6c60a80) 00000100:00000040:2.0:1767384959.449305:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.449316:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384959.449321:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384959.449324:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005670bf3a. 00000100:00000200:2.0:1767384959.449327:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363764224, offset 0 00000400:00000200:2.0:1767384959.449335:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384959.449351:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384959.449364:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c06c00 00000400:00000200:2.0:1767384959.449371:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000400:00000200:2.0:1767384959.449389:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.449395:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384959.449403:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384959.449406:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384959.449411:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051689056. 00000100:00000040:2.0:1767384959.449414:0:16342:0:(events.c:337:request_in_callback()) incoming req@0000000051689056 x1853237363764224 msgsize 224 00000100:00100000:2.0:1767384959.449418:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384959.449437:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384959.449446:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005670bf3a 00000400:00000010:2.0:1767384959.449450:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005670bf3a. 00000100:00000001:2.0:1767384959.449455:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384959.449460:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.449471:0:17881:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384959.449473:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384959.449478:0:17881:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363764224 00000100:00000040:2.0:1767384959.449479:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384959.449500:0:17881:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384959.449505:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.449509:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449509:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449515:0:16342:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384959.449518:0:17881:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449541:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384959.449543:0:17881:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363764224 00000020:00000001:3.0:1767384959.449550:0:17881:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384959.449551:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4398 usecs (5 jiffies) 00000020:00000040:3.0:1767384959.449554:0:17881:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00000001:2.0:1767384959.449559:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947333 00000020:00000001:3.0:1767384959.449560:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.449566:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000100:00000010:2.0:1767384959.449570:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bbc37e7. 00000020:00000001:3.0:1767384959.449573:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:3.0:1767384959.449580:0:17881:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:2.0:1767384959.449583:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384959.449587:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384959.449596:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a395d58c. 00000100:00000001:2.0:1767384959.449596:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947333 00000020:00000010:3.0:1767384959.449607:0:17881:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007757e879. 00000100:00000010:2.0:1767384959.449609:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d2f4347. 00000100:00000001:2.0:1767384959.449618:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384959.449621:0:17881:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:2.0:1767384959.449624:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947333 00000100:00000010:2.0:1767384959.449633:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e273158f. 00000100:00000001:2.0:1767384959.449639:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384959.449644:0:17881:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384959.449644:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947333 00000100:00000010:2.0:1767384959.449652:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000791bc2dc. 00000020:00000010:3.0:1767384959.449656:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5e6b6c8. 00000100:00080000:1.0:1767384959.449666:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1767384959.449668:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c1cf0d7. 00000100:00000001:2.0:1767384959.449672:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000040:1.0:1767384959.449673:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000020:00000010:3.0:1767384959.449680:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8885f64. 00000100:00000001:2.0:1767384959.449682:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384959.449690:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449695:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449698:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384959.449699:0:17881:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384959.449705:0:17881:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384959.449706:0:17881:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384959.449708:0:17881:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449709:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384959.449714:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384959.449718:0:17881:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449720:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384959.449725:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384959.449729:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.449733:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.449736:0:17881:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.449757:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384959.449776:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384959.449781:0:17881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384959.449781:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384959.449786:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384959.449788:0:17881:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:1.0:1767384959.449789:0:17882:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.449793:0:17881:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879021824 : -107292830529792 : ffff9e6af0f30700) 00000100:00000001:1.0:1767384959.449793:0:17882:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.449806:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051689056 x1853237363764224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.449816:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384959.449817:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc45c1bf. 00000100:00000001:3.0:1767384959.449819:0:17881:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.449821:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc45c1bf. 00000100:00100000:3.0:1767384959.449825:0:17881:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000051689056 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363764224:12345-0@lo:13: 00000100:00000200:3.0:1767384959.449827:0:17881:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363764224 00000020:00000001:3.0:1767384959.449830:0:17881:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384959.449833:0:17881:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384959.449835:0:17881:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.449837:0:17881:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384959.449839:0:17881:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:3.0:1767384959.449842:0:17881:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384959.449844:0:17881:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384959.449846:0:17881:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384959.449848:0:17881:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384959.449851:0:17881:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.449855:0:17881:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384959.449857:0:17881:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384959.449860:0:17881:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000efb7c04a. 02000000:00000001:3.0:1767384959.449861:0:17881:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.449863:0:17881:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384959.449865:0:17881:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384959.449870:0:17881:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384959.449873:0:17881:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384959.449936:0:17881:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384959.449939:0:17881:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000040:2.0:1767384959.449942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000020:3.0:1767384959.449943:0:17881:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384959.449948:0:17881:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384959.449953:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00002000:00000020:3.0:1767384959.449954:0:17881:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:3.0:1767384959.449958:0:17881:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000010:2.0:1767384959.449959:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000685019c6. 00000001:00000001:3.0:1767384959.449963:0:17881:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000040:2.0:1767384959.449966:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384959.449971:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:3.0:1767384959.449972:0:17881:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384959.449976:0:17881:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.449976:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384959.449984:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384959.449985:0:17881:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363764224 00010000:00000001:3.0:1767384959.449991:0:17881:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:2.0:1767384959.449995:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcf7bd94. 00010000:00000200:3.0:1767384959.449996:0:17881:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000051689056 x1853237363764224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:185/0 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.450005:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.450006:0:17881:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384959.450011:0:17881:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.450014:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=67 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384959.450015:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384959.450021:0:17881:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384959.450026:0:17881:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384959.450030:0:17881:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384959.450036:0:17881:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384959.450039:0:17881:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450042:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384959.450042:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384959.450047:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.450048:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384959.450053:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000100:00000200:3.0:1767384959.450057:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363764224, offset 224 00000100:00000040:2.0:1767384959.450057:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685019c6] to pc [ptlrpcd_00_03+3] req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384959.450069:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384959.450078:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384959.450084:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c06c00 00000400:00000200:3.0:1767384959.450088:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d3d [1] + 224 00000400:00000200:3.0:1767384959.450092:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384959.450092:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.450097:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384959.450100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384959.450101:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.450102:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384959.450105:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384959.450109:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384959.450111:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767384959.450112:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384959.450118:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384959.450119:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045d217b5. 00000020:00000040:2.0:1767384959.450126:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384959.450134:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384959.450136:0:17881:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384959.450138:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384959.450142:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384959.450145:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.450151:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.450153:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384959.450154:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384959.450158:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384959.450159:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000601f9eb0. 00000400:00000200:3.0:1767384959.450161:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 02000000:00000001:1.0:1767384959.450162:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384959.450166:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000100:00000001:2.0:1767384959.450167:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384959.450169:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000685019c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363764352:0@lo:400: 00000100:00000001:3.0:1767384959.450173:0:17881:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384959.450175:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384959.450178:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384959.450180:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384959.450183:0:17881:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384959.450184:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450188:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.450190:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384959.450196:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000361a539e. 00000100:00000040:3.0:1767384959.450197:0:17881:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 02000000:00000001:1.0:1767384959.450202:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.450204:0:17881:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384959.450209:0:17881:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.450209:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384959.450211:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f556d46. 00000100:00000001:2.0:1767384959.450213:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.450214:0:17881:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384959.450217:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc4b54b1. 00000100:00000040:3.0:1767384959.450222:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051689056 x1853237363764224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:185/0 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384959.450223:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d217b5] to pc [ptlrpcd_00_00+0] req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384959.450224:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363764352, portal 25 00000100:00000001:1.0:1767384959.450229:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384959.450232:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879025408 : -107292830526208 : ffff9e6af0f31500) 00000100:00000040:1.0:1767384959.450241:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384959.450253:0:17881:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000051689056 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363764224:12345-0@lo:13: Request processed in 432us (832us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384959.450269:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384959.450271:0:17881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384959.450275:0:17881:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:3.0:1767384959.450278:0:17881:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384959.450280:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450281:0:17881:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384959.450284:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384959.450288:0:17881:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c1cf0d7. 00000100:00000040:2.0:1767384959.450289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384959.450289:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058034852. 00000020:00000010:3.0:1767384959.450297:0:17881:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8885f64. 00000100:00000200:1.0:1767384959.450297:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363764352, offset 0 00000100:00000001:2.0:1767384959.450298:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:3.0:1767384959.450304:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5e6b6c8. 00000100:00000010:2.0:1767384959.450305:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046e12a25. 00000400:00000200:1.0:1767384959.450310:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384959.450312:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000020:00000040:2.0:1767384959.450312:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384959.450318:0:17881:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384959.450319:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384959.450323:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384959.450323:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384959.450328:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384959.450334:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c06c80 02000000:00000010:2.0:1767384959.450335:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33d695a. 00000400:00000200:1.0:1767384959.450340:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14dd [2] + 0 00000100:00000001:2.0:1767384959.450341:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450344:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384959.450347:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047d83b4c. 00000100:00000001:3.0:1767384959.450351:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384959.450353:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3daf1d3 00000100:00000040:2.0:1767384959.450355:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384959.450356:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384959.450358:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384959.450364:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384959.450368:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384959.450375:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3daf1d3 00000400:00000010:1.0:1767384959.450380:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3daf1d3. 00000100:00000001:1.0:1767384959.450387:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384959.450391:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384959.450392:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384959.450393:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384959.450395:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450398:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.450398:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000022bd7cdd x1853237363764352 msgsize 224 00000100:00000040:2.0:1767384959.450404:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e12a25] to pc [ptlrpcd_00_01+1] req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384959.450405:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384959.450410:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384959.450411:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384959.450417:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.450418:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1767384959.450428:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363764480:0@lo:400: 00000100:00000001:2.0:1767384959.450430:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450432:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384959.450435:0:16343:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384959.450436:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384959.450437:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (285) 02000000:00000001:3.0:1767384959.450440:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384959.450441:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058034852 00000400:00000010:1.0:1767384959.450445:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058034852. 00000100:00000001:1.0:1767384959.450447:0:16343:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384959.450451:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384959.450454:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384959.450455:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5e6b6c8. 02000000:00000001:3.0:1767384959.450461:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384959.450467:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc40650. 00000100:00000001:1.0:1767384959.450469:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384959.450473:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000100:00000040:1.0:1767384959.450474:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384959.450481:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363764480, portal 10 00000100:00000001:2.0:1767384959.450482:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384959.450483:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450502:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384959.450502:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384959.450505:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384959.450506:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000100:00000001:1.0:1767384959.450510:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384959.450513:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384959.450515:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294947335 00000100:00000040:3.0:1767384959.450517:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384959.450535:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384959.450540:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947333 00000400:00000010:2.0:1767384959.450542:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b8973c. 00000100:00000001:1.0:1767384959.450551:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294947335 00000400:00000200:2.0:1767384959.450554:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009301cea 00000100:00000001:3.0:1767384959.450555:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384959.450558:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947333 00000100:00000040:3.0:1767384959.450560:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384959.450563:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 00000100:00000001:1.0:1767384959.450574:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294947335 00000100:00000001:1.0:1767384959.450577:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947333 00000100:00000001:1.0:1767384959.450580:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294947335 00000400:00000010:2.0:1767384959.450586:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009301cea. 00000100:00000001:1.0:1767384959.450587:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947333 00000100:00000001:1.0:1767384959.450597:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384959.450599:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384959.450600:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363764480, offset 0 00000100:00000001:1.0:1767384959.450601:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.450609:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384959.450612:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384959.450616:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384959.450617:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.450630:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384959.450635:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384959.450637:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384959.450641:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384959.450644:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.450647:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384959.450651:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.450659:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.450661:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c06d00 00000100:00000001:2.0:1767384959.450679:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384959.450680:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000001:1.0:1767384959.450682:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384959.450685:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384959.450687:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363764352 00000100:00000001:2.0:1767384959.450694:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384959.450695:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384959.450698:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384959.450700:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384959.450702:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384959.450705:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.450707:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384959.450709:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384959.450713:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.450714:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450718:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384959.450718:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363764352 02000000:00000001:2.0:1767384959.450720:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384959.450724:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384959.450725:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1767384959.450730:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=67 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384959.450731:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000010:3.0:1767384959.450733:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000daed88c1. 00000020:00000001:1.0:1767384959.450736:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.450741:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000040:3.0:1767384959.450743:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000daed88c1 x1853237363764480 msgsize 224 00000100:00001000:2.0:1767384959.450744:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=67 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384959.450747:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384959.450756:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00100000:3.0:1767384959.450757:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384959.450758:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384959.450763:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384959.450766:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384959.450768:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0b56e50. 00010000:00000001:2.0:1767384959.450773:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384959.450774:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384959.450795:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0b56e50. 00000100:00000001:3.0:1767384959.450796:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384959.450799:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dd81541. 00010000:00080000:2.0:1767384959.450800:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384959.450804:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 00000020:00000010:1.0:1767384959.450807:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f422cf15. 00000400:00000010:3.0:1767384959.450808:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 00000100:00000001:3.0:1767384959.450813:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384959.450819:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073d9a722. 00000100:00000200:3.0:1767384959.450820:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384959.450821:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.450828:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384959.450830:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:2.0:1767384959.450833:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384959.450834:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384959.450834:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384959.450840:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384959.450840:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384959.450843:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.450844:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.450845:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.450854:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384959.450857:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.450865:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.450879:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384959.450882:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384959.450886:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384959.450892:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000001:2.0:1767384959.450893:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384959.450907:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450910:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384959.450919:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.450922:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3622 usecs (4 jiffies) 00000100:00000001:3.0:1767384959.450925:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947334 00000100:00000001:3.0:1767384959.450927:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947335 00000100:00000001:3.0:1767384959.450930:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947334 00000100:00000001:3.0:1767384959.450932:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947335 00000100:00000001:2.0:1767384959.450935:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.450936:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947334 00000100:00000001:3.0:1767384959.450943:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947335 00000004:00000001:2.0:1767384959.450943:0:16342:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384959.450947:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947334 00000100:00000001:3.0:1767384959.450950:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947335 00000004:00000040:2.0:1767384959.450950:0:16342:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384959.450956:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000040:2.0:1767384959.450957:0:16342:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:3.0:1767384959.450959:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450964:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450967:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.450972:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000020:2.0:1767384959.450972:0:16342:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:3.0:1767384959.450974:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384959.450976:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.450977:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384959.450979:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384959.450984:0:16340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384959.450988:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384959.450990:0:16342:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.450993:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384959.450995:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.450997:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.450999:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384959.450999:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.451003:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384959.451010:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384959.451019:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006658bb8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363764224:0@lo:13: 00000100:00000001:3.0:1767384959.451021:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384959.451028:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.451029:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.451035:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384959.451036:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384959.451041:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384959.451043:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384959.451044:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006658bb8f x1853237363764224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384959.451048:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363764608:0@lo:400: 00000100:00000001:3.0:1767384959.451056:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384959.451060:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384959.451064:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.451065:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384959.451067:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384959.451070:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384959.451072:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008811edd3. 02000000:00000010:2.0:1767384959.451075:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000095bfb527. 02000000:00000001:3.0:1767384959.451076:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.451084:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384959.451085:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e524964f. 00000020:00000001:2.0:1767384959.451090:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384959.451093:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 00000020:00000040:2.0:1767384959.451094:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:3.0:1767384959.451098:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363764608, portal 10 00000020:00000001:2.0:1767384959.451100:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384959.451102:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384959.451104:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fad251f8. 00000100:00000001:3.0:1767384959.451105:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020032 : -107292830531584 : ffff9e6af0f30000) 02000000:00000001:2.0:1767384959.451113:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384959.451115:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384959.451117:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384959.451121:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006658bb8f. 00000100:00000001:3.0:1767384959.451128:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384959.451129:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384959.451133:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384959.451134:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384959.451139:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384959.451141:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000100:00000001:2.0:1767384959.451144:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384959.451145:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363764608, offset 0 00000100:00000001:2.0:1767384959.451150:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.451155:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384959.451158:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384959.451160:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.451168:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384959.451176:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c06d80 00000400:00000200:3.0:1767384959.451182:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:2.0:1767384959.451184:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384959.451188:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.451189:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384959.451195:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384959.451202:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384959.451203:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384959.451207:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000700edeb0. 00000100:00000040:3.0:1767384959.451209:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000700edeb0 x1853237363764608 msgsize 224 00000100:00100000:3.0:1767384959.451216:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384959.451216:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384959.451222:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363764480 02000000:00000001:2.0:1767384959.451226:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384959.451229:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384959.451231:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.451232:0:16340:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384959.451235:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.451243:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000400:00000010:3.0:1767384959.451249:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00000040:1.0:1767384959.451249:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00100000:2.0:1767384959.451250:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363764480 00000100:00000001:1.0:1767384959.451255:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988342352 : -107292721209264 : ffff9e6af7772050) 00000020:00000001:2.0:1767384959.451256:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384959.451257:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767384959.451262:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000100:00000040:1.0:1767384959.451262:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000022bd7cdd x1853237363764352/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384959.451266:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384959.451268:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384959.451273:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000020:00000001:2.0:1767384959.451279:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000020:00000001:2.0:1767384959.451287:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:1.0:1767384959.451290:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.451295:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0b56e50. 00000100:00000001:2.0:1767384959.451296:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384959.451297:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384959.451300:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384959.451304:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384959.451304:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017ada160. 00000020:00000010:1.0:1767384959.451304:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0b56e50. 00000100:00000001:2.0:1767384959.451311:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384959.451317:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000022bd7cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363764352:12345-0@lo:400: 00000020:00000010:2.0:1767384959.451319:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017ada160. 00000100:00000001:3.0:1767384959.451329:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384959.451329:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363764352 00000020:00000010:2.0:1767384959.451330:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8d2264a. 00000020:00000001:1.0:1767384959.451334:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384959.451335:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384959.451337:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af704b85. 00000020:00000001:1.0:1767384959.451338:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384959.451341:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.451342:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384959.451345:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074e23e04. 00000100:00000040:3.0:1767384959.451348:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3792 usecs (4 jiffies) 00000020:00000001:1.0:1767384959.451349:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384959.451353:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000100:00000001:3.0:1767384959.451354:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294947334 00000100:00000040:2.0:1767384959.451356:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1767384959.451357:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384959.451360:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294947335 00000020:00000001:1.0:1767384959.451361:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384959.451363:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384959.451364:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294947334 00000020:00000001:1.0:1767384959.451365:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384959.451367:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384959.451369:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384959.451370:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294947335 00000100:00000001:2.0:1767384959.451372:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384959.451373:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.451374:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294947334 00000020:00000001:1.0:1767384959.451380:0:17065:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384959.451381:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294947335 00000100:00000001:2.0:1767384959.451383:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384959.451385:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384959.451386:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294947334 00000100:00000001:2.0:1767384959.451387:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384959.451390:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384959.451391:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294947335 00000100:00000001:2.0:1767384959.451392:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.451395:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384959.451399:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384959.451401:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000c9ecb41. 00000100:00000001:3.0:1767384959.451402:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.451405:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.451407:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.451407:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.451408:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.451415:0:17065:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384959.451417:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363764352 00010000:00000001:1.0:1767384959.451420:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384959.451424:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000022bd7cdd x1853237363764352/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.451425:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384959.451429:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363764608 00010000:00000001:1.0:1767384959.451433:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384959.451434:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384959.451436:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.451438:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1767384959.451439:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384959.451443:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.451444:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384959.451446:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384959.451449:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384959.451450:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.451450:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00100000:3.0:1767384959.451458:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1767384959.451458:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363764608 00000100:00000001:1.0:1767384959.451458:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:2.0:1767384959.451463:0:17073:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384959.451465:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384959.451466:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000020:00000040:2.0:1767384959.451467:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 02000000:00000001:1.0:1767384959.451468:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.451470:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079256960 : -107292630294656 : ffff9e6afce25f80) 00000020:00000001:2.0:1767384959.451473:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384959.451474:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384959.451477:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000100:00000040:3.0:1767384959.451478:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000daed88c1 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384959.451483:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384959.451499:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000400:00000010:1.0:1767384959.451504:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058034852. 00000020:00000001:2.0:1767384959.451507:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000200:1.0:1767384959.451510:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363764352, offset 224 00000400:00000200:1.0:1767384959.451515:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384959.451540:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384959.451546:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384959.451547:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384959.451549:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017ada160. 00000020:00000010:3.0:1767384959.451556:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc45c1bf. 00000020:00000010:2.0:1767384959.451558:0:17073:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000023e01f00. 00000400:00000200:1.0:1767384959.451564:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c06c80 00000100:00000001:3.0:1767384959.451569:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384959.451570:0:17073:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000400:00000200:1.0:1767384959.451576:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d49 [1] + 224 00000020:00000010:3.0:1767384959.451578:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc45c1bf. 00000400:00000200:1.0:1767384959.451587:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384959.451589:0:17073:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1767384959.451591:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000daed88c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363764480:12345-0@lo:400: 00000400:00000200:1.0:1767384959.451598:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384959.451599:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093020f3f. 00000100:00000200:3.0:1767384959.451603:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363764480 00000100:00000001:1.0:1767384959.451609:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384959.451610:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384959.451610:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1511c05. 00000020:00000001:3.0:1767384959.451617:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384959.451619:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384959.451621:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0b15097. 00000020:00000001:3.0:1767384959.451622:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.451631:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384959.451635:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384959.451637:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:2.0:1767384959.451640:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384959.451641:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.451646:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384959.451648:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384959.451655:0:17071:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384959.451658:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384959.451662:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384959.451664:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384959.451665:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384959.451668:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384959.451671:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.451674:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384959.451676:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058034852 00000020:00000001:3.0:1767384959.451681:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384959.451686:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384959.451689:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384959.451689:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058034852. 02000000:00000001:3.0:1767384959.451691:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384959.451699:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005f59868a. 00000100:00000001:1.0:1767384959.451699:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384959.451705:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384959.451706:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.451709:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384959.451711:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.451712:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.451715:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384959.451717:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.451721:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000040:3.0:1767384959.451723:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363764480 00000100:00100000:2.0:1767384959.451729:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00010000:00000001:1.0:1767384959.451732:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384959.451733:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384959.451735:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000020:00000001:1.0:1767384959.451738:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.451742:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079252480 : -107292630299136 : ffff9e6afce24e00) 00010000:00000200:3.0:1767384959.451743:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000daed88c1 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384959.451745:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384959.451755:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022bd7cdd x1853237363764352/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384959.451757:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000700edeb0 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384959.451762:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384959.451767:0:17071:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.451791:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384959.451801:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384959.451806:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00100000:1.0:1767384959.451807:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000022bd7cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363764352:12345-0@lo:400: Request processed in 514us (1404us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384959.451812:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384959.451816:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000010:2.0:1767384959.451817:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e871eeb. 00000100:00100000:1.0:1767384959.451818:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 02000000:00000001:3.0:1767384959.451820:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384959.451825:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.451825:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384959.451826:0:17073:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384959.451831:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384959.451832:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384959.451833:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e871eeb. 00000100:00000001:1.0:1767384959.451836:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384959.451838:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384959.451841:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f422cf15. 00000400:00000010:3.0:1767384959.451842:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000100:00100000:2.0:1767384959.451845:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000700edeb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363764608:12345-0@lo:400: 00000020:00000010:1.0:1767384959.451847:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073d9a722. 00000100:00000200:3.0:1767384959.451850:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363764480, offset 224 00000020:00000010:1.0:1767384959.451854:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dd81541. 00000100:00000200:2.0:1767384959.451856:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363764608 00000020:00000040:1.0:1767384959.451859:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000400:00000200:3.0:1767384959.451861:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384959.451862:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384959.451864:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384959.451868:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000c9ecb41. 00000020:00000001:2.0:1767384959.451869:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384959.451871:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1767384959.451874:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.451875:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384959.451879:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384959.451881:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384959.451885:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384959.451890:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047d83b4c. 00000400:00000200:3.0:1767384959.451891:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c06d00 00000020:00000001:2.0:1767384959.451893:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000400:00000200:3.0:1767384959.451929:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d51 [1] + 224 00000400:00000200:3.0:1767384959.451934:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384959.451937:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384959.451940:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384959.451942:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.451944:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384959.451947:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384959.451950:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384959.451951:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384959.451956:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.451960:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384959.451964:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384959.451965:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384959.451969:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384959.451975:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000095bfb527. 02000000:00000001:2.0:1767384959.451980:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.451981:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384959.451983:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.451987:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000020:00000001:2.0:1767384959.451988:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384959.451991:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00010000:00000040:2.0:1767384959.451993:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363764608 00000100:00000001:3.0:1767384959.451996:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384959.451997:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384959.451999:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384959.452004:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384959.452006:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000700edeb0 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384959.452011:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384959.452016:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384959.452020:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.452025:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384959.452028:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384959.452031:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000daed88c1 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384959.452033:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384959.452036:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ded01224. 00000100:00001000:2.0:1767384959.452040:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384959.452049:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384959.452051:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000daed88c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363764480:12345-0@lo:400: Request processed in 504us (1306us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384959.452055:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384959.452060:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00080000:1.0:1767384959.452060:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767384959.452062:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000020:00000040:1.0:1767384959.452065:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 02000000:00000001:2.0:1767384959.452066:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384959.452070:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.452074:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:2.0:1767384959.452075:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384959.452080:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384959.452084:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384959.452084:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384959.452088:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af704b85. 00000100:00000001:1.0:1767384959.452089:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384959.452090:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009301cea. 00000020:00000010:3.0:1767384959.452092:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074e23e04. 00000100:00000001:1.0:1767384959.452093:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384959.452097:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363764608, offset 224 00000020:00000010:3.0:1767384959.452099:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8d2264a. 00000400:00000001:1.0:1767384959.452100:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384959.452104:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384959.452106:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000400:00000010:1.0:1767384959.452106:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f556d46. 00000100:00000001:3.0:1767384959.452112:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.452113:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc4b54b1 00000400:00000010:1.0:1767384959.452122:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc4b54b1. 00000100:00000001:1.0:1767384959.452126:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384959.452133:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384959.452134:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.452139:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.452143:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384959.452152:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384959.452152:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384959.452153:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384959.452157:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384959.452161:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc40650. 00000400:00000200:3.0:1767384959.452166:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000200:2.0:1767384959.452170:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c06d80 00000100:00000001:1.0:1767384959.452170:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384959.452171:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000100:00000001:1.0:1767384959.452174:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.452178:0:16343:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384959.452180:0:16340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384959.452181:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384959.452185:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384959.452186:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d59 [1] + 224 00000100:00000200:3.0:1767384959.452187:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.452190:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.452196:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384959.452200:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384959.452203:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=77 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384959.452212:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1767384959.452214:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=77 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384959.452217:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.452220:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384959.452224:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.452228:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384959.452230:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384959.452234:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.452238:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384959.452238:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.452239:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.452242:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384959.452247:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.452249:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384959.452252:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384959.452256:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.452259:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.452264:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.452272:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=72 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384959.452277:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.452280:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384959.452281:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384959.452287:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384959.452291:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384959.452291:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.452295:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.452300:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384959.452301:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384959.452306:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.452307:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384959.452315:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009301cea 00000400:00000010:2.0:1767384959.452320:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009301cea. 00000100:00000001:2.0:1767384959.452327:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384959.452328:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000685019c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363764352:0@lo:400: 00000100:00000001:2.0:1767384959.452331:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384959.452332:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.452338:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384959.452339:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.452345:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384959.452345:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384959.452348:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000040:3.0:1767384959.452349:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384959.452353:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000685019c6 x1853237363764352/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.452355:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1767384959.452356:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384959.452358:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.452362:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.452368:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384959.452369:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384959.452376:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384959.452379:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000700edeb0 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.452380:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384959.452385:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384959.452386:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384959.452388:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000361a539e. 00000100:00000001:3.0:1767384959.452390:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384959.452394:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384959.452399:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384959.452399:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384959.452419:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384959.452427:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384959.452431:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcf7bd94. 02000000:00000001:1.0:1767384959.452439:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767384959.452442:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000700edeb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363764608:12345-0@lo:400: Request processed in 623us (1224us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384959.452444:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384959.452449:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000685019c6. 00000100:00100000:3.0:1767384959.452455:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363764480:0@lo:400: 00000100:00000001:1.0:1767384959.452458:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384959.452464:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.452468:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.452470:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384959.452476:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000001:3.0:1767384959.452477:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384959.452478:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384959.452504:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000040:3.0:1767384959.452523:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045d217b5 x1853237363764480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.452525:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.452526:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.452530:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384959.452533:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384959.452536:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1511c05. 00000100:00000001:1.0:1767384959.452537:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.452538:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384959.452542:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384959.452545:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5e6b6c8. 00000020:00000010:2.0:1767384959.452545:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0b15097. 02000000:00000001:3.0:1767384959.452552:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384959.452554:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384959.452554:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093020f3f. 00000020:00000040:3.0:1767384959.452557:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384959.452561:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384959.452561:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 02000000:00000010:3.0:1767384959.452564:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000601f9eb0. 00000100:00000001:2.0:1767384959.452567:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384959.452587:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384959.452590:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384959.452592:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045d217b5. 00000100:00000001:3.0:1767384959.452599:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384959.452601:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.452603:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.452605:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.452607:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384959.452612:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384959.452614:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384959.452625:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e524964f. 00000400:00000200:3.0:1767384959.452629:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 00000400:00000010:3.0:1767384959.452631:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 00000100:00000001:3.0:1767384959.452635:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384959.452640:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384959.452648:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.452655:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384959.452656:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.452659:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384959.452661:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384959.452663:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.452664:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.452667:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.452671:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384959.452674:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384959.452677:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384959.452678:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.452681:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384959.452686:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384959.452693:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.452696:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384959.452698:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384959.452700:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384959.452701:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.452705:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.452711:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384959.452714:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384959.452716:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384959.452718:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384959.452739:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363764608:0@lo:400: 00000100:00000001:3.0:1767384959.452743:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.452746:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384959.452752:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046e12a25 x1853237363764608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.452758:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384959.452760:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384959.452762:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008811edd3. 02000000:00000001:3.0:1767384959.452765:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384959.452767:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384959.452785:0:16340:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384959.452789:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384959.452792:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33d695a. 02000000:00000001:3.0:1767384959.452795:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384959.452796:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384959.452798:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046e12a25. 00000100:00000001:3.0:1767384959.452802:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384959.452803:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.452804:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.452809:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384959.452811:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.452813:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.452817:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384959.456932:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294947335, at 4294947336 00000100:00000010:0.0:1767384959.456943:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bbc37e7. 00000100:00000040:2.0:1767384959.457113:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294947335, at 4294947336 00000100:00000010:2.0:1767384959.457120:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e273158f. 00000100:00000040:3.0:1767384959.457939:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294947335, at 4294947337 00000100:00000040:1.0:1767384959.457940:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294947335, at 4294947337 00000100:00000010:3.0:1767384959.457948:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000791bc2dc. 00000100:00000010:1.0:1767384959.457951:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d2f4347. 00080000:00000010:0.0:1767384959.724677:0:35712:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002c4682db. 00080000:00000010:0.0:1767384959.724687:0:35712:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002c4682db. 00000020:00000001:0.0:1767384959.724691:0:35712:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384959.724698:0:35712:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002c4682db. 00080000:00000010:0.0:1767384959.724702:0:35712:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002c4682db. 00000020:00000001:0.0:1767384959.724705:0:35712:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384960.344908:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384960.344914:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384960.344918:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d32e7c1 00010000:00000001:2.0:1767384960.344922:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:1.0:1767384960.344924:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d32e7c1. 00010000:00000001:2.0:1767384960.344928:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384960.344931:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384960.344939:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp42 recovery ping unlinked 00010000:00000001:2.0:1767384960.344943:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384960.344946:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384960.344955:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e98137f1. 00000400:00000010:1.0:1767384960.344962:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000095a6e446. 00000800:00000200:0.0:1767384960.344963:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e9bd8e33] -> 12345-192.168.203.109@tcp11 (6) 00000020:00000001:2.0:1767384960.344967:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384960.344971:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.344973:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384960.344976:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp11 ip 192.168.203.109:988 00000800:00000200:0.0:1767384960.344983:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384960.345093:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384960.345094:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384960.345108:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384960.345112:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384960.345114:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384960.470540:0:35876:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384960.470548:0:35876:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000100:00000001:3.0:1767384960.472925:0:17879:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384960.472929:0:17879:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384960.473747:0:35876:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384960.480550:0:35877:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000e45aefb. 00000400:00000010:3.0:1767384960.480564:0:35877:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000eae0e629. 00000400:00000010:3.0:1767384960.480575:0:35877:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005ba47c67. 00000400:00000010:3.0:1767384960.480579:0:35877:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d55eb082. 00000400:00000010:3.0:1767384960.480584:0:35877:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c29c5474. 00000400:00000010:3.0:1767384960.480588:0:35877:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a48ea842. 00000400:00000010:3.0:1767384960.480597:0:35877:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dd775512. 00000400:00000010:3.0:1767384960.480599:0:35877:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000880575e4. 00000400:00000010:3.0:1767384960.480603:0:35877:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bd8fd0cf. 00000800:00000010:3.0:1767384960.480622:0:35877:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ac2c034d. 00000800:00000200:3.0:1767384960.480634:0:35877:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384960.480652:0:35877:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384960.480690:0:35877:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384960.480710:0:35877:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp45 [8/256/0/180] 00000400:00000010:3.0:1767384960.482712:0:35877:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000686b190a. 00000400:00000010:3.0:1767384960.482718:0:35877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e524964f. 00000400:00000010:3.0:1767384960.482722:0:35877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 00000400:00000001:3.0:1767384960.482745:0:35877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384960.482747:0:35877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384960.482748:0:35877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83bd837. 00000400:00000200:3.0:1767384960.482751:0:35877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392be7a0 00000400:00000010:3.0:1767384960.482752:0:35877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000392be7a0. 00000400:00000010:3.0:1767384960.482755:0:35877:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000acda7553. 00000400:00000200:3.0:1767384960.482759:0:35877:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (34) 00000400:00000200:3.0:1767384960.482770:0:35877:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384960.482779:0:35877:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:3.0:1767384960.482784:0:35877:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001a9e8105. 00000020:01000000:3.0:1767384960.482788:0:35877:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384960.482790:0:35877:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp45 00000400:00000200:2.0:1767384960.482795:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384960.482802:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000010:3.0:1767384960.482803:0:35877:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000eae0e629. 00000400:00000200:2.0:1767384960.482807:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (35) 00000400:00000010:3.0:1767384960.482808:0:35877:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000e45aefb. 00000400:00000010:2.0:1767384960.482813:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000065b703b1. 00000400:00000010:2.0:1767384960.482819:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009301cea. 00000400:00000010:2.0:1767384960.482826:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000042cb3893. 00000400:00000200:2.0:1767384960.482831:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000020:00000001:1.0:1767384960.482843:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384960.482844:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 10000000:00000001:1.0:1767384960.482851:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384960.482855:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:1.0:1767384960.482856:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384960.482860:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384960.482884:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384960.482886:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384960.482888:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384960.482890:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384960.482893:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:01000004:1.0:1767384960.482893:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384960.482903:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:1.0:1767384960.482903:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384960.482907:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384960.482909:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384960.482912:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384960.482914:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384960.482916:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000100:00000010:1.0:1767384960.482920:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095256724. 00000400:00000200:2.0:1767384960.482924:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000020:00000040:1.0:1767384960.482926:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384960.482930:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000400:00000200:2.0:1767384960.482935:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000100:00000001:1.0:1767384960.482935:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384960.482938:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384960.482941:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 02000000:00000001:1.0:1767384960.482943:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.482947:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 00000400:00000200:2.0:1767384960.482950:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 00000400:00000200:2.0:1767384960.482953:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 36], ns[148, 36] 02000000:00000010:1.0:1767384960.482953:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ac0497a2. 00000400:00000200:2.0:1767384960.482959:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 36], ns[155, 36] 00000100:00000001:1.0:1767384960.482962:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.482970:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384960.482973:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 36], ns[32, 36] 00000100:00000001:1.0:1767384960.482974:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.482981:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000100:00000040:1.0:1767384960.482985:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095256724] to pc [ptlrpcd_00_02+2] req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384960.482991:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:2.0:1767384960.483005:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:2.0:1767384960.483010:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:2.0:1767384960.483013:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:2.0:1767384960.483016:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 10000000:00000001:1.0:1767384960.483018:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.483022:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[73, 32] 10000000:00000001:1.0:1767384960.483023:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.483025:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384960.483028:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.483031:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384960.483032:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384960.483033:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 32], ns[127, 32] 00000100:00000001:0.0:1767384960.483035:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384960.483041:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384960.483043:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 32], ns[115, 32] 10000000:00000001:1.0:1767384960.483045:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384960.483045:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384960.483048:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384960.483052:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384960.483056:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 32], ns[87, 32] 00000020:01000004:1.0:1767384960.483057:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384960.483061:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384960.483064:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384960.483065:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384960.483068:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.483069:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 32], ns[152, 32] 00000020:01000004:1.0:1767384960.483070:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384960.483072:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384960.483073:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384960.483077:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384960.483077:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384960.483081:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384960.483082:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 32], ns[117, 32] 02000000:00000001:0.0:1767384960.483082:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384960.483085:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384960.483088:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1767384960.483089:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363764736:0@lo:253: 00000100:00000010:1.0:1767384960.483092:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008982accd. 00000400:00000200:2.0:1767384960.483094:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 32], ns[123, 32] 00000100:00000001:0.0:1767384960.483096:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384960.483098:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:0.0:1767384960.483102:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384960.483103:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384960.483106:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 32], ns[157, 32] 02000000:00000001:1.0:1767384960.483107:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384960.483107:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.483112:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384960.483116:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[129, 32] 02000000:00000001:1.0:1767384960.483117:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384960.483120:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000036412a7f. 02000000:00000001:0.0:1767384960.483124:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.483126:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 32], ns[132, 32] 02000000:00000010:1.0:1767384960.483127:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b5509755. 00000400:00000010:0.0:1767384960.483130:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067429aa1. 00000100:00000001:1.0:1767384960.483133:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.483137:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 32], ns[153, 32] 00000100:00000001:1.0:1767384960.483139:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384960.483139:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f2d9532. 00000100:00000001:1.0:1767384960.483142:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384960.483144:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363764736, portal 25 00000100:00000040:1.0:1767384960.483148:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008982accd] to pc [ptlrpcd_00_03+3] req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.483150:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384960.483153:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534912 : -107297915016704 : ffff9e69c1e3ea00) 00000400:00000200:2.0:1767384960.483159:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 32], ns[160, 32] 00000100:00000040:0.0:1767384960.483162:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384960.483178:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 32], ns[163, 32] 10000000:00000001:1.0:1767384960.483178:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.483180:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384960.483184:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.483187:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384960.483190:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 32], ns[162, 32] 00000020:00000001:1.0:1767384960.483190:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384960.483192:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f44ed0b. 00000020:01000000:1.0:1767384960.483195:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384960.483198:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363764736, offset 0 00000020:00000010:1.0:1767384960.483201:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001a9e8105. 00000400:00000200:2.0:1767384960.483202:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:0.0:1767384960.483206:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384960.483210:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp22 00000400:00000200:2.0:1767384960.483214:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp22 lpni_is_preferred = 0 00000100:00000001:1.0:1767384960.483215:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384960.483218:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp22 00000100:00000001:1.0:1767384960.483219:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384960.483222:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384960.483225:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp22 NI seq info: [164:164:256:4294967295] 192.168.203.109@tcp22 LPNI seq info [146:146:8:4294967295] 00000100:00000040:1.0:1767384960.483228:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384960.483235:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp22 00000100:00000001:1.0:1767384960.483237:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384960.483239:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384960.483244:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384960.483246:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384960.483249:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp22(192.168.203.109@tcp22:) -> 192.168.203.109@tcp22(192.168.203.109@tcp:192.168.203.109@tcp22) : GET try# 0 02000000:00000001:1.0:1767384960.483250:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384960.483255:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008982accd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363764864:0@lo:253: 00000800:00000200:2.0:1767384960.483260:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp22 00000100:00000001:1.0:1767384960.483263:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384960.483264:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384960.483268:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b4706be1. 02000000:00000001:1.0:1767384960.483268:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384960.483271:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384960.483274:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384960.483278:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fb7385c0. 00000400:00000200:0.0:1767384960.483279:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06e00 00000800:00000200:2.0:1767384960.483280:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000043d3dd7b] -> 12345-192.168.203.109@tcp22 (6) 02000000:00000001:1.0:1767384960.483281:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384960.483287:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f556d46. 00000800:00000200:2.0:1767384960.483292:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp22 ip 192.168.203.109:988 00000400:00000200:0.0:1767384960.483295:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1531 [2] + 0 00000800:00000200:2.0:1767384960.483299:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4706be1 type 2, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384960.483300:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089c1eec. 00000400:00000200:0.0:1767384960.483306:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f772babf 00000400:00000010:1.0:1767384960.483311:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000165b601. 00000400:00000200:0.0:1767384960.483312:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384960.483315:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000100:00000200:1.0:1767384960.483319:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363764864, portal 25 00000400:00000200:2.0:1767384960.483322:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000400:00000200:0.0:1767384960.483323:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384960.483324:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384960.483327:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794529536 : -107297915022080 : ffff9e69c1e3d500) 00000400:00000200:0.0:1767384960.483332:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f772babf 00000400:00000010:0.0:1767384960.483336:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f772babf. 00000100:00000040:1.0:1767384960.483341:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.483342:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384960.483345:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384960.483350:0:16342:0:(events.c:337:request_in_callback()) incoming req@0000000040607cbe x1853237363764736 msgsize 4848 00000100:00000001:1.0:1767384960.483351:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384960.483359:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384960.483363:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384960.483365:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071980d8c. 00000100:00000040:0.0:1767384960.483366:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384960.483369:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363764864, offset 0 00000400:00000200:1.0:1767384960.483375:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384960.483378:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384960.483383:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384960.483390:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f44ed0b 00000400:00000200:1.0:1767384960.483395:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c06e80 00000400:00000010:0.0:1767384960.483396:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f44ed0b. 00000100:00000001:0.0:1767384960.483403:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384960.483405:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1539 [2] + 0 00000400:00000010:1.0:1767384960.483409:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055e2d412. 00000100:00000200:0.0:1767384960.483411:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384960.483413:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000267bd621 00000400:00000200:1.0:1767384960.483418:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384960.483425:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384960.483428:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384960.483430:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267bd621 00000800:00000010:2.0:1767384960.483432:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b4706be1. 00000400:00000010:1.0:1767384960.483433:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000267bd621. 00000100:00000001:0.0:1767384960.483433:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384960.483440:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384960.483441:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384960.483442:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384960.483444:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384960.483449:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp22->192.168.203.109@tcp22: GET: OK 00000100:00000040:1.0:1767384960.483450:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000005c0808bb x1853237363764864 msgsize 4848 00000400:00000200:2.0:1767384960.483456:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384960.483463:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000100:00100000:1.0:1767384960.483464:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384960.483470:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384960.483470:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384960.483473:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384960.483476:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384960.483492:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384960.483496:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384960.483499:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071980d8c 00000800:00000001:2.0:1767384960.483500:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384960.483503:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384960.483504:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071980d8c. 00000800:00000001:2.0:1767384960.483508:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.483510:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384960.483511:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294948368 00000100:00000200:1.0:1767384960.483516:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384960.483518:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058ac76ee. 00000400:00000200:2.0:1767384960.483520:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp22(192.168.203.109@tcp22) <- 192.168.203.109@tcp22 : GET - for me 00000100:00000001:0.0:1767384960.483528:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384960.483532:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384960.483535:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294948368 00000100:00000040:1.0:1767384960.483537:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384960.483539:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 592 into portal 0 MB=0x8000000000000000 00000100:00000010:0.0:1767384960.483542:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e64e0931. 00000100:00000001:1.0:1767384960.483549:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.483550:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384960.483554:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384960.483556:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294948368 00000400:00000200:2.0:1767384960.483559:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 592/592 into md 0x1d71 [1] + 0 00000100:00000001:1.0:1767384960.483562:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384960.483562:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ec7898e. 00000100:00000001:1.0:1767384960.483570:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294948368 00000100:00000001:0.0:1767384960.483571:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384960.483577:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp22 to MR: 192.168.203.109@tcp22 local destination 00000100:00000001:1.0:1767384960.483582:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294948368 00000100:00000001:0.0:1767384960.483583:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294948368 00000100:00000001:1.0:1767384960.483586:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294948368 00000100:00000010:0.0:1767384960.483589:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061c5229d. 00000100:00000001:1.0:1767384960.483590:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294948368 00000400:00000200:2.0:1767384960.483592:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp22 NI seq info: [165:165:256:4294967295] 192.168.203.109@tcp22 LPNI seq info [147:147:8:4294967295] 00000100:00000001:1.0:1767384960.483595:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294948368 00000100:00000001:0.0:1767384960.483596:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384960.483600:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294948368 00000100:00000001:0.0:1767384960.483602:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384960.483606:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294948368 00000100:00000001:0.0:1767384960.483609:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.483610:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294948368 00000100:00000001:1.0:1767384960.483616:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.483616:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.483617:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp22(192.168.203.109@tcp22:192.168.203.109@tcp22) -> 192.168.203.109@tcp22(192.168.203.109@tcp22:192.168.203.109@tcp22) 192.168.203.109@tcp22 : REPLY try# 0 00000100:00000001:1.0:1767384960.483622:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.483622:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384960.483627:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.109@tcp22 00000100:00000001:1.0:1767384960.483627:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.483630:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384960.483633:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4706be1. 00000100:00000001:0.0:1767384960.483633:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384960.483636:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384960.483637:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384960.483638:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767384960.483643:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000043d3dd7b] -> 12345-192.168.203.109@tcp22 (6) 00000100:00000001:0.0:1767384960.483644:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384960.483645:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384960.483648:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384960.483649:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767384960.483653:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp22 ip 192.168.203.109:997 00000100:00000001:1.0:1767384960.483654:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.483654:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384960.483658:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4706be1 type 3, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1767384960.483661:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.483662:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.483690:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384960.483690:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384960.483694:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363764736 00000100:00100000:1.0:1767384960.483695:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363764864 02000000:00000001:1.0:1767384960.483699:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384960.483699:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384960.483703:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384960.483704:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384960.483708:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.483708:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384960.483709:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384960.483715:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4706be1. 02000000:00000001:0.0:1767384960.483715:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384960.483716:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.483720:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384960.483723:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363764864 00000100:00100000:0.0:1767384960.483723:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363764736 00000020:00000001:1.0:1767384960.483729:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384960.483729:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384960.483733:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000040:0.0:1767384960.483733:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:2.0:1767384960.483738:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp22->192.168.203.109@tcp22: REPLY: OK 00000020:00000001:1.0:1767384960.483738:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384960.483739:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384960.483743:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000040:1.0:1767384960.483744:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:0.0:1767384960.483747:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000800:00000001:2.0:1767384960.483748:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384960.483749:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384960.483752:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000800:00000001:2.0:1767384960.483755:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384960.483756:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384960.483758:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384960.483761:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384960.483764:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384960.483764:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000109615ce. 00000800:00000001:2.0:1767384960.483769:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.483769:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384960.483771:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000388e00b. 00000800:00000001:2.0:1767384960.483775:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384960.483775:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000109615ce. 00000100:00000001:1.0:1767384960.483777:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384960.483782:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384960.483783:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1766c0d. 00000020:00000010:1.0:1767384960.483790:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000388e00b. 00000020:00000010:0.0:1767384960.483791:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d99d65ad. 00000400:00000200:2.0:1767384960.483794:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp22(192.168.203.109@tcp22) <- 192.168.203.109@tcp22 : REPLY - for me 00000020:00000010:0.0:1767384960.483799:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008627ea1a. 00000020:00000010:1.0:1767384960.483802:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095a6e446. 00000020:00000010:1.0:1767384960.483809:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fe35702. 00000400:00000200:2.0:1767384960.483810:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp22: Reply from 12345-192.168.203.109@tcp22 of length 592/592 into md 0x1d75 00000100:00000040:0.0:1767384960.483810:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384960.483817:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073d9a722. 00000100:00000001:0.0:1767384960.483818:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1767384960.483820:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384960.483825:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1767384960.483828:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.483829:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384960.483829:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384960.483835:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384960.483835:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.483835:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.483846:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp22->192.168.203.109@tcp22: REPLY: OK 00000100:00000001:1.0:1767384960.483849:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.483850:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.483852:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009301cea 00000400:00000010:2.0:1767384960.483856:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009301cea. 00000400:00000200:2.0:1767384960.483860:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:1.0:1767384960.483862:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.483862:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384960.483894:0:16334:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000100:00000001:0.0:1767384960.483894:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384960.483898:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384960.483901:0:16334:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000100:00000001:1.0:1767384960.483901:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384960.483905:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384960.483905:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000040:0.0:1767384960.483911:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:2.0:1767384960.483915:0:16334:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.109@tcp (624 bytes) 00000100:00100000:1.0:1767384960.483916:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000001:0.0:1767384960.483917:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988343376 : -107292721208240 : ffff9e6af7772450) 00000400:00000200:2.0:1767384960.483922:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000040:1.0:1767384960.483922:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000040:0.0:1767384960.483926:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c0808bb x1853237363764864/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:186/0 lens 4848/0 e 0 to 0 dl 1767384971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.483928:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988349520 : -107292721202096 : ffff9e6af7773c50) 00000400:00000010:2.0:1767384960.483933:0:16334:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000065b703b1. 00000100:00000040:1.0:1767384960.483937:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040607cbe x1853237363764736/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:186/0 lens 4848/0 e 0 to 0 dl 1767384971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384960.483939:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (36) 00000100:00000001:0.0:1767384960.483943:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384960.483947:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000109615ce. 00000800:00000001:2.0:1767384960.483949:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384960.483950:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384960.483952:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384960.483954:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384960.483955:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000388e00b. 00000020:00000010:0.0:1767384960.483955:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000109615ce. 00000100:00000001:1.0:1767384960.483961:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384960.483964:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000388e00b. 00000100:00100000:0.0:1767384960.483967:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c0808bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363764864:12345-0@lo:253: 00000100:00100000:1.0:1767384960.483973:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040607cbe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363764736:12345-0@lo:253: 00000100:00000200:0.0:1767384960.483974:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363764864 00000100:00000200:1.0:1767384960.483980:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363764736 00000020:00000001:0.0:1767384960.483980:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384960.483982:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384960.483985:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384960.483985:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384960.483989:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 0000000065b703b1. 00000020:00000001:1.0:1767384960.483989:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384960.483990:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384960.483994:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384960.483995:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384960.483996:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b8973c. 00000020:00000001:1.0:1767384960.483997:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384960.483998:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:1.0:1767384960.484000:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:1.0:1767384960.484004:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384960.484004:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384960.484005:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009301cea. 00000020:00000001:0.0:1767384960.484007:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384960.484008:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384960.484011:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384960.484012:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000065b703b1 00000020:00000001:1.0:1767384960.484014:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384960.484015:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384960.484019:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:2.0:1767384960.484020:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384960.484020:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384960.484023:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384960.484025:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384960.484026:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384960.484029:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ba6d2e0. 02000000:00000001:0.0:1767384960.484030:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384960.484036:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384960.484037:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edfdf06b 02000000:00000010:0.0:1767384960.484037:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001aca49d9. 02000000:00000001:1.0:1767384960.484041:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384960.484043:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edfdf06b. 02000000:00000001:0.0:1767384960.484043:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.484047:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384960.484050:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000014b9e209. 20000000:00000001:0.0:1767384960.484050:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384960.484051:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 02000000:00000001:1.0:1767384960.484055:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384960.484056:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000009fd15f67. 00000100:00000001:1.0:1767384960.484062:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.484064:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 20000000:00000001:1.0:1767384960.484066:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384960.484067:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d08aef1c. 00000400:00000200:2.0:1767384960.484069:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300871 20000000:01000000:0.0:1767384960.484074:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384960.484076:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:0 20000000:00000001:0.0:1767384960.484078:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384960.484080:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 rc 1 20000000:00000001:0.0:1767384960.484081:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384960.484085:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 20000000:00000001:0.0:1767384960.484085:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.484087:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (35) 20000000:00000010:1.0:1767384960.484088:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c91eb101. 20000000:00000001:0.0:1767384960.484089:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384960.484093:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000d0c80e3f. 20000000:00000001:0.0:1767384960.484094:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384960.484095:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:2.0:1767384960.484099:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005670bf3a. 20000000:00000001:1.0:1767384960.484099:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384960.484102:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384960.484105:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384960.484105:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000053fdc1d5. 00000400:00000010:2.0:1767384960.484106:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5cee6d7. 20000000:00000001:1.0:1767384960.484111:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384960.484111:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000400:00000200:2.0:1767384960.484116:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 20000000:00000001:1.0:1767384960.484118:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384960.484120:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384960.484123:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00080000:00000001:0.0:1767384960.484126:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384960.484127:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00080000:00000001:0.0:1767384960.484131:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384960.484133:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:2.0:1767384960.484137:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000400:00000200:2.0:1767384960.484146:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:2.0:1767384960.484149:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00080000:00000001:0.0:1767384960.484149:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384960.484156:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000400:00000200:2.0:1767384960.484159:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000400:00000200:2.0:1767384960.484161:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00080000:00000001:0.0:1767384960.484165:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.484166:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 00080000:00000001:0.0:1767384960.484170:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384960.484173:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.484174:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 00080000:00000001:0.0:1767384960.484178:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384960.484181:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.484184:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 36], ns[148, 36] 00080000:00000002:0.0:1767384960.484186:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000400:00000200:2.0:1767384960.484191:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 36], ns[155, 36] 00000020:00000001:0.0:1767384960.484191:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:0.0:1767384960.484195:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384960.484199:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 36], ns[165, 36] 00080000:00000001:0.0:1767384960.484200:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384960.484207:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 36], ns[34, 36] 00080000:00000001:0.0:1767384960.484207:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384960.484212:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384960.484216:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00000020:00000001:0.0:1767384960.484216:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384960.484222:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000400:00000200:2.0:1767384960.484223:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00080000:00000001:0.0:1767384960.484227:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384960.484230:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00080000:00000010:0.0:1767384960.484231:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e487117b. 00080000:00000001:0.0:1767384960.484235:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775868975104 : -107297840576512 : ffff9e69c653c800) 00080000:00000001:0.0:1767384960.484239:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384960.484241:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000001:00000001:0.0:1767384960.484243:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384960.484247:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000109615ce. 00000400:00000200:2.0:1767384960.484251:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 34], ns[72, 34] 00080000:00000001:0.0:1767384960.484252:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384960.484256:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384960.484262:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 34], ns[73, 34] 00000400:00000200:2.0:1767384960.484267:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 34], ns[127, 34] 00080000:00000001:0.0:1767384960.484272:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384960.484283:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 34], ns[115, 34] 00000400:00000200:2.0:1767384960.484289:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 34], ns[87, 34] 00080000:00000001:0.0:1767384960.484292:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384960.484295:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 34], ns[152, 34] 00000400:00000200:2.0:1767384960.484300:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 34], ns[117, 34] 00000400:00000200:2.0:1767384960.484306:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 34], ns[123, 34] 00000400:00000200:2.0:1767384960.484310:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 34], ns[157, 34] 00000400:00000200:2.0:1767384960.484313:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 34], ns[129, 34] 00000400:00000200:2.0:1767384960.484317:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 34], ns[132, 34] 00000400:00000200:2.0:1767384960.484321:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 34], ns[153, 34] 00000400:00000200:2.0:1767384960.484326:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 34], ns[160, 34] 00000400:00000200:2.0:1767384960.484330:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 34], ns[163, 34] 00000400:00000200:2.0:1767384960.484334:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 34], ns[162, 34] 00000400:00000200:2.0:1767384960.484337:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:2.0:1767384960.484339:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp23 00000400:00000200:2.0:1767384960.484342:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp23 lpni_is_preferred = 0 00000400:00000200:2.0:1767384960.484344:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp23 00000400:00000200:2.0:1767384960.484346:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp23 NI seq info: [166:166:256:4294967295] 192.168.203.109@tcp23 LPNI seq info [148:148:8:4294967295] 00000400:00000200:2.0:1767384960.484349:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp23 00000400:00000200:2.0:1767384960.484354:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23:) -> 192.168.203.109@tcp23(192.168.203.109@tcp:192.168.203.109@tcp23) : GET try# 0 00000800:00000200:2.0:1767384960.484358:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp23 00000800:00000010:2.0:1767384960.484360:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b4706be1. 00000800:00000200:2.0:1767384960.484369:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (6) 00000800:00000200:2.0:1767384960.484374:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp23 ip 192.168.203.109:988 00000800:00000200:2.0:1767384960.484376:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4706be1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384960.484389:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384960.484391:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000800:00000200:0.0:1767384960.484453:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384960.484457:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384960.484457:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b4706be1. 00000400:00000200:0.0:1767384960.484462:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384960.484467:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384960.484467:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: GET: OK 00000800:00000001:2.0:1767384960.484474:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384960.484474:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384960.484494:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000800:00000001:2.0:1767384960.484495:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384960.484502:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23) <- 192.168.203.109@tcp23 : GET - for me 00000400:00000200:2.0:1767384960.484509:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384960.484512:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 624/624 into md 0x1d71 [1] + 0 00000400:00000200:2.0:1767384960.484518:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp23 to MR: 192.168.203.109@tcp23 local destination 00000400:00000200:2.0:1767384960.484522:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp23 NI seq info: [167:167:256:4294967295] 192.168.203.109@tcp23 LPNI seq info [149:149:8:4294967295] 00000400:00000200:2.0:1767384960.484528:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23:192.168.203.109@tcp23) -> 192.168.203.109@tcp23(192.168.203.109@tcp23:192.168.203.109@tcp23) 192.168.203.109@tcp23 : REPLY try# 0 00000800:00000200:2.0:1767384960.484531:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.109@tcp23 00000800:00000010:2.0:1767384960.484534:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023a3ee05. 00000800:00000200:2.0:1767384960.484537:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (6) 00000800:00000200:2.0:1767384960.484541:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp23 ip 192.168.203.109:995 00000800:00000200:2.0:1767384960.484542:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023a3ee05 type 3, nob 720 niov 1 nkiov 1 00000800:00000001:0.0:1767384960.484574:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384960.484590:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384960.484593:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023a3ee05. 00000400:00000200:2.0:1767384960.484596:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384960.484600:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: REPLY: OK 00000800:00000001:1.0:1767384960.484605:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384960.484606:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384960.484613:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384960.484616:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384960.484619:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384960.484624:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23) <- 192.168.203.109@tcp23 : REPLY - for me 00000400:00000200:1.0:1767384960.484631:0:16334:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp23: Reply from 12345-192.168.203.109@tcp23 of length 624/624 into md 0x1d8d 00000800:00000001:1.0:1767384960.484635:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384960.484638:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384960.484639:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384960.484642:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: REPLY: OK 00000400:00000200:1.0:1767384960.484644:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005670bf3a 00000400:00000010:1.0:1767384960.484646:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005670bf3a. 00000400:00000200:1.0:1767384960.484648:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384960.484650:0:16334:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:1.0:1767384960.484652:0:16334:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:1.0:1767384960.484654:0:16334:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 37. state = 0x300271 00000400:00000200:1.0:1767384960.484656:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384960.484666:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (36) 00000800:00000001:1.0:1767384960.484669:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384960.484672:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384960.484685:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384960.484690:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3000f1 00000400:00000010:2.0:1767384960.484696:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 0000000031415181. 00000400:00000010:2.0:1767384960.484698:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000a8cb804e. 00000400:00000010:2.0:1767384960.484700:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 0000000093df051d. 00000400:00000200:2.0:1767384960.484729:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp33(000000003b81b819) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384960.484734:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp36(0000000097d9f78e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384960.484739:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp40(000000005cf4af64) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384960.484742:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp42(0000000005e5b135) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384960.484746:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009adbd96b. 00000400:00000200:2.0:1767384960.484751:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009adbd96b nid 192.168.203.109@tcp43 00000400:00000010:2.0:1767384960.484754:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000079b70ce6. 00000400:00000200:2.0:1767384960.484756:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 0000000079b70ce6 net tcp43 00000400:00000200:2.0:1767384960.484758:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (35) 00000400:00000200:2.0:1767384960.484761:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp43 flags 0x11 00000400:00000010:2.0:1767384960.484765:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000d683bcc. 00000400:00000200:2.0:1767384960.484767:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000d683bcc nid 192.168.203.109@tcp44 00000400:00000010:2.0:1767384960.484769:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000097b1df95. 00000400:00000200:2.0:1767384960.484770:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 0000000097b1df95 net tcp44 00000400:00000200:2.0:1767384960.484771:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (36) 00000400:00000200:2.0:1767384960.484773:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp44 flags 0x11 00000400:00000010:2.0:1767384960.484775:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000030f37bbc. 00000400:00000200:2.0:1767384960.484777:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000030f37bbc nid 192.168.203.109@tcp45 00000400:00000010:2.0:1767384960.484778:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001bb53aa2. 00000400:00000200:2.0:1767384960.484779:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 000000001bb53aa2 net tcp45 00000400:00000200:2.0:1767384960.484780:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (37) 00000400:00000200:2.0:1767384960.484782:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp45 flags 0x11 00000400:00000010:2.0:1767384960.484783:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 0000000031415181. 00000400:00000010:2.0:1767384960.484785:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000a8cb804e. 00000400:00000010:2.0:1767384960.484787:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 0000000093df051d. 00000400:00000010:2.0:1767384960.484788:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000d0c80e3f. 00000400:00000200:2.0:1767384960.484790:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384960.484791:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300171 00000400:00000200:2.0:1767384960.484793:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc 1 00000400:00000200:2.0:1767384960.484795:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000010:2.0:1767384960.484798:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e34168f. 00000400:00000200:2.0:1767384960.484799:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (38) 00000400:00000010:2.0:1767384960.484805:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae6de580. 00000400:00000200:2.0:1767384960.484808:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp23 00000400:00000200:2.0:1767384960.484812:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp23 to MR: 192.168.203.109@tcp23 local destination 00000400:00000200:2.0:1767384960.484816:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp23 NI seq info: [168:168:256:4294967295] 192.168.203.109@tcp23 LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1767384960.484819:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp23 00000400:00000200:2.0:1767384960.484824:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23:192.168.203.109@tcp23) -> 192.168.203.109@tcp23(192.168.203.109@tcp23:192.168.203.109@tcp23) : PUT try# 0 00000800:00000200:2.0:1767384960.484827:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.109@tcp23 00000800:00000010:2.0:1767384960.484829:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023a3ee05. 00000800:00000200:2.0:1767384960.484832:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (6) 00000800:00000200:2.0:1767384960.484836:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp23 ip 192.168.203.109:988 00000800:00000200:2.0:1767384960.484839:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023a3ee05 type 1, nob 720 niov 1 nkiov 1 00000400:00000200:2.0:1767384960.484854:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384960.484857:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 0 00000800:00000200:1.0:1767384960.484948:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384960.484952:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023a3ee05. 00000800:00000001:0.0:1767384960.484957:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384960.484964:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384960.484965:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384960.484967:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384960.484970:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384960.484976:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: PUT: OK 00000400:00000200:0.0:1767384960.484982:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23) <- 192.168.203.109@tcp23 : PUT - for me 00000400:00000200:1.0:1767384960.484984:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384960.484989:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp23: 0 00000400:00000200:0.0:1767384960.484994:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384960.485000:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 624/624 into md 0x1d89 [1] + 0 00000400:00000010:0.0:1767384960.485003:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b8973c. 00000400:00000200:0.0:1767384960.485006:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000009301cea 00000800:00000001:0.0:1767384960.485009:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384960.485013:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384960.485015:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384960.485019:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: PUT: OK 00000400:00000200:0.0:1767384960.485022:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009301cea 00000400:00000010:0.0:1767384960.485024:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009301cea. 00000400:00000200:0.0:1767384960.485027:0:16333:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384960.485029:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (39) 00000400:00000200:0.0:1767384960.485034:0:16333:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000010:0.0:1767384960.485037:0:16333:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 0000000000f3918d. 00000400:00000200:0.0:1767384960.485039:0:16333:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.109@tcp 37 00000400:00000200:0.0:1767384960.485043:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384960.485050:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (40) 00000400:00000200:0.0:1767384960.485054:0:16333:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384960.485057:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp23 to MR: 192.168.203.109@tcp23 local destination 00000400:00000200:0.0:1767384960.485062:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp23 NI seq info: [169:169:256:4294967295] 192.168.203.109@tcp23 LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1767384960.485075:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23:192.168.203.109@tcp23) -> 192.168.203.109@tcp23(192.168.203.109@tcp23:192.168.203.109@tcp23) 192.168.203.109@tcp23 : ACK try# 0 00000800:00000200:0.0:1767384960.485080:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp23 00000400:00000200:2.0:1767384960.485081:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384960.485084:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b353466. 00000400:00000010:2.0:1767384960.485086:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aed341ad. 00000800:00000200:0.0:1767384960.485091:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (6) 00000400:00000010:2.0:1767384960.485092:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000400:00000200:2.0:1767384960.485096:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000065b703b1 00000800:00000200:0.0:1767384960.485098:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp23 ip 192.168.203.109:995 00000400:00000200:2.0:1767384960.485103:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3004f1 00000800:00000200:0.0:1767384960.485103:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b353466 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384960.485111:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 00000000d0c80e3f. 00000400:00000010:2.0:1767384960.485114:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 0000000093df051d. 00000400:00000010:2.0:1767384960.485115:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 00000000a8cb804e. 00000800:00000001:1.0:1767384960.485136:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384960.485149:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 00000000d0c80e3f. 00000800:00000001:1.0:1767384960.485150:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384960.485154:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 0000000093df051d. 00000400:00000010:2.0:1767384960.485157:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 00000000a8cb804e. 00000400:00000010:2.0:1767384960.485159:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 0000000000f3918d. 00000400:00000200:2.0:1767384960.485161:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384960.485164:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300571 00000400:00000200:2.0:1767384960.485166:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 1 00000400:00000200:2.0:1767384960.485169:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 00000800:00000001:1.0:1767384960.485170:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384960.485174:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000800:00000001:1.0:1767384960.485174:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384960.485176:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384960.485179:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300511 rc 0 00000800:00000001:1.0:1767384960.485181:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384960.485181:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b353466. 00000400:00000200:0.0:1767384960.485185:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384960.485193:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:0.0:1767384960.485196:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: ACK: OK 00000400:00000200:1.0:1767384960.485199:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp23(192.168.203.109@tcp23) <- 192.168.203.109@tcp23 : ACK - for me 00000400:00000200:2.0:1767384960.485200:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (39) 00000400:00000200:1.0:1767384960.485219:0:16335:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp23: ACK from 12345-192.168.203.109@tcp23 into md 0x1d91 00000400:00000200:1.0:1767384960.485224:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384960.485230:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp23->192.168.203.109@tcp23: ACK: OK 00000400:00000200:1.0:1767384960.485234:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e34168f 00000400:00000010:1.0:1767384960.485236:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e34168f. 00000400:00000200:1.0:1767384960.485240:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000001:0.0:1767384960.485240:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384960.485245:0:16335:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:1.0:1767384960.485248:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (38) 00000800:00000001:1.0:1767384960.485251:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384960.485255:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384960.486013:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e487117b. 00080000:00000010:0.0:1767384960.486043:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000109615ce. 00040000:00000001:0.0:1767384960.486048:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384960.486050:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384960.486052:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384960.486055:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384960.486057:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384960.486058:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384960.486068:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384960.486076:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384960.486079:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384960.486083:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384960.486091:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384960.486094:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384960.486096:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:1.0:1767384960.486098:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ca5e61c. 00010000:00000001:2.0:1767384960.486100:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:1.0:1767384960.486103:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00010000:00000001:2.0:1767384960.486104:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:1.0:1767384960.486110:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:2.0:1767384960.486112:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000048a49e8b. 00080000:00000001:1.0:1767384960.486114:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384960.486117:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384960.486119:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:2.0:1767384960.486121:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000032a9dda7. 00000020:00000001:2.0:1767384960.486125:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384960.486128:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000032a9dda7 with handle 0x135556ebb4843ca9 to hash 00080000:00000001:1.0:1767384960.486129:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:2.0:1767384960.486131:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384960.486134:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384960.486138:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00080000:00000001:1.0:1767384960.486139:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486143:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384960.486144:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384960.486148:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384960.486149:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384960.486154:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:2.0:1767384960.486155:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384960.486156:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384960.486161:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:1.0:1767384960.486169:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:1.0:1767384960.486173:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384960.486174:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384960.486177:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384960.486181:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384960.486184:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384960.486187:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486188:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384960.486191:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384960.486193:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384960.486195:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384960.486196:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384960.486199:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384960.486200:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:2.0:1767384960.486201:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384960.486204:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384960.486205:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000020:0.0:1767384960.486206:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384960.486207:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:1.0:1767384960.486209:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000026483cd2. 00010000:00000001:2.0:1767384960.486210:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:0.0:1767384960.486211:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:2.0:1767384960.486214:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000048a49e8b) refcount = 1 00080000:00000001:1.0:1767384960.486215:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781264896 : -107297928286720 : ffff9e69c1196e00) 20000000:00000010:0.0:1767384960.486215:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d08aef1c. 00080000:00000001:1.0:1767384960.486222:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:0.0:1767384960.486222:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.486223:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384960.486226:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:0.0:1767384960.486229:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363764864 00080000:00000010:1.0:1767384960.486230:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000388e00b. 00010000:00000001:0.0:1767384960.486234:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:1.0:1767384960.486235:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384960.486238:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000200:0.0:1767384960.486241:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c0808bb x1853237363764864/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:186/0 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384960.486247:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486254:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384960.486256:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384960.486258:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:1.0:1767384960.486258:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384960.486259:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486261:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384960.486265:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486270:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384960.486272:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=78 v=5 (1 0 0 0) 20000000:00000001:2.0:1767384960.486273:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384960.486278:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00000100:00000001:0.0:1767384960.486279:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384960.486281:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384960.486283:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:2.0:1767384960.486285:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384960.486287:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000040:2.0:1767384960.486288:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=4 02000000:00000001:0.0:1767384960.486293:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384960.486294:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 02000000:00000001:0.0:1767384960.486297:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486298:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384960.486302:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384960.486302:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384960.486304:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384960.486308:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384960.486312:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f44ed0b. 00010000:00000001:2.0:1767384960.486314:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:0.0:1767384960.486316:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363764864, offset 224 00010000:00010000:2.0:1767384960.486317:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384960.486325:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384960.486326:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384960.486329:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384960.486330:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384960.486334:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384960.486342:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384960.486343:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06e80 00010000:00000001:2.0:1767384960.486346:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384960.486350:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d81 [2] + 224 00010000:00000001:2.0:1767384960.486352:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384960.486355:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384960.486356:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384960.486360:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384960.486366:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384960.486370:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384960.486371:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000032a9dda7 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384960.486377:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1767384960.486379:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384960.486387:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384960.486391:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384960.486396:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384960.486397:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384960.486398:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384960.486401:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384960.486402:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=5 00000400:00000200:0.0:1767384960.486402:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f44ed0b 00000400:00000010:0.0:1767384960.486406:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f44ed0b. 00000020:00000001:2.0:1767384960.486407:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00000100:00000001:0.0:1767384960.486410:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384960.486411:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00000100:00000001:0.0:1767384960.486412:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384960.486415:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384960.486416:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384960.486417:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.486418:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384960.486419:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384960.486423:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:1.0:1767384960.486425:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384960.486428:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384960.486430:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384960.486431:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384960.486431:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f556d46. 00000020:00000001:0.0:1767384960.486434:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486435:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384960.486437:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000165b601 00000020:00000001:0.0:1767384960.486438:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384960.486439:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384960.486440:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000165b601. 00010000:00000001:2.0:1767384960.486445:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384960.486445:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c0808bb x1853237363764864/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:186/0 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.486446:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384960.486448:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384960.486452:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384960.486453:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384960.486455:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384960.486460:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000032a9dda7 with handle 0x135556ebb4843ca9 from hash 00010000:00000001:2.0:1767384960.486465:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384960.486469:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384960.486472:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384960.486475:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c0808bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363764864:12345-0@lo:253: Request processed in 2527us (3019us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384960.486476:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:1.0:1767384960.486476:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384960.486489:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384960.486493:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384960.486496:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384960.486499:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384960.486504:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486509:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:0.0:1767384960.486513:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00010000:00000001:2.0:1767384960.486514:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384960.486514:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384960.486517:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:2.0:1767384960.486519:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384960.486519:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.486521:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384960.486523:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384960.486525:0:16343:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384960.486526:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.486526:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384960.486529:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384960.486532:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384960.486532:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fe35702. 00000100:00000001:1.0:1767384960.486535:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486537:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384960.486539:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384960.486539:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073d9a722. 00010000:00000001:2.0:1767384960.486540:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.486546:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384960.486546:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=78 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384960.486547:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095a6e446. 00000020:00000040:0.0:1767384960.486554:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00001000:1.0:1767384960.486555:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=78 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384960.486560:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384960.486562:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384960.486562:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384960.486563:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384960.486565:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001aca49d9. 00010000:00000001:2.0:1767384960.486566:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384960.486570:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384960.486572:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384960.486572:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.486573:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384960.486576:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384960.486577:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384960.486578:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.486579:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.486580:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:0.0:1767384960.486583:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384960.486585:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.486585:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384960.486588:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089c1eec. 20000000:00000001:2.0:1767384960.486591:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.486594:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384960.486594:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f44ed0b. 00000100:00000040:1.0:1767384960.486595:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384960.486613:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384960.486615:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384960.486616:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384960.486619:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ca9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384960.486620:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384960.486623:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384960.486628:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000048a49e8b count: 0 00000020:01000004:1.0:1767384960.486629:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384960.486632:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384960.486634:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384960.486635:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384960.486636:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384960.486637:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384960.486638:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:2.0:1767384960.486640:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384960.486640:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 20000000:00000001:2.0:1767384960.486643:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:1.0:1767384960.486644:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384960.486649:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384960.486655:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008982accd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363764864:0@lo:253: 00000100:00000001:1.0:1767384960.486659:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.486660:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384960.486663:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008982accd x1853237363764864/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.486667:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384960.486669:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384960.486671:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fb7385c0. 02000000:00000001:1.0:1767384960.486674:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384960.486675:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384960.486676:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384960.486677:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384960.486679:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b5509755. 02000000:00000001:1.0:1767384960.486681:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384960.486682:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384960.486689:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008982accd. 00000100:00000001:1.0:1767384960.486691:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384960.486692:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.486694:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.486697:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384960.486698:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.486700:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384960.486702:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384960.487677:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000026483cd2. 00080000:00000010:1.0:1767384960.487713:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000388e00b. 00040000:00000001:1.0:1767384960.487717:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384960.487718:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384960.487720:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384960.487723:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384960.487724:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384960.487726:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384960.487728:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384960.487738:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384960.487741:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384960.487746:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384960.487746:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384960.487750:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384960.487752:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384960.487754:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384960.487755:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384960.487760:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000084296aaa. 00010000:00000001:2.0:1767384960.487762:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384960.487765:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f6a6e86. 00000020:00000001:2.0:1767384960.487767:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384960.487768:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f6a6e86 with handle 0x135556ebb4843cb0 to hash 00000020:00000001:2.0:1767384960.487769:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384960.487776:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384960.487778:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384960.487780:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384960.487781:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.487783:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384960.487787:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384960.487789:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384960.487791:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384960.487792:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384960.487794:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384960.487796:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384960.487797:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384960.487799:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384960.487801:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384960.487802:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384960.487804:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384960.487805:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000084296aaa) refcount = 1 00010000:00010000:2.0:1767384960.487809:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384960.487815:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384960.487817:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384960.487818:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384960.487820:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.487821:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384960.487824:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384960.487826:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384960.487829:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384960.487831:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384960.487832:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=4 00000020:00000001:2.0:1767384960.487835:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384960.487837:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384960.487840:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384960.487848:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384960.487855:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384960.487857:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384960.487889:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384960.487891:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384960.487893:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384960.487897:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384960.487901:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384960.487906:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:1.0:1767384960.487906:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c91eb101. 00010000:00000001:2.0:1767384960.487910:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384960.487912:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.487913:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384960.487917:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384960.487918:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363764736 00010000:00000001:1.0:1767384960.487923:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384960.487927:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f6a6e86 already unused, calling callback (00000000c66beece) 00010000:00000200:1.0:1767384960.487929:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040607cbe x1853237363764736/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:186/0 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384960.487930:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384960.487934:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384960.487936:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.487942:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384960.487945:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384960.487945:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.487948:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:1.0:1767384960.487949:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=78 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384960.487950:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384960.487955:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=5 00000100:00000001:1.0:1767384960.487955:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384960.487959:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000100:00000040:1.0:1767384960.487960:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384960.487963:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000100:00000001:1.0:1767384960.487964:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384960.487968:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384960.487969:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1767384960.487970:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.487972:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384960.487974:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384960.487978:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1767384960.487985:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384960.487987:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:1.0:1767384960.487989:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000165b601. 00010000:00000001:2.0:1767384960.487990:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384960.487995:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363764736, offset 224 00010000:00000001:2.0:1767384960.487996:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384960.488000:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384960.488002:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384960.488004:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384960.488005:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384960.488009:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f6a6e86 with handle 0x135556ebb4843cb0 from hash 00010000:00000001:2.0:1767384960.488013:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384960.488015:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384960.488017:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384960.488018:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384960.488022:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384960.488023:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384960.488025:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384960.488027:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c06e00 00010000:00000001:2.0:1767384960.488028:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384960.488031:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384960.488034:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384960.488037:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d79 [2] + 224 00010000:00000001:2.0:1767384960.488038:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384960.488041:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384960.488044:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384960.488045:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384960.488046:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384960.488046:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384960.488050:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.488053:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.488056:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384960.488057:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384960.488063:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384960.488066:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384960.488067:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384960.488068:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384960.488072:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384960.488073:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384960.488074:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384960.488076:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384960.488079:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384960.488083:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384960.488088:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.488092:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384960.488094:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.488121:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384960.488122:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384960.488126:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384960.488128:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cb0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384960.488130:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000165b601 00000400:00000010:1.0:1767384960.488134:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000165b601. 00010000:00000040:2.0:1767384960.488136:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000084296aaa count: 0 00000100:00000001:1.0:1767384960.488139:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384960.488142:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384960.488146:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.488150:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384960.488151:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 20000000:00000001:2.0:1767384960.488153:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384960.488153:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384960.488157:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384960.488158:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384960.488161:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384960.488164:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384960.488165:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384960.488168:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384960.488172:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067429aa1. 00000100:00000040:1.0:1767384960.488173:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040607cbe x1853237363764736/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:186/0 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384960.488180:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f2d9532 00000400:00000010:0.0:1767384960.488185:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f2d9532. 00000100:00000001:0.0:1767384960.488192:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384960.488193:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040607cbe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363764736:12345-0@lo:253: Request processed in 4241us (4840us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384960.488200:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384960.488210:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:1.0:1767384960.488216:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384960.488220:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384960.488221:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.488224:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384960.488229:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d99d65ad. 00000100:00000001:0.0:1767384960.488233:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384960.488236:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.488241:0:16342:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384960.488242:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008627ea1a. 02000000:00000001:0.0:1767384960.488243:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384960.488247:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384960.488250:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1766c0d. 00000100:00000001:0.0:1767384960.488250:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.488256:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384960.488257:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:1.0:1767384960.488263:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384960.488264:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000014b9e209. 00000100:00001000:0.0:1767384960.488270:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=78 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384960.488271:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384960.488274:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384960.488277:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=78 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384960.488279:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384960.488285:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384960.488286:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f556d46. 00000100:00000001:0.0:1767384960.488288:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384960.488291:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000165b601. 00010000:00000001:0.0:1767384960.488291:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384960.488294:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.488297:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.488301:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.488306:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.488308:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384960.488309:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384960.488311:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384960.488313:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384960.488313:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384960.488314:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384960.488315:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384960.488316:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384960.488317:0:16342:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384960.488318:0:16342:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384960.488319:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384960.488320:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384960.488321:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384960.488325:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363764736:0@lo:253: 00000100:00000001:0.0:1767384960.488328:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.488330:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.488331:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095256724 x1853237363764736/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.488335:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384960.488336:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384960.488337:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000036412a7f. 02000000:00000001:0.0:1767384960.488340:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384960.488341:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384960.488342:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384960.488348:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384960.488350:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ac0497a2. 02000000:00000001:0.0:1767384960.488352:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384960.488352:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384960.488353:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095256724. 00000100:00000001:0.0:1767384960.488355:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384960.488356:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.488357:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.488360:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384960.488361:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.488362:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384960.488364:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384960.489922:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294948368, at 4294948369 00000100:00000010:2.0:1767384960.489931:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ec7898e. 00000100:00000040:1.0:1767384960.490920:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294948368, at 4294948370 00000100:00000010:1.0:1767384960.490926:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e64e0931. 00000100:00000040:0.0:1767384960.490929:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294948368, at 4294948370 00000100:00000010:0.0:1767384960.490939:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058ac76ee. 00000100:00000040:3.0:1767384960.490946:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294948368, at 4294948370 00000100:00000010:3.0:1767384960.490955:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061c5229d. 00010000:00000010:2.1:1767384960.495906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000048a49e8b. 00010000:00000010:2.1:1767384960.495914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032a9dda7. 00010000:00000010:2.1:1767384960.495920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000084296aaa. 00010000:00000010:2.1:1767384960.495923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f6a6e86. 00000400:00000010:3.0:1767384960.500620:0:35882:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000044b27858. 00000400:00000040:3.0:1767384960.500636:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384960.500638:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384960.500640:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384960.500641:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384960.500643:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384960.500644:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384960.500651:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384960.500653:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384960.500655:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384960.500657:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384960.500659:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384960.500661:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384960.500663:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384960.500664:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384960.500666:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384960.500669:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384960.500671:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384960.500673:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384960.500675:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384960.500677:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384960.500679:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384960.500681:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384960.500682:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384960.500684:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384960.500685:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384960.500688:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384960.500689:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384960.500691:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384960.500693:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384960.500695:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384960.500696:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384960.500698:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384960.500700:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384960.500702:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384960.500703:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384960.500705:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384960.500706:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384960.500709:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384960.500711:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384960.500713:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384960.500714:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384960.500716:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384960.500718:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384960.500720:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384960.500721:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384960.500730:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384960.500732:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384960.500733:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384960.500736:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384960.500738:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384960.500739:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384960.500741:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384960.500743:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384960.500745:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384960.500747:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384960.500748:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384960.500749:0:35882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384960.500857:0:35882:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000044b27858. 00010000:00000001:2.0:1767384961.368907:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384961.368912:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.368916:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384961.368920:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384961.368920:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp42 00000400:00000010:1.0:1767384961.368926:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f593aa4c. 00000400:00000010:1.0:1767384961.368935:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000eee47127. 00000020:00000001:2.0:1767384961.368938:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384961.368941:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d32e7c1. 00000020:00000001:2.0:1767384961.368942:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.368946:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384961.368953:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009b79734b. 00000400:00000200:1.0:1767384961.368960:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp42 00000400:00000200:1.0:1767384961.368983:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp42 local destination 00000400:00000200:1.0:1767384961.368990:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp42 00000400:00000200:1.0:1767384961.368997:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp42 NI seq info: [170:170:256:4294967295] 192.168.203.109@tcp42 LPNI seq info [152:152:8:4294967295] 00000400:00000200:1.0:1767384961.369005:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp42 00000400:00000200:1.0:1767384961.369013:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp42(192.168.203.109@tcp42:) -> 192.168.203.109@tcp42(192.168.203.109@tcp42:192.168.203.109@tcp42) : GET try# 0 00000800:00000200:1.0:1767384961.369018:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp42 00000800:00000010:1.0:1767384961.369023:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b0f24c6e. 00000800:00000200:1.0:1767384961.369040:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000800:00000200:1.1:1767384961.369045:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000400:00000200:1.0:1767384961.369063:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp42 added to recovery queue. ping count: 2 next ping: 285 health :800 00000400:00000200:1.0:1767384961.369137:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:0.0:1767384961.369178:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f88d22c] -> 12345-192.168.203.109@tcp27 (6) 00000800:00000200:0.0:1767384961.369185:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp27 ip 192.168.203.109:988 00000800:00000200:0.0:1767384961.369188:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384961.369190:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369222:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369240:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369271:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369291:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369310:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369338:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369362:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369389:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000800:00000200:0.0:1767384961.369407:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384961.369413:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384961.369415:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000800:00000001:0.0:1767384961.369423:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384961.369430:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384961.369434:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384961.369435:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369460:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369491:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369509:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369537:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369563:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369598:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369631:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369675:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369709:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369740:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369786:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369830:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369889:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369925:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369946:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369968:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.369989:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.370009:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.370037:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.370065:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.370092:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.370126:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384961.370147:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384961.370268:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c91eb101. 00000800:00000010:1.0:1767384961.370275:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f2f8f2a3. 00000800:00000010:1.0:1767384961.370281:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d338dbdd. 00000800:00000010:1.0:1767384961.370310:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d338dbdd. 00000800:00020000:1.0:1767384961.370319:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384961.370322:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f2f8f2a3. 00000800:00000010:1.0:1767384961.370338:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c91eb101. 00000400:02020000:1.0:1767384961.370400:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp42 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384961.370406:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp42 notifying 192.168.203.109@tcp42: down 00000800:00000200:1.0:1767384961.370413:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp42 down 00000800:00000100:1.0:1767384961.370419:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp42 00000800:00000010:1.0:1767384961.370422:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b0f24c6e. 00000400:00000200:1.0:1767384961.370426:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384961.370431:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp42->192.168.203.109@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384961.370438:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384961.370441:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384961.370446:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp42) recovery failed with -71 10000000:00000001:3.0:1767384961.496935:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384961.496940:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 10000000:00000001:3.0:1767384961.496945:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384961.496948:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384961.496951:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384961.496952:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384961.496955:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384961.496958:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384961.496960:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 73 10000000:00000001:3.0:1767384961.496963:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384961.496965:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384961.496973:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fd03b16. 00000020:00000040:3.0:1767384961.496978:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384961.496982:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384961.496986:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384961.496991:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384961.496998:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f72f6fb. 00000100:00000001:3.0:1767384961.497004:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.497009:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384961.497011:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384961.497018:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b8f23969. 00010000:00000001:3.0:1767384961.497022:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384961.497026:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000056b4699d. 00000020:00000001:3.0:1767384961.497031:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384961.497034:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000056b4699d with handle 0x135556ebb4843cb7 to hash 00000020:00000001:3.0:1767384961.497043:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384961.497044:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384961.497047:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384961.497051:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384961.497055:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384961.497058:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384961.497068:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384961.497079:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384961.497085:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384961.497087:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384961.497093:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cefcd90e. 00000100:00000001:3.0:1767384961.497096:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775869314752 : -107297840236864 : ffff9e69c658f6c0) 00000100:00000001:3.0:1767384961.497099:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384961.497101:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079261440 : -107292630290176 : ffff9e6afce27100) 00000100:00000001:3.0:1767384961.497106:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384961.497109:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.497111:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384961.497114:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384961.497122:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.497133:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384961.497135:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384961.497139:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384961.497142:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384961.497145:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384961.497149:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002fd03b16 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363764992:0@lo:101: 00000100:00000001:3.0:1767384961.497155:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384961.497167:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384961.497169:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384961.497172:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384961.497176:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000e45aefb. 02000000:00000001:3.0:1767384961.497178:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384961.497184:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc40650. 00000400:00000010:3.0:1767384961.497191:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000100:00000200:3.0:1767384961.497196:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363764992, portal 25 00000100:00000001:3.0:1767384961.497199:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384961.497201:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079261440 : -107292630290176 : ffff9e6afce27100) 00000100:00000040:3.0:1767384961.497207:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.497215:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384961.497219:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384961.497222:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000100:00000200:3.0:1767384961.497225:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363764992, offset 0 00000400:00000200:3.0:1767384961.497233:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384961.497247:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384961.497259:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c06f00 00000400:00000200:3.0:1767384961.497266:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1565 [2] + 0 00000400:00000010:3.0:1767384961.497270:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab82bd22. 00000400:00000200:3.0:1767384961.497273:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032e10562 00000400:00000200:3.0:1767384961.497278:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384961.497283:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384961.497287:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e10562 00000400:00000010:3.0:1767384961.497290:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032e10562. 00000100:00000001:3.0:1767384961.497295:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384961.497296:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384961.497300:0:17069:0:(events.c:337:request_in_callback()) incoming req@0000000065028d1c x1853237363764992 msgsize 328 00000100:00100000:3.0:1767384961.497304:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384961.497306:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384961.497318:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384961.497325:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000400:00000010:3.0:1767384961.497327:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00000001:3.0:1767384961.497331:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384961.497342:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.497353:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384961.497355:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.497362:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.497365:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384961.497372:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.497376:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294949382 00000100:00000001:1.0:1767384961.497379:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1767384961.497381:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001947e4a. 00000100:00100000:1.0:1767384961.497384:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363764992 02000000:00000001:1.0:1767384961.497387:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384961.497389:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384961.497390:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384961.497391:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384961.497397:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.497399:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294949382 00000100:00100000:1.0:1767384961.497400:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363764992 00000020:00000001:1.0:1767384961.497405:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384961.497406:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f10b1238. 00000020:00000040:1.0:1767384961.497407:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384961.497412:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384961.497414:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384961.497414:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:1.0:1767384961.497419:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384961.497421:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294949382 00000020:00000001:1.0:1767384961.497421:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000010:3.0:1767384961.497429:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4a5ac4a. 00000100:00000001:1.0:1767384961.497430:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384961.497435:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b55e8a1. 00000100:00000001:3.0:1767384961.497436:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384961.497439:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294949382 00000100:00000010:3.0:1767384961.497443:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e5b87234. 00000100:00000001:1.0:1767384961.497445:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384961.497449:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b55e8a1. 00000100:00000001:3.0:1767384961.497451:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384961.497456:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095a6e446. 00000100:00000001:3.0:1767384961.497457:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384961.497461:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.497462:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000cf17e4c. 00000100:00000001:3.0:1767384961.497463:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384961.497467:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384961.497470:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cefcd90e going to sleep for 11 seconds 00000020:00000010:1.0:1767384961.497486:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004d1c31fe. 00000100:00000040:1.0:1767384961.497496:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384961.497499:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384961.497500:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384961.497503:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384961.497505:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.497505:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.497531:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.497544:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.497555:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384961.497556:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384961.497559:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000040:1.0:1767384961.497562:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384961.497564:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988348496 : -107292721203120 : ffff9e6af7773850) 00000100:00000040:1.0:1767384961.497568:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065028d1c x1853237363764992/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:187/0 lens 328/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.497575:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384961.497579:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b55e8a1. 00000100:00000001:1.0:1767384961.497580:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384961.497582:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b55e8a1. 00000100:00100000:1.0:1767384961.497584:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065028d1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:17069:x1853237363764992:12345-0@lo:101: 00000100:00000200:1.0:1767384961.497588:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363764992 00000020:00000001:1.0:1767384961.497590:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384961.497593:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384961.497595:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.497597:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384961.497598:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:1.0:1767384961.497601:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384961.497602:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384961.497604:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384961.497613:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384961.497615:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.497617:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384961.497620:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384961.497621:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384961.497623:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384961.497624:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.497628:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384961.497635:0:17065:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a43efc2b. 00010000:00000001:1.0:1767384961.497637:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384961.497640:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc35e043. 00000020:00000001:1.0:1767384961.497642:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384961.497644:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc35e043 with handle 0x135556ebb4843cbe to hash 00000020:00000001:1.0:1767384961.497645:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384961.497647:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00000001:1.0:1767384961.497648:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00010000:00010000:1.0:1767384961.497650:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843cb7 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384961.497656:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000020:00000040:1.0:1767384961.497658:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=15 00000100:00000001:1.0:1767384961.497664:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384961.497666:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384961.497669:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000083aace8d. 02000000:00000001:1.0:1767384961.497671:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.497672:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.497674:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384961.497677:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384961.497679:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384961.497681:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384961.497682:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.497684:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384961.497685:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.497687:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384961.497689:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384961.497690:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384961.497696:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384961.497698:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a43efc2b) refcount = 1 00010000:00010000:1.0:1767384961.497702:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 15 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.497706:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384961.497708:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384961.497709:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.497711:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.497712:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384961.497716:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384961.497717:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 15 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.497722:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384961.497724:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384961.497726:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.497727:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.497729:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384961.497730:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.497731:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384961.497733:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000cc35e043, rc 0) 00000020:00000001:1.0:1767384961.497735:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384961.497737:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363764992 00010000:00000001:1.0:1767384961.497739:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384961.497742:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065028d1c x1853237363764992/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:187/0 lens 328/344 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384961.497748:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384961.497750:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384961.497769:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384961.497773:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384961.497775:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384961.497776:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384961.497778:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384961.497780:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.497787:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384961.497789:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384961.497791:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc4b54b1. 00000100:00000200:1.0:1767384961.497793:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363764992, offset 224 00000400:00000200:1.0:1767384961.497797:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384961.497802:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384961.497808:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c06f00 00000400:00000200:1.0:1767384961.497811:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1dad [1] + 224 00000400:00000200:1.0:1767384961.497814:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384961.497816:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384961.497819:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384961.497821:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384961.497828:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.497841:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384961.497845:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc4b54b1 00000400:00000010:1.0:1767384961.497846:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc4b54b1. 00000100:00000001:1.0:1767384961.497849:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384961.497851:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384961.497854:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.497857:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384961.497858:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384961.497860:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384961.497863:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.498151:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384961.498156:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065028d1c x1853237363764992/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:187/0 lens 328/344 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384961.498164:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065028d1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363764992:12345-0@lo:101: Request processed in 587us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384961.498171:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000040:1.0:1767384961.498174:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384961.498176:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384961.498178:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384961.498187:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000cf17e4c. 00000020:00000010:1.0:1767384961.498191:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004d1c31fe. 00000020:00000010:1.0:1767384961.498194:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095a6e446. 00000020:00000040:1.0:1767384961.498199:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:1.0:1767384961.498203:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384961.498205:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000083aace8d. 02000000:00000001:1.0:1767384961.498208:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384961.498210:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384961.498214:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384961.498218:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83bd837. 00000400:00000001:3.0:1767384961.498631:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384961.498635:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384961.498638:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc40650. 00000400:00000200:3.0:1767384961.498643:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384961.498645:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000100:00000001:3.0:1767384961.498659:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384961.498662:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092dfb160. 00000100:00000200:3.0:1767384961.498666:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384961.498679:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.498688:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384961.498691:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.498694:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384961.498697:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384961.498715:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384961.498717:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384961.498720:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384961.498724:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=79 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384961.498729:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384961.498732:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384961.498735:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.498737:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384961.498740:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.498743:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384961.498748:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.498755:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384961.498759:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384961.498761:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384961.498766:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384961.498775:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002fd03b16 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363764992:0@lo:101: 00000100:00000001:3.0:1767384961.498781:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.498784:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.498786:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384961.498788:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384961.498791:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.498812:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384961.498814:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cefcd90e. 00000100:00000001:3.0:1767384961.498818:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384961.498820:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.498822:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384961.498825:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384961.498827:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384961.498829:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056b4699d refcount=4 00000020:00000001:3.0:1767384961.498831:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384961.498834:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000040:3.0:1767384961.498838:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000056b4699d, remote cookie: 0x135556ebb4843cbe, flags: 0x0 00010000:00000001:3.0:1767384961.498841:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384961.498844:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384961.498845:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384961.498847:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384961.498849:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384961.498851:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b8f23969) refcount = 1 00010000:00010000:3.0:1767384961.498854:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.498862:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384961.498863:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384961.498865:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384961.498868:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384961.498870:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384961.498873:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.498879:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384961.498881:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.498883:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.498885:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.498887:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.498889:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.498953:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384961.498957:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002fd03b16 x1853237363764992/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.498966:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384961.498969:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384961.498971:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000e45aefb. 02000000:00000001:3.0:1767384961.498974:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384961.498976:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384961.498978:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384961.498980:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384961.498983:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001f72f6fb. 02000000:00000001:3.0:1767384961.498986:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384961.498988:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384961.498989:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fd03b16. 00000100:00000001:3.0:1767384961.498993:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384961.498994:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384961.498996:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384961.498999:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384961.499000:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 10000000:00000001:3.0:1767384961.499002:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.499005:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384961.499007:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384961.499008:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056b4699d refcount=3 00000020:00000001:3.0:1767384961.499010:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384961.499013:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384961.499015:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384961.499017:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.499019:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.499020:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384961.499023:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384961.499026:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000075a2da8d. 00000100:00000010:3.0:1767384961.499051:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fd03b16. 00000020:00000040:3.0:1767384961.499054:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384961.499057:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384961.499060:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384961.499062:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384961.499074:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f72f6fb. 00000100:00000001:3.0:1767384961.499078:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499082:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384961.499086:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000e45aefb. 00000100:00000010:3.0:1767384961.499091:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004a7332a7. 00000020:00000040:3.0:1767384961.499094:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384961.499098:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384961.499100:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384961.499104:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cefcd90e. 00000100:00000001:3.0:1767384961.499106:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775869314752 : -107297840236864 : ffff9e69c658f6c0) 00000100:00000001:3.0:1767384961.499108:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384961.499110:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079261440 : -107292630290176 : ffff9e6afce27100) 00000100:00000001:3.0:1767384961.499113:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384961.499115:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499116:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384961.499118:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384961.499120:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.499128:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384961.499129:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384961.499132:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384961.499133:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384961.499135:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384961.499138:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002fd03b16 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363765120:0@lo:256: 00000100:00000001:3.0:1767384961.499142:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384961.499144:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384961.499146:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499149:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384961.499154:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc40650. 00000400:00000010:3.0:1767384961.499160:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002c83e14d. 00000100:00000200:3.0:1767384961.499164:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c06f80-0x6958272c06f80, portal 33 00000100:00000001:3.0:1767384961.499167:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384961.499169:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384961.499173:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069fa632d. 02000000:00000001:3.0:1767384961.499188:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384961.499192:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d722ae6c. 00000400:00000010:3.0:1767384961.499197:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000100:00000200:3.0:1767384961.499201:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363765120, portal 25 00000100:00000001:3.0:1767384961.499202:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384961.499204:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079261440 : -107292630290176 : ffff9e6afce27100) 00000100:00000040:3.0:1767384961.499208:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.499217:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384961.499219:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384961.499222:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000100:00000200:3.0:1767384961.499225:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363765120, offset 0 00000400:00000200:3.0:1767384961.499230:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384961.499237:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384961.499243:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c06f80 00000400:00000200:3.0:1767384961.499251:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x156d [2] + 0 00000400:00000010:3.0:1767384961.499254:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4079bad. 00000400:00000200:3.0:1767384961.499256:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aea69787 00000400:00000200:3.0:1767384961.499259:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384961.499261:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384961.499263:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aea69787 00000400:00000010:3.0:1767384961.499264:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aea69787. 00000100:00000001:3.0:1767384961.499266:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384961.499268:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384961.499269:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000007acef2e0 x1853237363765120 msgsize 304 00000100:00100000:3.0:1767384961.499272:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384961.499273:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384961.499281:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384961.499284:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000400:00000010:3.0:1767384961.499285:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00000001:3.0:1767384961.499286:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384961.499289:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.499294:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384961.499302:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.499307:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499309:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384961.499312:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499314:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294949384 00000100:00000001:3.0:1767384961.499318:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949382 00000100:00000001:3.0:1767384961.499321:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294949384 00000100:00000001:3.0:1767384961.499324:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949382 00000100:00000001:3.0:1767384961.499327:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294949384 00000100:00000001:3.0:1767384961.499329:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949382 00000100:00000001:3.0:1767384961.499332:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294949384 00000100:00000001:3.0:1767384961.499334:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949382 00000100:00000001:3.0:1767384961.499337:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384961.499338:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499340:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384961.499341:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384961.499342:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cefcd90e going to sleep for 11 seconds 00000100:00000001:3.0:1767384961.499344:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384961.499346:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499362:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384961.499364:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363765120 02000000:00000001:3.0:1767384961.499366:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384961.499367:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384961.499368:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384961.499370:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384961.499372:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363765120 00000020:00000001:3.0:1767384961.499373:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384961.499375:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384961.499376:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384961.499377:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384961.499379:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384961.499381:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384961.499389:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384961.499392:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008206142d. 00000100:00000001:3.0:1767384961.499394:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384961.499396:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008206142d. 00000020:00000010:3.0:1767384961.499400:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf0e10eb. 00000020:00000010:3.0:1767384961.499403:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008edc9be5. 00000020:00000010:3.0:1767384961.499406:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8885f64. 00000100:00000040:3.0:1767384961.499411:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384961.499413:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384961.499414:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384961.499415:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499419:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499426:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.499435:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384961.499436:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384961.499438:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:3.0:1767384961.499440:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384961.499441:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988347472 : -107292721204144 : ffff9e6af7773450) 00000100:00000040:3.0:1767384961.499444:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007acef2e0 x1853237363765120/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:187/0 lens 304/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.499449:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384961.499452:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008206142d. 00000100:00000001:3.0:1767384961.499454:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384961.499456:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008206142d. 00000100:00100000:3.0:1767384961.499459:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007acef2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363765120:12345-0@lo:256: 00000100:00000200:3.0:1767384961.499462:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363765120 00000020:00000001:3.0:1767384961.499463:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384961.499465:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384961.499466:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384961.499468:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384961.499469:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:3.0:1767384961.499486:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384961.499493:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384961.499495:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384961.499496:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384961.499498:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499500:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384961.499518:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384961.499530:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000fc5c8a7c. 02000000:00000001:3.0:1767384961.499532:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499534:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384961.499536:0:17065:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384961.499539:0:17065:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384961.499541:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384961.499544:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384961.499545:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384961.499547:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384961.499549:0:17065:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384961.499552:0:17065:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c325f144. 20000000:00000001:3.0:1767384961.499555:0:17065:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384961.499568:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384961.499573:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384961.499577:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384961.499579:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384961.499581:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384961.499583:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384961.499584:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384961.499586:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384961.499588:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384961.499589:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384961.499590:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384961.499592:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384961.499593:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384961.499595:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384961.499596:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384961.499597:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384961.499598:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384961.499600:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384961.499601:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384961.499603:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384961.499604:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384961.499612:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384961.499613:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384961.499615:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384961.499617:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384961.499619:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384961.499620:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384961.499621:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384961.499623:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384961.499624:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384961.499626:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384961.499627:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384961.499628:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384961.499630:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384961.499631:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384961.499633:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384961.499634:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:3.0:1767384961.499636:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 20000000:00000040:3.0:1767384961.499642:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384961.499644:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384961.499645:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384961.499647:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384961.499648:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384961.499650:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384961.499651:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384961.499653:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384961.499654:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384961.499655:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384961.499656:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384961.499658:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384961.499659:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384961.499660:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384961.499662:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384961.499664:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384961.499665:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384961.499666:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384961.499668:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384961.499669:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384961.499670:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384961.499672:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384961.499681:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384961.499682:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384961.499684:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384961.499685:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384961.499686:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384961.499688:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384961.499689:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384961.499690:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384961.499692:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384961.499693:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384961.499694:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384961.499696:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384961.499697:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384961.499698:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384961.499700:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:3.0:1767384961.499701:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 20000000:01000000:3.0:1767384961.499703:0:17065:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 20000000:00000001:3.0:1767384961.499705:0:17065:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00000001:3.0:1767384961.499707:0:17065:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384961.499711:0:17065:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ef733a45. 00000100:00000010:3.0:1767384961.499715:0:17065:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000655f41c3. 00000020:00000040:3.0:1767384961.499717:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:3.0:1767384961.499719:0:17065:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384961.499721:0:17065:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384961.499724:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000400:00000010:3.0:1767384961.499728:0:17065:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006f098e6d. 00000400:00000200:3.0:1767384961.499730:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384961.499738:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384961.499744:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x6958272c06f80 00000400:00000200:3.0:1767384961.499748:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1dbd [4] + 0 00000400:00000010:3.0:1767384961.499751:0:17065:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc40650. 00000400:00000200:3.0:1767384961.499753:0:17065:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c83e14d 00000400:00000200:3.0:1767384961.499756:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384961.499758:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384961.499760:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c83e14d 00000400:00000010:3.0:1767384961.499761:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002c83e14d. 00000100:00000001:3.0:1767384961.499764:0:17065:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384961.499771:0:17065:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002fd03b16 desc 000000000e45aefb mbits 1853237363765120 00000100:00000001:3.0:1767384961.499795:0:17065:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384961.499798:0:17065:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384961.499801:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384961.499808:0:17065:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1dc9 00000400:00000200:3.0:1767384961.499810:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384961.499812:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384961.499814:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384961.499816:0:17065:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ef733a45 00000100:00000001:3.0:1767384961.499817:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384961.499823:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000400:00000010:3.0:1767384961.499826:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00000001:3.0:1767384961.499829:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384961.499831:0:17065:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ef733a45 00000100:00000001:3.0:1767384961.499834:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384961.499839:0:17065:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x6958272c06f80-0x6958272c06f80 00000100:00000001:3.0:1767384961.499842:0:17065:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.499846:0:17065:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499849:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384961.499852:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:3.0:1767384961.499855:0:17065:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000655f41c3. 00000100:00000010:3.0:1767384961.499859:0:17065:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ef733a45. 00000100:00000001:3.0:1767384961.499861:0:17065:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384961.499862:0:17065:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384961.499871:0:17065:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c325f144. 20000000:00000001:3.0:1767384961.499876:0:17065:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384961.499879:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363765120 00010000:00000001:3.0:1767384961.499882:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384961.499886:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007acef2e0 x1853237363765120/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:187/0 lens 304/240 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384961.499893:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384961.499920:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384961.499923:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384961.499927:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384961.499937:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384961.499939:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384961.499942:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384961.499944:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.499946:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384961.499949:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384961.499953:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000100:00000200:3.0:1767384961.499956:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363765120, offset 224 00000400:00000200:3.0:1767384961.499962:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384961.499969:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384961.499977:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c06f80 00000400:00000200:3.0:1767384961.499981:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1dc1 [1] + 224 00000400:00000200:3.0:1767384961.499985:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384961.499989:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384961.499994:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384961.499998:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384961.500007:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.500016:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384961.500021:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000400:00000010:3.0:1767384961.500023:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00000001:3.0:1767384961.500027:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384961.500028:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384961.500032:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384961.500035:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384961.500038:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384961.500040:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384961.500042:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384961.500046:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007acef2e0 x1853237363765120/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:187/0 lens 304/240 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384961.500055:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007acef2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363765120:12345-0@lo:256: Request processed in 603us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384961.500087:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:3.0:1767384961.500090:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384961.500093:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384961.500096:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384961.500099:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008edc9be5. 00000020:00000010:3.0:1767384961.500103:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8885f64. 00000020:00000010:3.0:1767384961.500108:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf0e10eb. 00000020:00000040:3.0:1767384961.500112:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:3.0:1767384961.500115:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384961.500117:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000fc5c8a7c. 02000000:00000001:3.0:1767384961.500122:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384961.500125:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384961.500129:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384961.500133:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc40650. 00000400:00000010:3.0:1767384961.500139:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c83e14d. 00000100:00000001:3.0:1767384961.500158:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384961.500165:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384961.500167:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384961.500169:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d722ae6c. 00000400:00000200:3.0:1767384961.500173:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:3.0:1767384961.500175:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000100:00000001:3.0:1767384961.500179:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384961.500182:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384961.500191:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.500200:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384961.500202:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.500204:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384961.500206:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384961.500207:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384961.500210:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384961.500212:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384961.500216:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=79 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384961.500228:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384961.500232:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384961.500234:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.500236:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384961.500238:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.500241:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384961.500245:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384961.500260:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.500267:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384961.500269:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384961.500272:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384961.500279:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002fd03b16 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363765120:0@lo:256: 00000100:00000001:3.0:1767384961.500284:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.500287:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.500289:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384961.500291:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384961.500295:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.500301:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384961.500304:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cefcd90e. 00000100:00000001:3.0:1767384961.500308:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384961.500309:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384961.500313:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 10000000:00000001:3.0:1767384961.500316:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384961.500324:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000cfa53328. 00010000:00000001:3.0:1767384961.500335:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384961.500338:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384961.500344:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:3.0:1767384961.500347:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.500349:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384961.500363:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:3.0:1767384961.500366:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000100:00000200:3.0:1767384961.500370:0:17069:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.203.109@tcp' 00000400:00000200:3.0:1767384961.500373:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384961.500376:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384961.500380:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:3.0:1767384961.500386:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384961.500392:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (37) 00000400:00000200:3.0:1767384961.500399:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384961.500403:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:3.0:1767384961.500406:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (38) 00000400:00000200:3.0:1767384961.500409:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:3.0:1767384961.500411:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:3.0:1767384961.500415:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500418:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:3.0:1767384961.500420:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:3.0:1767384961.500425:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500427:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:3.0:1767384961.500429:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:3.0:1767384961.500433:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500435:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:3.0:1767384961.500438:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:3.0:1767384961.500443:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500445:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:3.0:1767384961.500447:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:3.0:1767384961.500452:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500454:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:3.0:1767384961.500456:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:3.0:1767384961.500461:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500463:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:3.0:1767384961.500466:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:3.0:1767384961.500485:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500487:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:3.0:1767384961.500490:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:3.0:1767384961.500494:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500496:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:3.0:1767384961.500523:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:3.0:1767384961.500528:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500530:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:3.0:1767384961.500533:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:3.0:1767384961.500537:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500539:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:3.0:1767384961.500541:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:3.0:1767384961.500545:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500548:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:3.0:1767384961.500551:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:3.0:1767384961.500554:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500556:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:3.0:1767384961.500559:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:3.0:1767384961.500563:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500565:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:3.0:1767384961.500567:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:3.0:1767384961.500571:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500573:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:3.0:1767384961.500575:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:3.0:1767384961.500579:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500581:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:3.0:1767384961.500584:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:3.0:1767384961.500587:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500589:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:3.0:1767384961.500591:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:3.0:1767384961.500595:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500597:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:3.0:1767384961.500599:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:3.0:1767384961.500602:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500604:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:3.0:1767384961.500606:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:3.0:1767384961.500609:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500611:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:3.0:1767384961.500613:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:3.0:1767384961.500616:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500618:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:3.0:1767384961.500627:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:3.0:1767384961.500631:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500633:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000400:00000200:3.0:1767384961.500635:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.109@tcp31 00000400:00000200:3.0:1767384961.500639:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500641:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp31 00000400:00000200:3.0:1767384961.500643:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.109@tcp32 00000400:00000200:3.0:1767384961.500646:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500648:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp32 00000400:00000200:3.0:1767384961.500651:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.109@tcp33 00000400:00000200:3.0:1767384961.500654:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500655:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp33 00000400:00000200:3.0:1767384961.500657:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.109@tcp34 00000400:00000200:3.0:1767384961.500661:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500663:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp34 00000400:00000200:3.0:1767384961.500666:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.109@tcp35 00000400:00000200:3.0:1767384961.500669:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500671:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp35 00000400:00000200:3.0:1767384961.500673:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.109@tcp36 00000400:00000200:3.0:1767384961.500677:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500679:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp36 00000400:00000200:3.0:1767384961.500681:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.109@tcp37 00000400:00000200:3.0:1767384961.500685:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500686:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp37 00000400:00000200:3.0:1767384961.500689:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.109@tcp38 00000400:00000200:3.0:1767384961.500693:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500694:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp38 00000400:00000200:3.0:1767384961.500696:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.109@tcp39 00000400:00000200:3.0:1767384961.500700:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500702:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp39 00000400:00000200:3.0:1767384961.500705:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.109@tcp40 00000400:00000200:3.0:1767384961.500708:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384961.500710:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp40 00000100:00000001:3.0:1767384961.500713:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.500716:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384961.500721:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:3.0:1767384961.500732:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000008edc9be5. 10000000:00000040:3.0:1767384961.500736:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 77/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:3.0:1767384961.500740:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384961.500747:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384961.500751:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf0e10eb. 00000020:00000010:3.0:1767384961.500757:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e99306a. 00000040:00000010:3.0:1767384961.500762:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002d5cb464. 00000020:00000010:3.0:1767384961.500767:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009b87bf59. 00000020:00000010:3.0:1767384961.500790:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384961.500795:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ae213486. 80000000:00000010:3.0:1767384961.500800:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a817fa77. 40000000:00000010:3.0:1767384961.500805:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008206142d. 00100000:00000010:3.0:1767384961.500810:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000023741f2. 00040000:00000010:3.0:1767384961.500815:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000033067b95. 00040000:00000010:3.0:1767384961.500821:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000094aa185b. 00040000:00000010:3.0:1767384961.500826:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7e68a65. 00080000:00000010:3.0:1767384961.500833:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e409c266. 00080000:00000010:3.0:1767384961.500839:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001a9e8105. 00000004:00000010:3.0:1767384961.500848:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000099c42544. 00000004:00000010:3.0:1767384961.500855:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000015f5fb16. 00000004:00000010:3.0:1767384961.500860:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005f120413. 00002000:00000010:3.0:1767384961.500865:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ef733a45. 00000004:00000010:3.0:1767384961.500870:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fc5c8a7c. 00000004:00000001:3.0:1767384961.500874:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384961.500877:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384961.500879:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000008edc9be5 00000040:00001000:3.0:1767384961.500881:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384961.500883:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384961.500885:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384961.500887:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384961.500891:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384961.500892:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384961.500894:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384961.500923:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:3.0:1767384961.500932:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384961.500997:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384961.501003:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006e99306a. 00000040:00000010:3.0:1767384961.501007:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002d5cb464. 00000020:00000010:3.0:1767384961.501011:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009b87bf59. 00000020:00000010:3.0:1767384961.501016:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057595501. 00000020:00000010:3.0:1767384961.501022:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ae213486. 80000000:00000010:3.0:1767384961.501027:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a817fa77. 40000000:00000010:3.0:1767384961.501031:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008206142d. 00100000:00000010:3.0:1767384961.501035:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000023741f2. 00040000:00000010:3.0:1767384961.501038:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000033067b95. 00040000:00000010:3.0:1767384961.501042:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000094aa185b. 00040000:00000010:3.0:1767384961.501046:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f7e68a65. 00080000:00000010:3.0:1767384961.501052:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001a9e8105. 00080000:00000010:3.0:1767384961.501056:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e409c266. 00000004:00000010:3.0:1767384961.501060:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000099c42544. 00000004:00000010:3.0:1767384961.501064:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000015f5fb16. 00000004:00000010:3.0:1767384961.501068:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005f120413. 00002000:00000010:3.0:1767384961.501073:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ef733a45. 00000004:00000010:3.0:1767384961.501076:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fc5c8a7c. 00000020:00000010:3.0:1767384961.501081:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf0e10eb. 00000020:00000001:3.0:1767384961.501084:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384961.501087:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384961.501091:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000008edc9be5. 10000000:00000040:3.0:1767384961.501101:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384961.501103:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000cfa53328. 10000000:00000001:3.0:1767384961.501107:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.501110:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384961.501114:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002fd03b16 x1853237363765120/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.501122:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384961.501124:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384961.501126:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069fa632d. 02000000:00000001:3.0:1767384961.501129:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384961.501139:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384961.501140:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384961.501143:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384961.501144:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384961.501146:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384961.501147:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384961.501150:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384961.501152:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004a7332a7. 00000100:00000010:3.0:1767384961.501155:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000e45aefb. 00000100:00000001:3.0:1767384961.501158:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384961.501160:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001f72f6fb. 02000000:00000001:3.0:1767384961.501164:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384961.501166:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384961.501168:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fd03b16. 00000100:00000001:3.0:1767384961.501172:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384961.501174:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384961.501190:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000075a2da8d. 10000000:01000000:3.0:1767384961.501194:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384961.501198:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384961.501200:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384961.501202:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384961.501205:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056b4699d refcount=3 00000020:00000001:3.0:1767384961.501208:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384961.501211:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:3.0:1767384961.501223:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384961.501226:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.501233:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.501235:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384961.501237:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.501246:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384961.501247:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.501249:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384961.501257:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384961.501260:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384961.501263:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384961.501265:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384961.501267:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:3.0:1767384961.501269:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384961.505945:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294949384, at 4294949385 00000100:00000010:2.0:1767384961.505952:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4a5ac4a. 00000100:00000040:1.0:1767384961.506021:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294949384, at 4294949385 00000100:00000010:1.0:1767384961.506028:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f10b1238. 00000100:00000040:3.0:1767384961.506910:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294949384, at 4294949386 00000100:00000040:0.0:1767384961.506917:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294949384, at 4294949386 00000100:00000010:3.0:1767384961.506918:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e5b87234. 00000100:00000010:0.0:1767384961.506929:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001947e4a. 00000020:00000010:3.0:1767384961.513270:0:36215:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000004a7332a7. 00000020:00000040:3.0:1767384961.513278:0:36215:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384961.513281:0:36215:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000004a7332a7. 00000100:00000001:0.0:1767384962.008954:0:17056:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384962.008955:0:18889:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384962.008961:0:18889:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.008961:0:17056:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384962.142179:0:36392:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002fe35702. 00080000:00000010:1.0:1767384962.142189:0:36392:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002fe35702. 00000020:00000001:1.0:1767384962.142194:0:36392:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384962.142201:0:36392:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002fe35702. 00080000:00000010:1.0:1767384962.142206:0:36392:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002fe35702. 00000020:00000001:1.0:1767384962.142209:0:36392:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384962.392937:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384962.392946:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384962.392955:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000001:1.0:1767384962.392955:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384962.392957:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384962.392961:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384962.392967:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d32e7c1 00000400:00000010:1.0:1767384962.392972:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d32e7c1. 00000400:00000200:1.0:1767384962.392978:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384962.392986:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384962.393001:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f593aa4c. 00000400:00000010:1.0:1767384962.393007:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000eee47127. 00000020:00000001:3.0:1767384962.393051:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384962.393054:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384962.393057:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384963.012624:0:36556:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384963.012629:0:36556:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:3.0:1767384963.016031:0:36556:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384963.022815:0:36557:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000e45aefb. 00000400:00000010:3.0:1767384963.022838:0:36557:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c4d748e1. 00000400:00000010:3.0:1767384963.022847:0:36557:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000aa3ef2c4. 00000400:00000010:3.0:1767384963.022850:0:36557:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000071dbe1ad. 00000400:00000010:3.0:1767384963.022853:0:36557:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000083744793. 00000400:00000010:3.0:1767384963.022857:0:36557:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000a21ea84. 00000400:00000010:3.0:1767384963.022858:0:36557:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a69f83ad. 00000400:00000010:3.0:1767384963.022860:0:36557:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a1832787. 00000400:00000010:3.0:1767384963.022913:0:36557:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000eb8498ea. 00000800:00000010:3.0:1767384963.022931:0:36557:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007190abd8. 00000800:00000200:3.0:1767384963.022942:0:36557:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384963.022953:0:36557:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384963.022987:0:36557:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384963.023010:0:36557:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp46 [8/256/0/180] 00000400:00000010:3.0:1767384963.024495:0:36557:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000fc5c8a7c. 00000400:00000010:3.0:1767384963.024500:0:36557:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d722ae6c. 00000400:00000010:3.0:1767384963.024510:0:36557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e63b35. 00000400:00000001:3.0:1767384963.024527:0:36557:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384963.024528:0:36557:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384963.024529:0:36557:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e524964f. 00000400:00000200:3.0:1767384963.024532:0:36557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 00000400:00000010:3.0:1767384963.024533:0:36557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 00000400:00000010:3.0:1767384963.024537:0:36557:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000686b190a. 00000400:00000200:3.0:1767384963.024541:0:36557:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (37) 00000400:00000200:3.0:1767384963.024551:0:36557:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384963.024559:0:36557:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:3.0:1767384963.024565:0:36557:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e409c266. 00000020:01000000:3.0:1767384963.024568:0:36557:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384963.024570:0:36557:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp46 00000400:00000010:3.0:1767384963.024582:0:36557:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c4d748e1. 00000400:00000010:3.0:1767384963.024585:0:36557:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000e45aefb. 00000400:00000200:0.0:1767384963.024585:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384963.024593:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300151 00000400:00000010:0.0:1767384963.024600:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000614a9024. 00000400:00000200:0.0:1767384963.024603:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (38) 00000400:00000010:0.0:1767384963.024607:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e9bed22d. 00000400:00000200:0.0:1767384963.024611:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000020:00000001:2.0:1767384963.024618:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384963.024623:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 10000000:00000001:2.0:1767384963.024625:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384963.024629:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:2.0:1767384963.024630:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384963.024634:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384963.024640:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384963.024644:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:01000004:2.0:1767384963.024647:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384963.024651:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:2.0:1767384963.024652:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384963.024657:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384963.024660:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000020:01000004:2.0:1767384963.024661:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384963.024666:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384963.024667:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000020:01000004:2.0:1767384963.024669:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384963.024672:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000400:00000200:0.0:1767384963.024676:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000400:00000200:0.0:1767384963.024680:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00000020:01000004:2.0:1767384963.024682:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384963.024684:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 00000020:01000004:2.0:1767384963.024686:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384963.024690:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384963.024690:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 00000400:00000200:0.0:1767384963.024695:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 36], ns[148, 36] 00000100:00000010:2.0:1767384963.024698:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a29bfd4. 00000400:00000200:0.0:1767384963.024698:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 36], ns[155, 36] 00000400:00000200:0.0:1767384963.024705:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 36], ns[165, 36] 00000020:00000040:2.0:1767384963.024707:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384963.024710:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 36], ns[169, 36] 00000100:00000001:2.0:1767384963.024715:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384963.024715:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 02000000:00000001:2.0:1767384963.024721:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384963.024722:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 00000400:00000200:0.0:1767384963.024728:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 02000000:00000001:2.0:1767384963.024729:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.024734:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 00000400:00000200:0.0:1767384963.024737:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 36], ns[72, 36] 02000000:00000010:2.0:1767384963.024742:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000b211f03. 00000400:00000200:0.0:1767384963.024750:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[73, 36] 00000100:00000001:2.0:1767384963.024752:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.024755:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 36], ns[127, 36] 00000400:00000200:0.0:1767384963.024761:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 36], ns[115, 36] 00000100:00000001:2.0:1767384963.024763:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384963.024766:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 36], ns[87, 36] 00000100:00000001:2.0:1767384963.024768:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.024773:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 36], ns[152, 36] 00000400:00000200:0.0:1767384963.024780:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[117, 36] 00000100:00000040:2.0:1767384963.024781:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a29bfd4] to pc [ptlrpcd_00_00+0] req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.024786:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 36], ns[123, 36] 00000400:00000200:0.0:1767384963.024799:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 36], ns[157, 36] 00000400:00000200:0.0:1767384963.024810:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 36], ns[129, 36] 00000400:00000200:0.0:1767384963.024814:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 36], ns[132, 36] 00000400:00000200:0.0:1767384963.024817:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 36], ns[153, 36] 00000400:00000200:0.0:1767384963.024819:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 36], ns[160, 36] 00000400:00000200:0.0:1767384963.024823:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 36], ns[163, 36] 00000400:00000200:0.0:1767384963.024825:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 36], ns[170, 36] 00000400:00000200:0.0:1767384963.024828:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 36], ns[0, 36] 10000000:00000001:2.0:1767384963.024831:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.024832:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384963.024842:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:00000001:2.0:1767384963.024848:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.024849:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384963.024850:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000020:00000001:2.0:1767384963.024852:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.024855:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384963.024856:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384963.024858:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp43 00000100:00000001:3.0:1767384963.024860:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384963.024889:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp43 lpni_is_preferred = 0 00000020:00000001:2.0:1767384963.024890:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384963.024894:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp43 10000000:00000001:2.0:1767384963.024895:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384963.024899:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384963.024899:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp43 NI seq info: [171:171:256:4294967295] 192.168.203.109@tcp43 LPNI seq info [153:153:8:4294967295] 10000000:01000000:2.0:1767384963.024903:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384963.024908:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384963.024908:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp43 00000100:00000040:3.0:1767384963.024914:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384963.024914:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384963.024919:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384963.024923:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384963.024925:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp43(192.168.203.109@tcp43:) -> 192.168.203.109@tcp43(192.168.203.109@tcp:192.168.203.109@tcp43) : PUT try# 0 00000020:01000004:2.0:1767384963.024927:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384963.024932:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384963.024936:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:0.0:1767384963.024938:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.109@tcp43 00000020:01000004:2.0:1767384963.024940:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384963.024942:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384963.024944:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:0.0:1767384963.024946:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b353466. 00000100:00000001:3.0:1767384963.024947:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384963.024949:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046e12a25. 02000000:00000001:3.0:1767384963.024954:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384963.024955:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000800:00000010:0.0:1767384963.024955:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000097739c3a. 02000000:00000001:3.0:1767384963.024960:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384963.024962:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1767384963.024962:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000edd49eb1. 02000000:00000001:3.0:1767384963.024967:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.024968:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384963.024972:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 02000000:00000001:2.0:1767384963.024974:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.024976:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a29bfd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363765248:0@lo:253: 00000800:00000200:0.1:1767384963.024981:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000100:00000001:3.0:1767384963.024984:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384963.024984:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000257fd99b. 02000000:00000001:3.0:1767384963.024991:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384963.024994:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.024996:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 02000000:00000001:3.0:1767384963.024998:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384963.024999:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.025001:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300551 rc 0 02000000:00000010:3.0:1767384963.025006:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001a9e8105. 00000100:00000001:2.0:1767384963.025007:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384963.025011:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.025012:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384963.025016:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e524964f. 00000100:00000040:2.0:1767384963.025020:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e12a25] to pc [ptlrpcd_00_01+1] req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384963.025022:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4d748e1. 00000100:00000200:3.0:1767384963.025029:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363765248, portal 25 10000000:00000001:2.0:1767384963.025036:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.025037:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384963.025041:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879033472 : -107292830518144 : ffff9e6af0f33480) 10000000:00000001:2.0:1767384963.025042:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.025046:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.025048:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.025049:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000020:01000000:2.0:1767384963.025050:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384963.025057:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e409c266. 00000100:00000001:3.0:1767384963.025060:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384963.025066:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384963.025069:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eae0e629. 00000100:00000200:3.0:1767384963.025072:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363765248, offset 0 00000100:00000001:2.0:1767384963.025076:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384963.025080:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384963.025081:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384963.025085:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384963.025093:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384963.025093:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.025094:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:2.0:1767384963.025106:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384963.025107:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07000 00000100:00000001:2.0:1767384963.025110:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.025115:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x157d [2] + 0 02000000:00000001:2.0:1767384963.025116:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384963.025121:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d6010b. 02000000:00000001:2.0:1767384963.025121:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384963.025123:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384963.025125:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1a68a45 02000000:00000001:2.0:1767384963.025129:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.025134:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384963.025135:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363765376:0@lo:253: 00000400:00000200:3.0:1767384963.025140:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384963.025146:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384963.025148:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1a68a45 00000400:00000200:0.0:1767384963.025148:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 02000000:00000001:2.0:1767384963.025150:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384963.025152:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1a68a45. 02000000:00000001:2.0:1767384963.025155:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.025158:0:16340:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384963.025159:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384963.025161:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384963.025165:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000cb6e0c35 x1853237363765248 msgsize 4848 00000100:00100000:3.0:1767384963.025168:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384963.025168:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cd709255. 00000400:00000200:0.0:1767384963.025171:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000040:3.0:1767384963.025172:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384963.025173:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384963.025182:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000feaae00d. 00000100:00000001:3.0:1767384963.025183:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384963.025188:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b53cbf5c. 00000400:00000200:3.0:1767384963.025191:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eae0e629 00000400:00000010:3.0:1767384963.025194:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eae0e629. 00000100:00000001:3.0:1767384963.025197:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384963.025200:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.025201:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000200:2.0:1767384963.025203:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363765376, portal 25 00000100:00000001:2.0:1767384963.025210:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384963.025214:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020032 : -107292830531584 : ffff9e6af0f30000) 00000100:00000001:3.0:1767384963.025216:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384963.025221:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384963.025224:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.025228:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:3.0:1767384963.025243:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.025246:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384963.025260:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384963.025261:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.025261:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000040:2.0:1767384963.025267:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384963.025269:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294950910 00000400:00000010:2.0:1767384963.025272:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf8699e0. 00000100:00000010:3.0:1767384963.025274:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b84e773. 00000100:00000200:2.0:1767384963.025277:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363765376, offset 0 00000100:00000001:3.0:1767384963.025283:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384963.025288:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384963.025290:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294950910 00000100:00000010:3.0:1767384963.025295:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088da7229. 00000400:00000200:0.0:1767384963.025298:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000001:3.0:1767384963.025299:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384963.025301:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384963.025306:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294950910 00000100:00000010:3.0:1767384963.025310:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000089d5d32. 00000100:00000001:3.0:1767384963.025314:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384963.025315:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07080 00000100:00000001:3.0:1767384963.025321:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294950910 00000400:00000200:2.0:1767384963.025326:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1595 [2] + 0 00000100:00000010:3.0:1767384963.025328:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd8fb066. 00000400:00000010:2.0:1767384963.025333:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e8f645. 00000100:00000001:3.0:1767384963.025334:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384963.025340:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384963.025341:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049449a06 00000400:00000200:0.0:1767384963.025342:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:3.0:1767384963.025344:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.025349:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384963.025350:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384963.025351:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384963.025359:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384963.025361:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384963.025365:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384963.025365:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049449a06 00000100:00000001:3.0:1767384963.025367:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.025370:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384963.025370:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049449a06. 00000100:00000001:3.0:1767384963.025374:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.025379:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.025379:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384963.025383:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384963.025389:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000026987a25 x1853237363765376 msgsize 4848 00000400:00000200:0.0:1767384963.025391:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00100000:2.0:1767384963.025398:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384963.025402:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384963.025415:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384963.025421:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8699e0 00000400:00000010:2.0:1767384963.025424:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf8699e0. 00000100:00000001:2.0:1767384963.025429:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384963.025433:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.025438:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000001:2.0:1767384963.025447:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384963.025452:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.025459:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.025475:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384963.025480:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.025484:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294950910 00000100:00000001:2.0:1767384963.025488:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294950910 00000100:00000001:2.0:1767384963.025512:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294950910 00000100:00000001:2.0:1767384963.025515:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294950910 00000100:00000001:2.0:1767384963.025518:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294950910 00000400:00000200:0.0:1767384963.025519:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000100:00000001:2.0:1767384963.025521:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294950910 00000100:00000001:2.0:1767384963.025526:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294950910 00000100:00000001:3.0:1767384963.025528:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384963.025529:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294950910 00000100:00100000:3.0:1767384963.025534:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363765248 00000100:00000001:2.0:1767384963.025535:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384963.025539:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384963.025541:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.025542:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384963.025547:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.025548:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.025550:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.025552:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384963.025555:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363765248 00000020:00000001:3.0:1767384963.025559:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384963.025560:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384963.025561:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:2.0:1767384963.025565:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384963.025566:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384963.025571:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:2.0:1767384963.025573:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384963.025574:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000100:00000001:2.0:1767384963.025576:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384963.025582:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384963.025582:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.025587:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384963.025588:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.025592:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384963.025597:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6d42b89. 00000100:00000001:3.0:1767384963.025600:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384963.025603:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6d42b89. 00000020:00000010:3.0:1767384963.025610:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003424aac5. 00000020:00000010:3.0:1767384963.025615:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000242c5338. 00000100:00000001:2.0:1767384963.025617:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384963.025620:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8885f64. 00000100:00100000:2.0:1767384963.025622:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363765376 00000400:00000200:0.0:1767384963.025625:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 02000000:00000001:2.0:1767384963.025628:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384963.025632:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384963.025633:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384963.025634:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.025638:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384963.025641:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.025642:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384963.025646:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384963.025647:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363765376 00000020:00000001:2.0:1767384963.025652:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384963.025653:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384963.025655:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384963.025659:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384963.025662:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:2.0:1767384963.025665:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384963.025666:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384963.025671:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384963.025677:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384963.025683:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ea821be. 00000400:00000200:0.0:1767384963.025684:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000100:00000001:3.0:1767384963.025685:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384963.025687:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384963.025689:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384963.025694:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ea821be. 00000100:00100000:3.0:1767384963.025697:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:3.0:1767384963.025700:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384963.025704:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988340304 : -107292721211312 : ffff9e6af7771850) 00000100:00000040:3.0:1767384963.025710:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb6e0c35 x1853237363765248/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 4848/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384963.025711:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a69820d. 00000020:00000010:2.0:1767384963.025721:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba1cfdde. 00000100:00000001:3.0:1767384963.025722:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384963.025727:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000020:00000010:3.0:1767384963.025729:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6d42b89. 00000020:00000010:2.0:1767384963.025730:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0b15097. 00000100:00000001:3.0:1767384963.025734:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384963.025738:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6d42b89. 00000100:00000001:2.0:1767384963.025740:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384963.025744:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb6e0c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16340:x1853237363765248:12345-0@lo:253: 00000100:00000001:2.0:1767384963.025745:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384963.025749:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384963.025754:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363765248 00000400:00000200:0.0:1767384963.025756:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000100:00000001:2.0:1767384963.025758:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.025760:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384963.025763:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384963.025767:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384963.025772:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.025777:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384963.025782:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384963.025785:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384963.025790:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00100000:2.0:1767384963.025795:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000020:00000001:3.0:1767384963.025799:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384963.025800:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000400:00000200:0.0:1767384963.025801:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000020:00000001:3.0:1767384963.025804:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.025806:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988337232 : -107292721214384 : ffff9e6af7770c50) 00000020:00000001:3.0:1767384963.025811:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384963.025815:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026987a25 x1853237363765376/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 4848/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384963.025817:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384963.025823:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.025844:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384963.025845:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384963.025846:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000020:00000010:2.0:1767384963.025849:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ea821be. 02000000:00000001:3.0:1767384963.025851:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384963.025854:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384963.025858:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e409c266. 00000020:00000010:2.0:1767384963.025858:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ea821be. 02000000:00000001:3.0:1767384963.025865:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384963.025869:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026987a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363765376:12345-0@lo:253: 00000100:00000001:3.0:1767384963.025871:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384963.025877:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363765376 20000000:00000001:3.0:1767384963.025879:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384963.025881:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384963.025886:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384963.025888:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.025888:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000020:00000001:2.0:1767384963.025920:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384963.025923:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:2.0:1767384963.025927:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384963.025929:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384963.025931:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384963.025933:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384963.025936:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.025938:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384963.025947:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384963.025954:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ef5b91ff. 02000000:00000001:2.0:1767384963.025956:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.025959:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384963.025962:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384963.025964:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 20000000:00000010:2.0:1767384963.025970:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ee51b161. 20000000:01000000:2.0:1767384963.025976:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384963.025979:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384963.025982:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384963.025985:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384963.025988:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384963.025990:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384963.026000:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e11a22a3. 20000000:01000000:2.0:1767384963.026003:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:2.0:1767384963.026009:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384963.026014:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00080000:00000001:2.0:1767384963.026015:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384963.026021:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384963.026039:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384963.026040:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00080000:00000001:2.0:1767384963.026056:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384963.026061:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384963.026063:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384963.026065:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384963.026068:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384963.026071:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:2.0:1767384963.026077:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:2.0:1767384963.026080:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384963.026080:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00080000:00000001:2.0:1767384963.026086:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384963.026091:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384963.026094:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384963.026098:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384963.026104:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:2.0:1767384963.026109:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384963.026113:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a4824aa5. 00080000:00000001:2.0:1767384963.026117:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775792315904 : -107297917235712 : ffff9e69c1c20e00) 00080000:00000001:2.0:1767384963.026121:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384963.026125:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384963.026154:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001ea821be. 00080000:00000001:2.0:1767384963.026157:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.026158:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00080000:00000001:2.0:1767384963.026162:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384963.026183:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384963.026202:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384963.026225:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.026286:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 20000000:00000010:3.0:1767384963.026326:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000013f749b7. 20000000:01000000:3.0:1767384963.026332:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384963.026334:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384963.026337:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384963.026338:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 20000000:00000001:3.0:1767384963.026339:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384963.026344:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384963.026346:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384963.026368:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.026399:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.026421:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.026440:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.026456:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.026493:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384963.026663:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036412a7f. 00000800:00000010:0.0:1767384963.026668:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008df230ec. 00000800:00000010:0.0:1767384963.026672:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005215b1c3. 00000800:00000010:0.0:1767384963.026691:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005215b1c3. 00000800:00020000:0.0:1767384963.026699:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384963.026702:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008df230ec. 00000800:00000010:0.0:1767384963.026704:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036412a7f. 00000400:02020000:0.0:1767384963.026741:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp43 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384963.026747:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp43 notifying 192.168.203.109@tcp43: down 00000800:00000200:0.0:1767384963.026753:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp43 down 00000800:00000100:0.0:1767384963.026758:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 640 0@<0:0>->192.168.203.109@tcp43 00000800:00000010:0.0:1767384963.026762:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b353466. 00000400:00000200:0.0:1767384963.026764:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384963.026768:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp43->192.168.203.109@tcp43: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384963.026782:0:16328:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp43 added to recovery queue. ping count: 0 next ping: 284 health :900 00000400:00000200:0.0:1767384963.026785:0:16328:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384963.026787:0:16328:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 1 00000400:00000200:0.0:1767384963.026790:0:16328:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384963.026859:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384963.026907:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x301151 00000400:00000001:2.0:1767384963.026911:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384963.026914:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384963.026915:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614a9024 00000400:00000010:2.0:1767384963.026918:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000614a9024. 00000400:00000200:2.0:1767384963.026920:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384963.026924:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384963.026927:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (39) 00000400:00000200:2.0:1767384963.026931:0:16338:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384963.026934:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300151 rc -71 00000400:00000200:2.0:1767384963.026937:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384963.026941:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (38) 00080000:00000010:2.0:1767384963.027220:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a4824aa5. 00080000:00000010:3.0:1767384963.027295:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001ea821be. 00040000:00000001:3.0:1767384963.027301:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384963.027303:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384963.027305:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384963.027309:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384963.027311:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384963.027312:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384963.027327:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384963.027334:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384963.027336:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384963.027341:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384963.027351:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8d2264a. 20000000:01000000:0.0:1767384963.027354:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:0.0:1767384963.027358:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384963.027359:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384963.027361:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384963.027366:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384963.027366:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:2.0:1767384963.027371:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384963.027375:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384963.027377:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384963.027382:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384963.027382:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384963.027386:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384963.027387:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384963.027389:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000040:2.0:1767384963.027391:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a43efc2b count: 2 00080000:00000001:0.0:1767384963.027391:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384963.027393:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00010000:00000001:2.0:1767384963.027400:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384963.027400:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:0.0:1767384963.027404:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384963.027407:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384963.027408:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384963.027413:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000032a9dda7. 00080000:00000001:0.0:1767384963.027413:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384963.027414:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384963.027419:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384963.027423:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384963.027423:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:0.0:1767384963.027428:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000040:2.0:1767384963.027429:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000032a9dda7 with handle 0x135556ebb4843cc5 to hash 00080000:00000010:0.0:1767384963.027431:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000030e5d39b. 00000020:00000001:2.0:1767384963.027436:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384963.027437:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780941916160 : -107292767635456 : ffff9e6af4b2b800) 00010000:00000001:2.0:1767384963.027441:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00080000:00000001:0.0:1767384963.027441:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384963.027444:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384963.027447:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00080000:00000010:0.0:1767384963.027448:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005215b1c3. 00080000:00000001:0.0:1767384963.027452:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.027455:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384963.027455:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:3.0:1767384963.027474:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384963.027475:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.027479:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384963.027482:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ee51b161. 00080000:00000001:0.0:1767384963.027484:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384963.027488:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384963.027491:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384963.027493:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363765376 00080000:00000001:0.0:1767384963.027495:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384963.027500:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384963.027507:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026987a25 x1853237363765376/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384963.027508:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384963.027513:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384963.027517:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384963.027522:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384963.027526:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:3.0:1767384963.027527:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384963.027531:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384963.027532:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384963.027534:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384963.027543:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384963.027547:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000040:3.0:1767384963.027548:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384963.027552:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384963.027552:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.027559:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384963.027559:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:3.0:1767384963.027564:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.027564:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.027568:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384963.027570:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384963.027573:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384963.027576:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000010:3.0:1767384963.027577:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eae0e629. 00010000:00010000:2.0:1767384963.027580:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384963.027581:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363765376, offset 224 00000400:00000200:3.0:1767384963.027592:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1767384963.027594:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a43efc2b) refcount = 2 00000400:00000200:3.0:1767384963.027600:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384963.027600:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384963.027607:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384963.027613:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07080 00000400:00000200:3.0:1767384963.027622:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1de5 [2] + 224 00010000:00000040:2.0:1767384963.027624:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:3.0:1767384963.027627:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384963.027628:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384963.027635:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384963.027641:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384963.027645:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767384963.027646:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055566b32. 00000100:00000001:2.0:1767384963.027654:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:3.0:1767384963.027658:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384963.027660:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf8699e0. 00000100:00000001:2.0:1767384963.027667:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780201660992 : -107293507890624 : ffff9e6ac8935240) 00000100:00000001:2.0:1767384963.027671:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636780201660992 : -107293507890624 : ffff9e6ac8935240) 00000100:00000001:2.0:1767384963.027674:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384963.027676:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1767384963.027678:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384963.027683:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eae0e629 00000400:00000010:3.0:1767384963.027687:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eae0e629. 00010000:00000001:2.0:1767384963.027688:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1767384963.027691:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384963.027694:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384963.027694:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384963.027695:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.027696:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.027700:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384963.027700:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384963.027702:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000020:00000001:2.0:1767384963.027705:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384963.027708:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384963.027711:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:3.0:1767384963.027713:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384963.027713:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384963.027715:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000001:0.0:1767384963.027717:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384963.027720:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384963.027721:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000010:0.0:1767384963.027722:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feaae00d. 00000400:00000200:0.0:1767384963.027727:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53cbf5c 00000100:00000010:2.0:1767384963.027728:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045d217b5. 00000400:00000010:0.0:1767384963.027729:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b53cbf5c. 00000020:00000040:2.0:1767384963.027736:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000100:00000001:0.0:1767384963.027736:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384963.027737:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026987a25 x1853237363765376/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384963.027743:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.027744:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384963.027749:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384963.027753:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384963.027761:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4824aa5. 00000100:00000001:2.0:1767384963.027769:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384963.027774:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384963.027776:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026987a25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363765376:12345-0@lo:253: Request processed in 1926us (2381us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384963.027780:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384963.027800:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384963.027801:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000001:0.0:1767384963.027803:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.027809:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384963.027810:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 02000000:00000001:0.0:1767384963.027811:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1767384963.027815:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 16 pid: 17065 timeout: 433 lvb_type: 0 00000100:00000001:0.0:1767384963.027815:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384963.027817:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384963.027834:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.027836:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384963.027840:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384963.027844:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba1cfdde. 00000100:00001000:0.0:1767384963.027846:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=81 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384963.027852:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00001000:0.0:1767384963.027852:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=81 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384963.027853:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0b15097. 00000100:00000001:0.0:1767384963.027855:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384963.027858:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384963.027859:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384963.027862:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a69820d. 00010000:00000001:0.0:1767384963.027863:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384963.027866:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384963.027868:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384963.027871:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000001:0.0:1767384963.027872:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.027896:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384963.027902:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384963.027902:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384963.027907:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ef5b91ff. 00000100:00000001:0.0:1767384963.027907:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384963.027910:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384963.027915:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384963.027916:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384963.027916:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384963.027921:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384963.027921:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384963.027922:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384963.027924:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384963.027929:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:3.0:1767384963.027930:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384963.027931:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:2.0:1767384963.027932:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363765504:0@lo:104: 00000020:01000004:0.0:1767384963.027934:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384963.027936:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:3.0:1767384963.027937:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061f2bae0. 00000020:01000004:0.0:1767384963.027939:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384963.027943:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eae0e629. 00000100:00000001:2.0:1767384963.027943:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384963.027947:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384963.027948:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384963.027951:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.027954:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384963.027957:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384963.027963:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a69820d. 00000100:00100000:0.0:1767384963.027964:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046e12a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363765376:0@lo:253: 02000000:00000001:2.0:1767384963.027970:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.027971:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.027976:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.027978:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046e12a25 x1853237363765376/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384963.027980:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e8f645. 00000100:00000001:0.0:1767384963.027987:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767384963.027989:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5db0cbd. 02000000:00000001:0.0:1767384963.027989:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384963.027992:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cd709255. 00000100:00000200:2.0:1767384963.027996:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363765504, portal 16 02000000:00000001:0.0:1767384963.027997:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384963.027998:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384963.027999:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384963.028001:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384963.028003:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000257fd99b. 02000000:00000001:0.0:1767384963.028006:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384963.028008:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384963.028009:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384963.028013:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000100:00000010:0.0:1767384963.028013:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046e12a25. 00000100:00000001:0.0:1767384963.028017:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384963.028019:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.028020:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384963.028023:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384963.028025:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.028028:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.028032:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.028035:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.028041:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384963.028044:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384963.028047:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d22dc6. 00000100:00000200:2.0:1767384963.028050:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363765504, offset 0 00000400:00000200:2.0:1767384963.028055:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384963.028060:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384963.028066:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c07100 00000400:00000200:2.0:1767384963.028070:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1825 [2] + 984 00000400:00000200:2.0:1767384963.028074:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384963.028077:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384963.028081:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384963.028082:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384963.028085:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000685019c6. 00000100:00000040:2.0:1767384963.028088:0:17087:0:(events.c:337:request_in_callback()) incoming req@00000000685019c6 x1853237363765504 msgsize 328 00000100:00100000:2.0:1767384963.028092:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384963.028105:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384963.028109:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d22dc6 00000400:00000010:2.0:1767384963.028111:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d22dc6. 00000100:00000001:2.0:1767384963.028115:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384963.028118:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384963.028127:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384963.028130:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384963.028131:0:17056:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384963.028135:0:17056:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363765504 02000000:00000001:0.0:1767384963.028139:0:17056:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384963.028142:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.028143:0:17056:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384963.028146:0:17087:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384963.028147:0:17056:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.028151:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.028152:0:17056:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.028159:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294950913 00000100:00100000:0.0:1767384963.028159:0:17056:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363765504 00000020:00000001:0.0:1767384963.028163:0:17056:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384963.028166:0:17056:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 00000100:00000001:2.0:1767384963.028167:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294950910 00000020:00000001:0.0:1767384963.028169:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384963.028173:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294950913 00000020:00000040:0.0:1767384963.028180:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 00000020:00000001:0.0:1767384963.028184:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:2.0:1767384963.028188:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294950910 00000020:00000001:0.0:1767384963.028188:0:17056:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:0.0:1767384963.028192:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384963.028194:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294950913 00000020:00000010:0.0:1767384963.028196:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9710cd5. 00000100:00000001:2.0:1767384963.028199:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294950910 00000100:00000001:0.0:1767384963.028199:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384963.028203:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9710cd5. 00000100:00000001:2.0:1767384963.028206:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294950913 00000020:00000010:0.0:1767384963.028208:0:17056:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088c6edc8. 00000100:00000001:2.0:1767384963.028210:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294950910 00000020:00000010:0.0:1767384963.028213:0:17056:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000015ece9b0. 00000100:00000001:2.0:1767384963.028215:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384963.028218:0:17056:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000001:2.0:1767384963.028219:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.028225:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.028227:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.028227:0:17056:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384963.028231:0:17056:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384963.028233:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.028233:0:17056:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384963.028237:0:17056:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.028238:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384963.028242:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384963.028243:0:17056:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.028244:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.028249:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384963.028251:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384963.028253:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.028254:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.028256:0:17056:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.028257:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384963.028263:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bf8699e0 going to sleep for 11 seconds 00000100:00000001:2.0:1767384963.028266:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384963.028269:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.028269:0:17056:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384963.028273:0:17056:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384963.028278:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384963.028280:0:17056:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 00000100:00000001:3.0:1767384963.028283:0:17055:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:0.0:1767384963.028283:0:17056:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879025408 : -107292830526208 : ffff9e6af0f31500) 00000100:00100000:3.0:1767384963.028287:0:17055:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000040:0.0:1767384963.028289:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000685019c6 x1853237363765504/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 328/0 e 0 to 0 dl 1767384974 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384963.028292:0:17055:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c1766c0d. 00000100:00100000:3.0:1767384963.028298:0:17055:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000001:0.0:1767384963.028301:0:17056:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384963.028304:0:17056:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9710cd5. 00000100:00000001:0.0:1767384963.028306:0:17056:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384963.028324:0:17056:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9710cd5. 00000100:00100000:0.0:1767384963.028327:0:17056:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000685019c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363765504:12345-0@lo:104: 00000100:00000200:0.0:1767384963.028331:0:17056:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363765504 00010000:00000001:0.0:1767384963.028333:0:17056:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384963.028337:0:17056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384963.028344:0:17056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384963.028346:0:17056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056b4699d refcount=2 00000020:00000001:0.0:1767384963.028348:0:17056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:0.0:1767384963.028351:0:17056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:0.0:1767384963.028354:0:17056:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384963.028356:0:17056:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.028359:0:17056:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384963.028365:0:17056:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384963.028367:0:17056:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384963.028371:0:17056:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000000f3918d. 02000000:00000001:0.0:1767384963.028373:0:17056:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.028375:0:17056:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.028377:0:17056:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384963.028378:0:17056:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384963.028381:0:17056:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.028384:0:17056:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384963.028385:0:17056:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384963.028387:0:17056:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384963.028389:0:17056:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384963.028391:0:17056:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.028393:0:17056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384963.028396:0:17056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384963.028399:0:17056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000100:00000200:0.0:1767384963.028401:0:17056:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363765504, offset 224 00000400:00000200:0.0:1767384963.028406:0:17056:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384963.028413:0:17056:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384963.028416:0:17055:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.028421:0:17056:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c07100 00000100:00000001:3.0:1767384963.028426:0:36559:0:(service.c:2991:ptlrpc_main()) Process entered 00000400:00000200:0.0:1767384963.028428:0:17056:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1df5 [1] + 224 00000400:00000200:0.0:1767384963.028432:0:17056:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384963.028434:0:17056:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384963.028438:0:17056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1767384963.028441:0:36559:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000126bbb09. 00000100:00000200:0.0:1767384963.028441:0:17056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384963.028447:0:36559:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000dc42ce3a. 00000020:00000010:3.0:1767384963.028455:0:36559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e487117b. 00000020:00000010:3.0:1767384963.028459:0:36559:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066d82388. 00000040:00000010:3.0:1767384963.028475:0:36559:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005cdb1031. 00000020:00000010:3.0:1767384963.028481:0:36559:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000094aa185b. 00000020:00000010:3.0:1767384963.028486:0:36559:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057595501. 00000100:00000040:0.0:1767384963.028486:0:17056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384963.028492:0:36559:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e8b26f60. 80000000:00000010:3.0:1767384963.028497:0:36559:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d478aa6e. 00000100:00000001:0.0:1767384963.028500:0:17056:0:(events.c:163:reply_in_callback()) Process leaving 40000000:00000010:3.0:1767384963.028507:0:36559:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f05e86ec. 00000400:00000200:0.0:1767384963.028507:0:17056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000400:00000010:0.0:1767384963.028511:0:17056:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000100:00000001:2.0:1767384963.028514:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384963.028515:0:17056:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384963.028519:0:17056:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384963.028522:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384963.028523:0:17056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384963.028527:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384963.028528:0:17056:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:2.0:1767384963.028531:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e8f645. 00010000:00000001:0.0:1767384963.028532:0:17056:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384963.028536:0:17056:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008df230ec. 00000400:00000200:2.0:1767384963.028538:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5db0cbd 00010000:00000001:0.0:1767384963.028540:0:17056:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384963.028542:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5db0cbd. 00000100:00000001:2.0:1767384963.028549:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384963.028552:0:17056:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:2.0:1767384963.028556:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384963.028557:0:17056:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.028561:0:17056:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.028565:0:17056:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.028572:0:17056:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000685019c6 x1853237363765504/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 328/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384963.028579:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384963.028584:0:17056:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000685019c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363765504:12345-0@lo:104: Request processed in 280us (491us total) trans 0 rc 0/0 00100000:00000010:3.0:1767384963.028594:0:36559:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000023741f2. 00000100:00100000:0.0:1767384963.028599:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00040000:00000010:3.0:1767384963.028601:0:36559:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e776e151. 00000100:00000001:2.0:1767384963.028602:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384963.028603:0:17056:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 00000100:00000001:0.0:1767384963.028606:0:17056:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00040000:00000010:3.0:1767384963.028607:0:36559:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009b87bf59. 00000100:00000001:0.0:1767384963.028610:0:17056:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384963.028614:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384963.028614:0:17056:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000015ece9b0. 00040000:00000010:3.0:1767384963.028615:0:36559:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d487911d. 00000100:00000001:2.0:1767384963.028621:0:17087:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384963.028623:0:17056:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 02000000:00000001:2.0:1767384963.028625:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384963.028629:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384963.028629:0:17056:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088c6edc8. 00000100:00000001:2.0:1767384963.028634:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384963.028635:0:17056:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 00080000:00000010:3.0:1767384963.028636:0:36559:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005c5e9f25. 00000100:00000001:0.0:1767384963.028639:0:17056:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384963.028642:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384963.028647:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384963.028652:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384963.028655:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384963.028655:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384963.028658:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.028659:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.028661:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000010:3.0:1767384963.028662:0:36559:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f5c0b2e4. 00010000:00000001:2.0:1767384963.028664:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.028670:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.028671:0:17060:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00000010:3.0:1767384963.028672:0:36559:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e3b589eb. 00010000:00000001:0.0:1767384963.028676:0:17060:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1767384963.028678:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000010:3.0:1767384963.028679:0:36559:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cfa53328. 00010000:00000001:0.0:1767384963.028679:0:17060:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384963.028684:0:17060:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000004:00000010:3.0:1767384963.028699:0:36559:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aca99a48. 00010000:00010000:0.0:1767384963.028700:0:17060:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000056b4699d already unused, calling callback (00000000c41d87b4) 00000100:00000001:2.0:1767384963.028703:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384963.028705:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384963.028708:0:17060:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384963.028709:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384963.028713:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384963.028717:0:17060:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384963.028719:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384963.028720:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384963.028721:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384963.028724:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384963.028724:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000056b4699d refcount=3 00010000:00000001:2.0:1767384963.028729:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384963.028729:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00010000:00000001:2.0:1767384963.028734:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.028734:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078002176 : -107292631549440 : ffff9e6afccf3a00) 00002000:00000010:3.0:1767384963.028739:0:36559:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000070956040. 00010000:00000001:0.0:1767384963.028742:0:17060:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767384963.028744:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384963.028745:0:17060:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000004:00000010:3.0:1767384963.028746:0:36559:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000e45aefb. 00000100:00000010:3.0:1767384963.028756:0:36559:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007918c231. 10000000:00000001:0.0:1767384963.028763:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384963.028766:0:17060:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384963.028770:0:36559:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00100000:2.0:1767384963.028771:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045d217b5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363765504:0@lo:104: 10000000:01000000:0.0:1767384963.028777:0:17060:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384963.028782:0:17060:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:2.0:1767384963.028783:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1767384963.028783:0:17060:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384963.028789:0:17060:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384963.028790:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384963.028791:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.028792:0:17060:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.028798:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384963.028801:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384963.028803:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045d217b5 x1853237363765504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384963.028804:0:17060:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384963.028808:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384963.028811:0:17060:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 10000000:00000001:0.0:1767384963.028815:0:17060:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384963.028817:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384963.028819:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384963.028823:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a69820d. 10000000:00000001:0.0:1767384963.028824:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.028828:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384963.028830:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384963.028831:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384963.028833:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384963.028834:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384963.028836:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384963.028837:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000056b4699d with handle 0x135556ebb4843cb7 from hash 00000020:00000001:2.0:1767384963.028842:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384963.028842:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384963.028844:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384963.028846:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00010000:00000001:0.0:1767384963.028847:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.028849:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767384963.028851:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384963.028852:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384963.028856:0:17060:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000010:2.0:1767384963.028857:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a4824aa5. 00010000:00000001:0.0:1767384963.028859:0:17060:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:2.0:1767384963.028863:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384963.028880:0:17060:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384963.028885:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000453b0e7c. 00000020:00000040:0.0:1767384963.028887:0:17060:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384963.028890:0:17060:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384963.028891:0:17060:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384963.028895:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384963.028896:0:17060:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384963.028899:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045d217b5. 02000000:00000010:0.0:1767384963.028902:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088c6edc8. 00000100:00000001:0.0:1767384963.028908:0:17060:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.028909:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384963.028910:0:17060:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384963.028914:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384963.028915:0:17060:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384963.028920:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf8699e0. 00010000:00010000:0.0:1767384963.028922:0:17060:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00080000:00000010:3.0:1767384963.028923:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000030e5d39b. 00010000:00000001:0.0:1767384963.028925:0:17060:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.028927:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384963.028929:0:17060:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384963.028931:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.028932:0:17060:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384963.028938:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055566b32. 00000100:00000040:0.0:1767384963.028940:0:17060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000453b0e7c] to pc [ptlrpcd_00_02+2] req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384963.028942:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005215b1c3. 00010000:00000001:2.0:1767384963.028945:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384963.028949:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384963.028952:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384963.028953:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384963.028957:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.028959:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:3.0:1767384963.028961:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384963.028966:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384963.028966:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384963.028970:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:3.0:1767384963.028971:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:0.0:1767384963.028972:0:17060:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384963.028976:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00010000:2.0:1767384963.028976:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.028976:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.028980:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384963.028982:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384963.028984:0:17060:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384963.028988:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00000001:0.0:1767384963.028993:0:17060:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384963.028994:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:00000001:0.0:1767384963.028996:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.028999:0:17060:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.029003:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384963.029004:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 0000000056b4699d/0x135556ebb4843cb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843cbe expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384963.029010:0:17060:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b8f23969 count: 0 00010000:00000001:0.0:1767384963.029019:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.029021:0:17060:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384963.029022:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008df230ec. 00010000:00000001:0.0:1767384963.029025:0:17060:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.029027:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384963.029028:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.029030:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384963.029032:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384963.029034:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.029035:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384963.029038:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384963.029039:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.029041:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384963.029048:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.029050:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384963.029051:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384963.029055:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.029060:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384963.029061:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.029063:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384963.029064:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384963.029066:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384963.029069:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000453b0e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363765632:0@lo:103: 00000100:00000001:0.0:1767384963.029072:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384963.029079:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384963.029080:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.029082:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384963.029086:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093020f3f. 02000000:00000001:0.0:1767384963.029088:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.029093:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067429aa1. 00000400:00000010:0.0:1767384963.029097:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000100:00000200:0.0:1767384963.029100:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363765632, portal 18 00080000:00000020:3.0:1767384963.029101:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384963.029102:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384963.029105:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876468608 : -107297833083008 : ffff9e69c6c61f80) 00000100:00000001:3.0:1767384963.029106:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384963.029110:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000013f749b7. 00000100:00000040:0.0:1767384963.029112:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384963.029115:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384963.029120:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363765248 00000100:00000001:0.0:1767384963.029122:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384963.029124:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384963.029128:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:3.0:1767384963.029130:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb6e0c35 x1853237363765248/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384963.029132:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000100:00000200:0.0:1767384963.029137:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363765632, offset 0 00010000:00000001:3.0:1767384963.029144:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384963.029146:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384963.029153:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.029153:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1767384963.029157:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384963.029160:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384963.029161:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c07180 00000100:00000040:3.0:1767384963.029164:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384963.029167:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:0.0:1767384963.029170:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 02000000:00000001:3.0:1767384963.029172:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384963.029175:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.029177:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384963.029179:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384963.029182:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384963.029185:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384963.029187:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384963.029189:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1767384963.029190:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000101255f9. 00000100:00000010:0.0:1767384963.029193:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009213e8e6. 00000100:00000200:3.0:1767384963.029194:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363765248, offset 224 00000100:00000040:0.0:1767384963.029198:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000009213e8e6 x1853237363765632 msgsize 328 00000400:00000200:3.0:1767384963.029202:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384963.029207:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384963.029212:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384963.029220:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384963.029221:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07000 00000400:00000200:3.0:1767384963.029227:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ddd [2] + 224 00000400:00000200:3.0:1767384963.029231:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384963.029232:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000400:00000010:0.0:1767384963.029236:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000400:00000200:3.0:1767384963.029237:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384963.029242:0:18889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384963.029243:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384963.029244:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384963.029248:0:18889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363765632 02000000:00000001:2.0:1767384963.029251:0:18889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384963.029252:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384963.029252:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.029253:0:18889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384963.029256:0:18889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.029263:0:18889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384963.029268:0:18889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363765632 00000020:00000001:2.0:1767384963.029273:0:18889:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384963.029276:0:18889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384963.029280:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384963.029283:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000020:00000001:2.0:1767384963.029290:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384963.029290:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384963.029294:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384963.029294:0:18889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384963.029302:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384963.029304:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384963.029306:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055566b32. 00000100:00000001:0.0:1767384963.029310:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.029312:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384963.029313:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384963.029318:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.029320:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384963.029321:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055566b32. 00000400:00000200:3.0:1767384963.029323:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000101255f9 00000100:00000001:0.0:1767384963.029325:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294950914 00000400:00000010:3.0:1767384963.029326:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000101255f9. 00000020:00000010:2.0:1767384963.029329:0:18889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4824aa5. 00000100:00000001:3.0:1767384963.029332:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384963.029332:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950913 00000020:00000010:2.0:1767384963.029334:0:18889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000847a877d. 00000100:00000001:3.0:1767384963.029335:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384963.029339:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294950914 00000100:00000001:3.0:1767384963.029341:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384963.029341:0:18889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00000001:0.0:1767384963.029343:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950913 00000100:00000040:3.0:1767384963.029348:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384963.029350:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294950914 00010000:00000001:3.0:1767384963.029351:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384963.029351:0:18889:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384963.029355:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950913 00000020:00000001:3.0:1767384963.029356:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.029356:0:18889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384963.029359:0:18889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384963.029361:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384963.029363:0:18889:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384963.029363:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294950914 00000100:00000040:3.0:1767384963.029367:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb6e0c35 x1853237363765248/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384963.029368:0:18889:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.029369:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950913 00010000:00000001:2.0:1767384963.029373:0:18889:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384963.029374:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384963.029377:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384963.029380:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384963.029381:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384963.029384:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc35e043 refcount=4 00000100:00000001:0.0:1767384963.029386:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.029387:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000100:00000001:0.0:1767384963.029389:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384963.029390:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000100:00000001:0.0:1767384963.029396:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384963.029400:0:18889:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 16 pid: 17065 timeout: 433 lvb_type: 0 00000100:00000001:0.0:1767384963.029401:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384963.029408:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384963.029410:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384963.029411:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384963.029412:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb6e0c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16340:x1853237363765248:12345-0@lo:253: Request processed in 3685us (4242us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384963.029413:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384963.029415:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.029416:0:18889:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.029422:0:18889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.029422:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.029428:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000001:2.0:1767384963.029431:0:18889:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1767384963.029432:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384963.029435:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384963.029436:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.029438:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384963.029439:0:18889:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009213e8e6 x1853237363765632/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 328/0 e 0 to 0 dl 1767384974 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.029440:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384963.029442:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000242c5338. 00000020:00000010:3.0:1767384963.029448:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8885f64. 00000100:00000001:2.0:1767384963.029450:0:18889:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384963.029453:0:18889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384963.029454:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003424aac5. 00000100:00000001:0.0:1767384963.029472:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.029474:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384963.029476:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000400:00000001:0.0:1767384963.029477:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384963.029481:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384963.029481:0:18889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384963.029481:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384963.029483:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e524964f. 02000000:00000010:3.0:1767384963.029485:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e409c266. 00000400:00000200:0.0:1767384963.029490:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d748e1 02000000:00000001:3.0:1767384963.029491:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1767384963.029493:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4d748e1. 00000100:00000001:3.0:1767384963.029495:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.029495:0:18889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384963.029497:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384963.029498:0:18889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384963.029503:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384963.029503:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384963.029506:0:18889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384963.029509:0:18889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000400:00000010:3.0:1767384963.029510:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1957f3. 00000100:00000001:2.0:1767384963.029513:0:18889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876466816 : -107297833084800 : ffff9e69c6c61880) 00000400:00000010:3.0:1767384963.029517:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000101255f9. 00000100:00000200:0.0:1767384963.029521:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384963.029528:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009213e8e6 x1853237363765632/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 328/0 e 0 to 0 dl 1767384974 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.029530:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384963.029533:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.029537:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384963.029540:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384963.029543:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384963.029543:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384963.029547:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384963.029548:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055566b32. 02000000:00000001:0.0:1767384963.029549:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.029554:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384963.029555:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=81 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384963.029559:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055566b32. 00000100:00001000:0.0:1767384963.029560:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.029564:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384963.029565:0:18889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009213e8e6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363765632:12345-0@lo:103: 00000100:00000001:0.0:1767384963.029566:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.029570:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384963.029573:0:18889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363765632 00010000:00000001:0.0:1767384963.029574:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.029579:0:18889:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1767384963.029579:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:2.0:1767384963.029583:0:18889:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000040:0.0:1767384963.029585:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384963.029587:0:18889:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384963.029591:0:18889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384963.029594:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384963.029595:0:18889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384963.029599:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767384963.029600:0:18889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000a617474. 00000100:00000001:0.0:1767384963.029600:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384963.029603:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:2.0:1767384963.029604:0:18889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384963.029606:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384963.029607:0:18889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384963.029609:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384963.029611:0:18889:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:01000004:0.0:1767384963.029612:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:2.0:1767384963.029613:0:18889:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:01000004:0.0:1767384963.029615:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384963.029617:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:01000004:0.0:1767384963.029618:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000001:2.0:1767384963.029620:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:01000004:0.0:1767384963.029621:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:00000040:2.0:1767384963.029625:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc35e043 refcount=4 00000020:01000004:0.0:1767384963.029625:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384963.029628:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000001:2.0:1767384963.029629:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000020:01000004:0.0:1767384963.029630:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384963.029633:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081296896 : -107293628254720 : ffff9e6ac166b600) 00000100:00000040:0.0:1767384963.029635:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384963.029637:0:18889:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a43efc2b count: 3 00010000:00010000:2.0:1767384963.029644:0:18889:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 15 pid: 17065 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1767384963.029654:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a29bfd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363765248:0@lo:253: 00000100:00001000:2.0:1767384963.029656:0:18889:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384963 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384963.029659:0:18889:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384963.029661:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384963.029665:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384963.029666:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384963.029668:0:18889:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 15 pid: 17065 timeout: 433 lvb_type: 0 00000100:00000001:0.0:1767384963.029670:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.029675:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a29bfd4 x1853237363765248/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.029683:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384963.029685:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384963.029688:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001a9e8105. 00000020:00000001:2.0:1767384963.029690:0:18889:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384963.029692:0:18889:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000001:0.0:1767384963.029692:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384963.029693:0:18889:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.029695:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384963.029696:0:18889:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384963.029697:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00010000:00000001:2.0:1767384963.029700:0:18889:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767384963.029701:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384963.029702:0:18889:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:0.0:1767384963.029703:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000b211f03. 02000000:00000001:0.0:1767384963.029707:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384963.029708:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384963.029708:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384963.029712:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1767384963.029712:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a29bfd4. 00010000:00000001:2.0:1767384963.029716:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384963.029717:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384963.029718:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.029719:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384963.029721:0:18889:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc35e043 with handle 0x135556ebb4843cbe from hash 00000100:00000001:0.0:1767384963.029722:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384963.029725:0:18889:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384963.029728:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384963.029728:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384963.029729:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384963.029732:0:18889:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384963.029732:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.029735:0:18889:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384963.029736:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384963.029737:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384963.029739:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384963.029742:0:18889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc35e043/0x135556ebb4843cbe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843cb7 expref: 15 pid: 17065 timeout: 433 lvb_type: 0 00010000:00000040:2.0:1767384963.029747:0:18889:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00000020:00000040:2.0:1767384963.029748:0:18889:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:2.0:1767384963.029751:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384963.029753:0:18889:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384963.029754:0:18889:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384963.029755:0:18889:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000032a9dda7 00010000:00000001:2.0:1767384963.029757:0:18889:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384963.029758:0:18889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384963.029759:0:18889:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384963.029760:0:18889:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384963.029761:0:18889:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384963.029763:0:18889:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384963.029763:0:18889:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384963.029765:0:18889:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384963.029777:0:18889:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384963.029778:0:18889:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384963.029780:0:18889:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384963.029780:0:18889:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384963.029781:0:18889:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a43efc2b) refcount = 2 00010000:00010000:2.0:1767384963.029783:0:18889:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384963.029787:0:18889:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384963.029788:0:18889:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384963.029788:0:18889:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384963.029790:0:18889:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384963.029792:0:18889:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055566b32. 00000100:00000001:2.0:1767384963.029794:0:18889:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384963.029796:0:18889:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf8699e0. 00000100:00000001:2.0:1767384963.029797:0:18889:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780201660992 : -107293507890624 : ffff9e6ac8935240) 00000100:00000001:2.0:1767384963.029798:0:18889:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636780201660992 : -107293507890624 : ffff9e6ac8935240) 00000100:00000001:2.0:1767384963.029800:0:18889:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384963.029801:0:18889:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384963.029802:0:18889:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384963.029803:0:18889:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384963.029806:0:18889:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384963.029808:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384963.029809:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384963.029810:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=5 00000020:00000001:2.0:1767384963.029811:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384963.029813:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384963.029815:0:18889:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384963.029816:0:18889:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384963.029820:0:18889:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384963.029821:0:18889:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384963.029830:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384963.029831:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384963.029832:0:18889:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384963.029836:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384963.029837:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.029838:0:18889:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384963.029839:0:18889:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384963.029843:0:18889:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000032a9dda7 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384963.029845:0:18889:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384963.029846:0:18889:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384963.029847:0:18889:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384963.029851:0:18889:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384963.029852:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384963.029853:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384963.029853:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=6 00000020:00000001:2.0:1767384963.029855:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384963.029856:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384963.029857:0:18889:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384963.029858:0:18889:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384963.029861:0:18889:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384963.029862:0:18889:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384963.029863:0:18889:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.029891:0:18889:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384963.029892:0:18889:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384963.029894:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384963.029899:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384963.029901:0:18889:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000032a9dda7 with handle 0x135556ebb4843cc5 from hash 00010000:00000001:2.0:1767384963.029902:0:18889:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384963.029903:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384963.029904:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384963.029905:0:18889:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384963.029906:0:18889:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384963.029908:0:18889:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384963.029909:0:18889:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384963.029910:0:18889:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384963.029912:0:18889:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.029913:0:18889:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384963.029914:0:18889:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384963.029916:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384963.029917:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384963.029918:0:18889:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.029920:0:18889:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384963.029921:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384963.029922:0:18889:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384963.029925:0:18889:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384963.029939:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384963.029940:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384963.029942:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384963.029944:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384963.029945:0:18889:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384963.029948:0:18889:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:3.0:1767384963.029949:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384963.029950:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384963.029953:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384963.029955:0:18889:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384963.029958:0:18889:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384963.029959:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 20000000:00000001:2.0:1767384963.029961:0:18889:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384963.029962:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384963.029964:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384963.029965:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384963.029967:0:18889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000032a9dda7/0x135556ebb4843cc5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384963.029968:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384963.029976:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384963.029977:0:18889:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.029979:0:18889:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384963.029980:0:18889:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384963.029988:0:18889:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.029990:0:18889:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.029992:0:18889:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384963.029994:0:18889:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf8699e0. 00000100:00000001:2.0:1767384963.029997:0:18889:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384963.029999:0:18889:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384963.030001:0:18889:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055566b32. 00010000:00000001:2.0:1767384963.030003:0:18889:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384963.030005:0:18889:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a43efc2b count: 0 00010000:00010000:2.0:1767384963.030010:0:18889:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384963.030012:0:18889:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384963.030015:0:18889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384963.030018:0:18889:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384963.030020:0:18889:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384963.030024:0:18889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384963.030027:0:18889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384963.030029:0:18889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384963.030032:0:18889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384963.030034:0:18889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.030036:0:18889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384963.030038:0:18889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384963.030042:0:18889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5db0cbd. 00000100:00000200:2.0:1767384963.030045:0:18889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363765632, offset 224 00000400:00000200:2.0:1767384963.030050:0:18889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384963.030057:0:18889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384963.030063:0:18889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c07180 00000400:00000200:2.0:1767384963.030066:0:18889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e01 [1] + 224 00000400:00000200:2.0:1767384963.030069:0:18889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384963.030070:0:18889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384963.030073:0:18889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384963.030075:0:18889:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384963.030082:0:18889:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.030103:0:18889:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384963.030107:0:18889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5db0cbd 00000400:00000010:2.0:1767384963.030108:0:18889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5db0cbd. 00000100:00000001:2.0:1767384963.030111:0:18889:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384963.030112:0:18889:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384963.030114:0:18889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384963.030116:0:18889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384963.030118:0:18889:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.030119:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384963.030120:0:18889:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.030123:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384963.030125:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009213e8e6 x1853237363765632/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:189/0 lens 328/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384963.030127:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384963.030131:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384963.030134:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067429aa1. 00000100:00100000:2.0:1767384963.030138:0:18889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009213e8e6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363765632:12345-0@lo:103: Request processed in 594us (937us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384963.030139:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000400:00000010:0.0:1767384963.030143:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000100:00000001:0.0:1767384963.030147:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384963.030150:0:18889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384963.030153:0:18889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000200:0.0:1767384963.030153:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.030158:0:18889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384963.030161:0:18889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384963.030165:0:18889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000847a877d. 00000100:00000200:0.0:1767384963.030168:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384963.030169:0:18889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000020:00000010:2.0:1767384963.030175:0:18889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4824aa5. 00000020:00000040:2.0:1767384963.030180:0:18889:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:0.0:1767384963.030180:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384963.030185:0:18889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.030185:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.030194:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384963.030195:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384963.030196:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384963.030198:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.030199:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384963.030201:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384963.030204:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.030206:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384963.030206:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.030208:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384963.030209:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.030210:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.030213:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.030217:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.030219:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384963.030220:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384963.030222:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384963.030227:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000453b0e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363765632:0@lo:103: 00000100:00000001:0.0:1767384963.030229:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.030231:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.030232:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000453b0e7c x1853237363765632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.030236:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384963.030237:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384963.030238:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093020f3f. 02000000:00000001:0.0:1767384963.030240:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384963.030241:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384963.030242:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384963.030243:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384963.030244:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000088c6edc8. 02000000:00000001:0.0:1767384963.030246:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384963.030247:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384963.030252:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000453b0e7c. 00000100:00000001:0.0:1767384963.030255:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384963.030256:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.030257:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.030260:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.030260:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.030262:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.030263:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.035898:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294950914, at 4294950915 00000100:00000010:1.0:1767384963.035906:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088da7229. 00000100:00000040:3.0:1767384963.035914:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294950914, at 4294950915 00000100:00000010:3.0:1767384963.035922:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd8fb066. 00000100:00000040:2.0:1767384963.035924:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294950914, at 4294950915 00000100:00000040:0.0:1767384963.035929:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294950914, at 4294950915 00000100:00000010:2.0:1767384963.035931:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000089d5d32. 00000100:00000010:0.0:1767384963.035937:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b84e773. 00010000:00000010:0.1:1767384963.036885:0:36564:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b8f23969. 00010000:00000010:0.1:1767384963.036895:0:36564:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056b4699d. 00010000:00000010:2.1:1767384963.036897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc35e043. 00010000:00000010:2.1:1767384963.036904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032a9dda7. 00010000:00000010:2.1:1767384963.036907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a43efc2b. 00000400:00000010:3.0:1767384963.040599:0:36563:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000008933e0d. 00000400:00000040:3.0:1767384963.040617:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384963.040619:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384963.040621:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384963.040622:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384963.040624:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384963.040625:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384963.040627:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384963.040628:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384963.040629:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384963.040629:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384963.040631:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384963.040632:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384963.040633:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384963.040634:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384963.040635:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384963.040637:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384963.040638:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384963.040638:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384963.040639:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384963.040641:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384963.040641:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384963.040642:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384963.040643:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384963.040644:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384963.040645:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384963.040646:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384963.040647:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384963.040648:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384963.040649:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384963.040650:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384963.040651:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384963.040652:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384963.040653:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384963.040654:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384963.040655:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384963.040656:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384963.040657:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384963.040658:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384963.040663:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384963.040664:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384963.040665:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384963.040666:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384963.040668:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384963.040669:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384963.040670:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384963.040671:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384963.040672:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384963.040673:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384963.040674:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384963.040675:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384963.040676:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384963.040677:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384963.040678:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384963.040679:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384963.040680:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384963.040681:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384963.040682:0:36563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384963.040757:0:36563:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000008933e0d. 00010000:00000001:2.0:1767384963.416927:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384963.416931:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.416937:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384963.416939:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384963.416943:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:0.0:1767384963.416943:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp30 00010000:00000001:2.0:1767384963.416947:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.416950:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000003eaf3b0. 00010000:00000001:2.0:1767384963.416951:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384963.416954:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.416958:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000050d56c82. 00010000:00000001:2.0:1767384963.416963:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.416964:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00010000:00000001:2.0:1767384963.416966:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.416974:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dbd528bd. 00000400:00000200:0.0:1767384963.416979:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp30 00000020:00000001:3.0:1767384963.416992:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384963.416996:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.416996:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp30 local destination 00010000:00010000:3.0:1767384963.417000:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384963.417004:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp30 00000400:00000200:0.0:1767384963.417010:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp30 NI seq info: [172:172:256:4294967295] 192.168.203.109@tcp30 LPNI seq info [154:154:8:4294967295] 00000400:00000200:0.0:1767384963.417017:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp30 00000400:00000200:0.0:1767384963.417025:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp30(192.168.203.109@tcp30:) -> 192.168.203.109@tcp30(192.168.203.109@tcp30:192.168.203.109@tcp30) : GET try# 0 00000800:00000200:0.0:1767384963.417031:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp30 00000800:00000010:0.0:1767384963.417036:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b353466. 00000800:00000200:0.0:1767384963.417042:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000800:00000200:0.1:1767384963.417048:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000400:00000200:0.0:1767384963.417067:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp30 added to recovery queue. ping count: 5 next ping: 315 health :500 00000400:00000200:0.0:1767384963.417138:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417223:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417269:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417318:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417344:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417363:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417425:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417496:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417545:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417599:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417672:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417723:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417764:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417787:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417819:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417878:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.417971:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000800:00000200:2.0:1767384963.417986:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000143d6080] -> 12345-192.168.203.109@tcp25 (6) 00000800:00000200:2.0:1767384963.417993:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp25 ip 192.168.203.109:988 00000800:00000200:2.0:1767384963.417997:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384963.418014:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418054:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418074:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000800:00000001:2.0:1767384963.418116:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384963.418120:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000800:00000200:1.0:1767384963.418121:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384963.418128:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384963.418134:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384963.418138:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384963.418182:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418233:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418286:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418338:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418377:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418413:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418471:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418519:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418571:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418630:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418669:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418717:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418740:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384963.418769:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384963.418970:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036412a7f. 00000800:00000010:0.0:1767384963.418975:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a102d206. 00000800:00000010:0.0:1767384963.418987:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003820f684. 00000800:00000010:0.0:1767384963.419008:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003820f684. 00000800:00020000:0.0:1767384963.419018:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384963.419021:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a102d206. 00000800:00000010:0.0:1767384963.419023:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036412a7f. 00000400:02020000:0.0:1767384963.419059:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp30 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384963.419064:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp30 notifying 192.168.203.109@tcp30: down 00000800:00000200:0.0:1767384963.419069:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp30 down 00000800:00000100:0.0:1767384963.419073:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp30 00000800:00000010:0.0:1767384963.419076:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b353466. 00000400:00000200:0.0:1767384963.419079:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384963.419082:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp30->192.168.203.109@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384963.419088:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384963.419091:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384963.419094:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384964.440929:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384964.440935:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.440940:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384964.440942:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384964.440962:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063221c73] -> 12345-192.168.203.109@tcp12 (6) 00000800:00000200:0.0:1767384964.440971:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp12 ip 192.168.203.109:988 00000800:00000200:0.0:1767384964.440975:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:1.0:1767384964.440977:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384964.440983:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384964.440987:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000400:00000010:1.0:1767384964.440998:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000400:00000200:1.0:1767384964.441002:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384964.441007:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384964.441017:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000003eaf3b0. 00000020:00000001:0.0:1767384964.441019:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384964.441021:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000050d56c82. 00000020:00000001:0.0:1767384964.441023:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384964.441027:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384964.441030:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp42 00000400:00000010:1.0:1767384964.441035:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000000d9693b. 00000400:00000010:1.0:1767384964.441039:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b2e3602e. 00000400:00000010:1.0:1767384964.441042:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d32e7c1. 00000400:00000010:1.0:1767384964.441048:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000992a0d03. 00000400:00000200:1.0:1767384964.441052:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp42 00000400:00000200:1.0:1767384964.441066:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp42 local destination 00000400:00000200:1.0:1767384964.441071:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp42 00000400:00000200:1.0:1767384964.441076:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp42 NI seq info: [173:173:256:4294967295] 192.168.203.109@tcp42 LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1767384964.441081:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp42 00000400:00000200:1.0:1767384964.441087:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp42(192.168.203.109@tcp42:) -> 192.168.203.109@tcp42(192.168.203.109@tcp42:192.168.203.109@tcp42) : GET try# 0 00000800:00000200:1.0:1767384964.441093:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp42 00000800:00000010:1.0:1767384964.441096:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b0f24c6e. 00000800:00000200:1.0:1767384964.441100:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000800:00000200:1.1:1767384964.441105:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000800:00000200:3.0:1767384964.441110:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384964.441118:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384964.441123:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp42 added to recovery queue. ping count: 3 next ping: 293 health :700 00000400:00000200:1.0:1767384964.441129:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp43 00000800:00000001:0.0:1767384964.441132:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384964.441133:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e0400615. 00000400:00000010:1.0:1767384964.441139:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000001461781. 00000800:00000001:0.0:1767384964.441141:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384964.441142:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc4b54b1. 00000800:00000001:0.0:1767384964.441145:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384964.441150:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f758d460. 00000400:00000200:1.0:1767384964.441155:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp43 00000400:00000200:1.0:1767384964.441163:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp43 local destination 00000400:00000200:1.0:1767384964.441168:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp43 00000400:00000200:1.0:1767384964.441173:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp43 NI seq info: [174:174:256:4294967295] 192.168.203.109@tcp43 LPNI seq info [156:156:8:4294967295] 00000400:00000200:1.0:1767384964.441178:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp43 00000400:00000200:1.0:1767384964.441195:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp43(192.168.203.109@tcp43:) -> 192.168.203.109@tcp43(192.168.203.109@tcp43:192.168.203.109@tcp43) : GET try# 0 00000400:00000200:3.0:1767384964.441197:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:1.0:1767384964.441205:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp43 00000800:00000010:1.0:1767384964.441210:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f60a08e. 00000800:00000200:1.0:1767384964.441215:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000800:00000200:1.1:1767384964.441221:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000400:00000200:1.0:1767384964.441245:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp43 added to recovery queue. ping count: 1 next ping: 287 health :900 00000400:00000200:3.0:1767384964.441247:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441303:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441307:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441369:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441376:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441420:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441427:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441490:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441504:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441546:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441559:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441596:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441611:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441658:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441667:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441716:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441724:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441769:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441780:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441819:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441842:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441862:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441944:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.441986:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.441994:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442064:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442064:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442104:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442130:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442153:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442192:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442204:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442253:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442254:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442303:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442328:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442344:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442385:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442392:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442466:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442476:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442501:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442539:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442551:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442595:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442604:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442649:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442658:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442705:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442718:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442765:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442770:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442842:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442845:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442899:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.442938:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.442945:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.443009:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.443010:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.443056:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.443088:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.443103:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.443150:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384964.443163:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.443210:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.443263:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384964.443308:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000800:00000010:0.0:1767384964.443335:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036412a7f. 00000800:00000010:0.0:1767384964.443342:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000833f19a1. 00000400:00000200:3.0:1767384964.443348:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000800:00000010:0.0:1767384964.443354:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b76f279d. 00000800:00000010:0.0:1767384964.443382:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b76f279d. 00000400:00000200:3.0:1767384964.443389:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00020000:0.0:1767384964.443392:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384964.443396:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000833f19a1. 00000800:00000010:0.0:1767384964.443399:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036412a7f. 00000400:02020000:0.0:1767384964.443448:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp43 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384964.443467:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp43 notifying 192.168.203.109@tcp43: down 00000400:00000200:0.0:1767384964.443471:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384964.443476:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp43 00000800:00000010:0.0:1767384964.443478:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f60a08e. 00000400:00000200:0.0:1767384964.443482:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384964.443487:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp43->192.168.203.109@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384964.443495:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384964.443497:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384964.443501:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp43) recovery failed with -71 00000800:00000010:3.0:1767384964.443571:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a9e8105. 00000800:00000010:3.0:1767384964.443577:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004303d270. 00000800:00000010:3.0:1767384964.443582:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f96912aa. 00000800:00000010:3.0:1767384964.443607:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f96912aa. 00000800:00020000:3.0:1767384964.443614:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384964.443618:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004303d270. 00000800:00000010:3.0:1767384964.443622:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001a9e8105. 00000400:02020000:3.0:1767384964.443684:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp42 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384964.443697:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp42 notifying 192.168.203.109@tcp42: down 00000400:00000200:3.0:1767384964.443702:0:16329:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384964.443707:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp42 00000800:00000010:3.0:1767384964.443710:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b0f24c6e. 00000400:00000200:3.0:1767384964.443715:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384964.443720:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp42->192.168.203.109@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384964.443729:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384964.443733:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384964.443739:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp42) recovery failed with -71 00000004:00000001:0.0:1767384964.568952:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384964.568956:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384964.568962:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000453b0e7c. 00000100:00000040:3.0:1767384964.568969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384964.568969:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384964.568975:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384964.568980:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384964.568981:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384964.568988:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384964.568990:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fd03b16. 00000020:00000040:3.0:1767384964.568995:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 02000000:00000010:0.0:1767384964.568995:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b353466. 00000100:00000001:3.0:1767384964.568999:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384964.569002:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384964.569003:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384964.569006:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384964.569020:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000541a7c27. 00000100:00000001:0.0:1767384964.569021:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384964.569024:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.569025:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384964.569036:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384964.569037:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000453b0e7c] to pc [ptlrpcd_00_03+3] req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.569065:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384964.569067:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384964.569071:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd03b16] to pc [ptlrpcd_00_00+0] req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384964.569084:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.569096:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384964.569101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384964.569104:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384964.569108:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384964.569110:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1b5a4cc. 00000100:00000001:0.0:1767384964.569110:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384964.569113:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384964.569115:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384964.569116:0:36:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384964.569117:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384964.569118:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384964.569124:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384964.569125:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384964.569126:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384964.569127:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.569131:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384964.569134:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384964.569139:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384964.569147:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000068a4fbd. 00000100:00000001:1.0:1767384964.569150:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384964.569153:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384964.569154:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.569158:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.569161:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384964.569162:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384964.569164:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.569165:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384964.569166:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384964.569172:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384964.569173:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384964.569176:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384964.569177:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000453b0e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363765760:0@lo:13: 02000000:00000001:0.0:1767384964.569177:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384964.569184:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.569187:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384964.569191:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002fd03b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363765888:0@lo:400: 02000000:00000001:1.0:1767384964.569193:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384964.569197:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.569202:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384964.569203:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384964.569204:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384964.569207:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384964.569209:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384964.569209:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004807cd1d. 02000000:00000001:0.0:1767384964.569210:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384964.569214:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384964.569216:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384964.569219:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1b5a4cc] to pc [ptlrpcd_00_01+1] req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384964.569221:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95a162b. 02000000:00000010:0.0:1767384964.569222:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000937584e0. 02000000:00000001:0.0:1767384964.569228:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384964.569231:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058034852. 00000400:00000010:0.0:1767384964.569237:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067429aa1. 00000100:00000200:1.0:1767384964.569239:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363765760, portal 4 00000100:00000001:1.0:1767384964.569243:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384964.569245:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.569245:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876468608 : -107297833083008 : ffff9e69c6c61f80) 00000400:00000010:0.0:1767384964.569245:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000100:00000040:3.0:1767384964.569253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384964.569253:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363765888, portal 25 00000100:00000040:1.0:1767384964.569258:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384964.569259:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384964.569263:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384964.569263:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079261440 : -107292630290176 : ffff9e6afce27100) 00000100:00000001:2.0:1767384964.569269:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384964.569271:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000314249fd. 00000100:00000001:1.0:1767384964.569272:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384964.569272:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.569274:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384964.569277:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384964.569278:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384964.569280:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384964.569286:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000100:00000001:3.0:1767384964.569302:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384964.569305:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384964.569308:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384964.569311:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000100:00000040:2.0:1767384964.569315:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384964.569318:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384964.569318:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363765888, offset 0 02000000:00000001:3.0:1767384964.569324:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384964.569324:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363765760, offset 0 00000400:00000200:0.0:1767384964.569332:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384964.569335:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000086bd1990. 00000100:00000001:2.0:1767384964.569339:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384964.569340:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.569341:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384964.569346:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384964.569347:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384964.569348:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384964.569350:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384964.569352:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384964.569360:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384964.569361:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.569369:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c07280 00000100:00100000:2.0:1767384964.569370:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1b5a4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16341:1853237363766016:0@lo:400: 00000100:00000001:3.0:1767384964.569375:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384964.569379:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c07200 00000100:00000001:3.0:1767384964.569380:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.569381:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384964.569382:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15cd [2] + 0 02000000:00000001:2.0:1767384964.569387:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384964.569390:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000314249fd] to pc [ptlrpcd_00_02+2] req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384964.569390:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008df01510. 02000000:00000001:2.0:1767384964.569391:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.569396:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384964.569396:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000053f808d5 02000000:00000010:2.0:1767384964.569400:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d4f1a22. 02000000:00000001:2.0:1767384964.569404:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384964.569405:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384964.569406:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000400:00000010:2.0:1767384964.569413:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e8f645. 00000100:00000001:3.0:1767384964.569414:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384964.569415:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384964.569415:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384964.569420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384964.569425:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053f808d5 00000400:00000200:1.0:1767384964.569426:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384964.569427:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384964.569433:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7518192. 00000400:00000010:0.0:1767384964.569435:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053f808d5. 00000020:00000040:3.0:1767384964.569439:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384964.569442:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384964.569444:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384964.569445:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5db0cbd. 00000100:00000200:0.0:1767384964.569445:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384964.569448:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384964.569465:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767384964.569465:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363766016, portal 4 00000100:00000010:1.0:1767384964.569467:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008982accd. 00000100:00000040:0.0:1767384964.569468:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000004e5249eb x1853237363765888 msgsize 224 02000000:00000001:3.0:1767384964.569469:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384964.569469:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384964.569475:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079258752 : -107292630292864 : ffff9e6afce26680) 00000100:00000040:1.0:1767384964.569475:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000008982accd x1853237363765760 msgsize 224 02000000:00000001:3.0:1767384964.569476:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384964.569482:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384964.569486:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054b59854. 00000100:00100000:1.0:1767384964.569488:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384964.569488:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384964.569489:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.569492:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384964.569497:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384964.569507:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384964.569508:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.569508:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384964.569511:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384964.569512:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384964.569513:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7518192] to pc [ptlrpcd_00_03+3] req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384964.569515:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d22dc6. 00000100:00000001:1.0:1767384964.569516:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384964.569522:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363766016, offset 0 00000400:00000200:0.0:1767384964.569523:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000100:00000001:3.0:1767384964.569527:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384964.569528:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000100:00000001:0.0:1767384964.569535:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384964.569537:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (290) 00000400:00000200:1.0:1767384964.569537:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000100:00000200:0.0:1767384964.569541:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384964.569543:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000100:00000001:1.0:1767384964.569551:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384964.569555:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384964.569557:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384964.569561:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384964.569562:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.569564:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384964.569569:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363765888 00000400:00000200:2.0:1767384964.569571:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384964.569573:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384964.569578:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384964.569582:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384964.569585:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c07300 02000000:00000001:3.0:1767384964.569590:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384964.569598:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363765888 00000400:00000200:2.0:1767384964.569599:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4112 00000100:00000001:0.0:1767384964.569599:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.569603:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384964.569603:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384964.569604:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384964.569609:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:2.0:1767384964.569611:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384964.569613:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384964.569614:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384964.569614:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384964.569619:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000400:00000200:2.0:1767384964.569619:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384964.569622:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294952454 00000020:00000001:3.0:1767384964.569625:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384964.569627:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384964.569630:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058ac76ee. 00000020:00000001:3.0:1767384964.569633:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000200:2.0:1767384964.569633:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384964.569641:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384964.569642:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045d217b5. 00000100:00000001:1.0:1767384964.569642:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.569642:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384964.569648:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068743d1a. 00000100:00000040:2.0:1767384964.569650:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000045d217b5 x1853237363766016 msgsize 224 00000100:00000001:0.0:1767384964.569651:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294952454 00000100:00000001:3.0:1767384964.569652:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384964.569652:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384964.569659:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068743d1a. 00000100:00100000:2.0:1767384964.569659:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384964.569660:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba29ed61. 00000100:00000001:1.0:1767384964.569662:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384964.569667:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c702b5c7. 00000100:00000001:0.0:1767384964.569667:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384964.569668:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4313 usecs (5 jiffies) 00000100:00000001:2.0:1767384964.569673:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384964.569674:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294952454 00000100:00000001:1.0:1767384964.569675:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952453 00000020:00000010:3.0:1767384964.569677:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c7ada5f. 00000100:00000001:1.0:1767384964.569681:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952454 00000100:00000010:0.0:1767384964.569682:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f4a4cde. 00000400:00000200:2.0:1767384964.569683:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d22dc6 00000020:00000010:3.0:1767384964.569686:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8885f64. 00000100:00000001:1.0:1767384964.569687:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952453 00000400:00000010:2.0:1767384964.569689:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d22dc6. 00000100:00000001:0.0:1767384964.569690:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384964.569691:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952454 00000100:00000001:0.0:1767384964.569704:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294952454 00000100:00000001:2.0:1767384964.569708:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384964.569709:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952453 00000100:00000010:0.0:1767384964.569711:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b420e7ae. 00000100:00000001:1.0:1767384964.569715:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952454 00000100:00000040:3.0:1767384964.569716:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:2.0:1767384964.569716:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384964.569718:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384964.569723:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952453 00000100:00000001:3.0:1767384964.569725:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384964.569725:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384964.569727:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384964.569732:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.569732:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384964.569732:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.569737:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384964.569738:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952454 00000100:00000001:3.0:1767384964.569742:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.569745:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.569747:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384964.569751:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.569753:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384964.569755:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.569761:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384964.569763:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.569763:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.569764:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384964.569769:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384964.569771:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384964.569771:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384964.569772:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384964.569773:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384964.569777:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384964.569780:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384964.569782:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000001:1.0:1767384964.569782:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384964.569782:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.569785:0:16341:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4313 usecs (5 jiffies) 00000100:00000001:1.0:1767384964.569787:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384964.569788:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384964.569792:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384964.569793:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384964.569797:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988344400 : -107292721207216 : ffff9e6af7772850) 00000100:00000001:2.0:1767384964.569799:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952453 00000100:00000001:1.0:1767384964.569799:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384964.569802:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384964.569804:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952454 00000100:00000040:3.0:1767384964.569806:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e5249eb x1853237363765888/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:190/0 lens 224/0 e 0 to 0 dl 1767384975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.569808:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952453 00000100:00000040:1.0:1767384964.569809:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.569812:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952454 00000100:00000001:0.0:1767384964.569817:0:17881:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384964.569819:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952453 00000100:00100000:0.0:1767384964.569822:0:17881:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363765760 00000100:00000001:2.0:1767384964.569826:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952454 02000000:00000001:0.0:1767384964.569827:0:17881:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384964.569832:0:17881:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384964.569834:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952453 00000100:00000001:3.0:1767384964.569835:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384964.569836:0:17881:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384964.569841:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068743d1a. 00000100:00000001:2.0:1767384964.569841:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952454 00000100:00000001:1.0:1767384964.569843:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384964.569844:0:17881:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.569846:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384964.569846:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384964.569847:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384964.569850:0:17881:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363765760 00000020:00000010:3.0:1767384964.569853:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068743d1a. 02000000:00000001:1.0:1767384964.569854:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384964.569855:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384964.569855:0:17881:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384964.569860:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384964.569860:0:17881:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00100000:3.0:1767384964.569861:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e5249eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363765888:12345-0@lo:400: 00000100:00000001:2.0:1767384964.569861:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384964.569883:0:17881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384964.569885:0:17881:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000020:00000001:0.0:1767384964.569888:0:17881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:0.0:1767384964.569891:0:17881:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:2.0:1767384964.569896:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384964.569898:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384964.569902:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363765888 00000100:00000001:2.0:1767384964.569903:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384964.569903:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b76f279d. 02000000:00000001:1.0:1767384964.569904:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.569907:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384964.569908:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384964.569910:0:17881:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a395d58c. 00000100:00000001:2.0:1767384964.569912:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384964.569913:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384964.569914:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7518192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237363766272:0@lo:400: 00000100:00000001:2.0:1767384964.569916:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384964.569917:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384964.569918:0:17881:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:2.0:1767384964.569921:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.569923:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384964.569925:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384964.569927:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.569928:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 02000000:00000001:1.0:1767384964.569930:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384964.569934:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384964.569934:0:17881:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1767384964.569935:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.569939:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384964.569941:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384964.569941:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba9f3b39. 00000020:00000001:3.0:1767384964.569946:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384964.569949:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007bfe9ed9. 00000020:00000001:3.0:1767384964.569950:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384964.569950:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0afa0c4. 00000020:00000010:0.0:1767384964.569955:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 02000000:00000001:1.0:1767384964.569956:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.569957:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.569961:0:17879:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384964.569963:0:17881:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:3.0:1767384964.569964:0:17067:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1767384964.569964:0:17879:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363766016 00000400:00000010:1.0:1767384964.569966:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ae515a9. 00000100:00000001:0.0:1767384964.569968:0:17881:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384964.569969:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384964.569969:0:17879:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384964.569973:0:17881:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384964.569974:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384964.569975:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384964.569976:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000100:00000001:0.0:1767384964.569977:0:17881:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.569978:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384964.569981:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000632e6aa7. 00000100:00000200:1.0:1767384964.569985:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363766272, portal 10 02000000:00000001:2.0:1767384964.569986:0:17879:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.569986:0:17881:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384964.569993:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.569993:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384964.569995:0:17879:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363766016 00000100:00000001:3.0:1767384964.569996:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.569997:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079249792 : -107292630301824 : ffff9e6afce24380) 00000100:00000001:0.0:1767384964.569998:0:17881:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384964.570000:0:17879:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384964.570001:0:17067:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384964.570005:0:17879:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00010000:00000040:3.0:1767384964.570006:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363765888 00000100:00000040:1.0:1767384964.570007:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384964.570010:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384964.570011:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384964.570012:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384964.570014:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 00000020:00000001:2.0:1767384964.570019:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00010000:00000200:3.0:1767384964.570021:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e5249eb x1853237363765888/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:190/0 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384964.570023:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384964.570027:0:17879:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00100000:0.0:1767384964.570040:0:17881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384964.570041:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384964.570041:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384964.570047:0:17881:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000040:1.0:1767384964.570049:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384964.570052:0:17881:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794529536 : -107297915022080 : ffff9e69c1e3d500) 00000020:00000010:2.0:1767384964.570057:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000400:00000010:1.0:1767384964.570057:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba62cac. 00010000:00000001:3.0:1767384964.570061:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384964.570062:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384964.570064:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008982accd x1853237363765760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:190/0 lens 224/0 e 0 to 0 dl 1767384975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384964.570066:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384964.570070:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000100:00000200:1.0:1767384964.570071:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363766272, offset 0 00000100:00001000:3.0:1767384964.570074:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=82 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384964.570080:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa46aa54. 00000100:00000001:3.0:1767384964.570085:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384964.570086:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384964.570089:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000847a877d. 00000100:00000040:3.0:1767384964.570092:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384964.570096:0:17881:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384964.570097:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00000001:3.0:1767384964.570099:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:1.0:1767384964.570099:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384964.570102:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8b2c605. 02000000:00000001:3.0:1767384964.570108:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384964.570108:0:17881:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384964.570110:0:17879:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:3.0:1767384964.570112:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384964.570114:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8b2c605. 00000100:00000001:2.0:1767384964.570116:0:17879:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384964.570117:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c07400 00000100:00000001:3.0:1767384964.570118:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384964.570120:0:17879:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384964.570124:0:17879:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384964.570127:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384964.570128:0:17881:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008982accd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16343:x1853237363765760:12345-0@lo:13: 00000400:00000010:3.0:1767384964.570132:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 00000100:00000001:2.0:1767384964.570132:0:17879:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384964.570133:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000200:0.0:1767384964.570136:0:17881:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363765760 00000100:00000001:2.0:1767384964.570138:0:17879:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384964.570141:0:17881:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384964.570142:0:17879:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384964.570145:0:17881:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384964.570146:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384964.570148:0:17881:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384964.570150:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363765888, offset 224 00000020:00000001:0.0:1767384964.570153:0:17881:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384964.570155:0:17879:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384964.570157:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384964.570157:0:17881:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:0.0:1767384964.570163:0:17881:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384964.570165:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384964.570167:0:17881:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.570169:0:17879:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384964.570170:0:17881:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384964.570172:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384964.570173:0:17879:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384964.570174:0:17881:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384964.570178:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384964.570178:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384964.570179:0:17881:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384964.570180:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384964.570187:0:17881:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384964.570188:0:17879:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 2 00000100:00000010:1.0:1767384964.570189:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034133a09. 02000000:00000001:0.0:1767384964.570190:0:17881:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384964.570195:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c07280 00000100:00000001:2.0:1767384964.570195:0:17879:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879020928 : -107292830530688 : ffff9e6af0f30380) 00000100:00000040:1.0:1767384964.570196:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000034133a09 x1853237363766272 msgsize 224 02000000:00000010:0.0:1767384964.570197:0:17881:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000073d0b98f. 02000000:00000001:0.0:1767384964.570203:0:17881:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.570204:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045d217b5 x1853237363766016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:190/0 lens 224/0 e 0 to 0 dl 1767384975 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384964.570206:0:17881:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384964.570211:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1e25 [1] + 224 00002000:00000001:0.0:1767384964.570213:0:17881:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:1.0:1767384964.570214:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000001:0.0:1767384964.570219:0:17881:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:3.0:1767384964.570222:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384964.570223:0:17881:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384964.570226:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384964.570228:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384964.570229:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384964.570231:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000020:00000001:0.0:1767384964.570235:0:17881:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384964.570236:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384964.570236:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba62cac 00000400:00000010:1.0:1767384964.570241:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba62cac. 00002000:00000024:0.0:1767384964.570242:0:17881:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:2.0:1767384964.570243:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000100:00000001:1.0:1767384964.570245:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384964.570250:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000020:0.0:1767384964.570251:0:17881:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000200:1.0:1767384964.570252:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384964.570257:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384964.570257:0:17879:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000045d217b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16341:x1853237363766016:12345-0@lo:400: 00000020:00000020:0.0:1767384964.570264:0:17881:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000100:00000200:2.0:1767384964.570271:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363766016 00002000:00000020:0.0:1767384964.570275:0:17881:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000001:2.0:1767384964.570277:0:17879:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384964.570281:0:17879:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:0.0:1767384964.570283:0:17881:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:2.0:1767384964.570285:0:17879:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.570289:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384964.570290:0:17879:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1767384964.570292:0:17881:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1767384964.570293:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384964.570294:0:17879:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000040:1.0:1767384964.570296:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384964.570296:0:17881:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384964.570299:0:17879:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:0.0:1767384964.570303:0:17881:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384964.570308:0:17881:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363765760 00000020:00000001:2.0:1767384964.570312:0:17879:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384964.570315:0:17881:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384964.570318:0:17879:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384964.570323:0:17879:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000200:0.0:1767384964.570323:0:17881:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008982accd x1853237363765760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:190/0 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384964.570327:0:17879:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384964.570336:0:17879:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384964.570336:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384964.570339:0:17881:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384964.570341:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384964.570342:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384964.570343:0:17879:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384964.570344:0:17881:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.570349:0:17879:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1767384964.570349:0:17881:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=72 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384964.570350:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 00000100:00000001:1.0:1767384964.570354:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384964.570355:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 00000100:00000001:0.0:1767384964.570356:0:17881:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1767384964.570357:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000031415181. 02000000:00000001:2.0:1767384964.570362:0:17879:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384964.570363:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3725 usecs (4 jiffies) 00000100:00000040:0.0:1767384964.570363:0:17881:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:2.0:1767384964.570365:0:17879:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.570366:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384964.570371:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384964.570371:0:17881:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:2.0:1767384964.570372:0:17879:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.570373:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294952453 00000100:00000001:3.0:1767384964.570377:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384964.570377:0:17881:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384964.570379:0:17879:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363766016 00000100:00000001:1.0:1767384964.570380:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294952454 02000000:00000001:0.0:1767384964.570381:0:17881:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.570383:0:17879:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384964.570385:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384964.570388:0:17881:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384964.570389:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294952453 00010000:00000001:3.0:1767384964.570390:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:2.0:1767384964.570392:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045d217b5 x1853237363766016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384964.570394:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384964.570396:0:17881:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384964.570397:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294952454 00000020:00000001:3.0:1767384964.570399:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384964.570403:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000100:00000001:1.0:1767384964.570405:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294952453 00000100:00000040:3.0:1767384964.570406:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e5249eb x1853237363765888/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:190/0 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384964.570410:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363765760, offset 224 00000100:00000001:1.0:1767384964.570413:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294952454 00010000:00000001:2.0:1767384964.570419:0:17879:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384964.570422:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294952453 00000400:00000200:0.0:1767384964.570422:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384964.570423:0:17879:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384964.570430:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=72 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384964.570435:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e5249eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363765888:12345-0@lo:400: Request processed in 595us (962us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384964.570436:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294952454 00000400:00000200:0.0:1767384964.570438:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384964.570440:0:17879:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384964.570442:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384964.570447:0:17879:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:1.0:1767384964.570448:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.570467:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.570469:0:17879:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:1.0:1767384964.570470:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384964.570473:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c07200 00000100:00100000:3.0:1767384964.570475:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 02000000:00000001:2.0:1767384964.570477:0:17879:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384964.570479:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384964.570481:0:17879:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384964.570482:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384964.570483:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384964.570485:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e21 [1] + 224 00000100:00000001:3.0:1767384964.570489:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384964.570490:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384964.570490:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384964.570492:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384964.570493:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384964.570497:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.570501:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384964.570502:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384964.570503:0:16343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384964.570504:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384964.570506:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d22dc6. 00000100:00000001:0.0:1767384964.570507:0:17881:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384964.570508:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384964.570510:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363766016, offset 224 00000020:00000010:3.0:1767384964.570511:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c7ada5f. 00000100:00000001:1.0:1767384964.570512:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384964.570514:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384964.570517:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384964.570519:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8885f64. 00000400:00000200:2.0:1767384964.570524:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384964.570524:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384964.570526:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c702b5c7. 00000100:00000001:1.0:1767384964.570528:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384964.570532:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384964.570535:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000040:1.0:1767384964.570539:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384964.570541:0:17881:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384964.570543:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384964.570543:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384964.570547:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000632e6aa7. 02000000:00000001:3.0:1767384964.570553:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384964.570558:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384964.570560:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c07300 00000100:00000200:3.0:1767384964.570567:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384964.570573:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020e92783. 00000400:00000200:2.0:1767384964.570573:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e31 [1] + 224 00000100:00000001:1.0:1767384964.570579:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384964.570581:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384964.570582:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fc3d140. 00000100:00000001:1.0:1767384964.570583:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384964.570590:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384964.570594:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384964.570595:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384964.570602:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.570603:0:17881:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384964.570606:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384964.570607:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000314249fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16343:1853237363766144:0@lo:400: 00000100:00000001:1.0:1767384964.570612:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384964.570613:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384964.570614:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000100:00000200:2.0:1767384964.570615:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384964.570615:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384964.570619:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384964.570619:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 02000000:00000001:1.0:1767384964.570620:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.570625:0:17881:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384964.570627:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384964.570627:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384964.570628:0:17881:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384964.570631:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384964.570634:0:17881:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384964.570635:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067429aa1. 02000000:00000010:1.0:1767384964.570635:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b7773e3. 00000100:00000040:2.0:1767384964.570643:0:17879:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384964.570643:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384964.570643:0:17881:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000400:00000200:3.0:1767384964.570645:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00010000:00000001:0.0:1767384964.570651:0:17881:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384964.570652:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000400:00000010:1.0:1767384964.570653:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e22c6. 00000020:00000001:0.0:1767384964.570656:0:17881:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.570658:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384964.570662:0:17881:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384964.570663:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba62cac. 00000100:00000200:3.0:1767384964.570666:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.570670:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384964.570670:0:17881:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008982accd x1853237363765760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:190/0 lens 224/368 e 0 to 0 dl 1767384975 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384964.570671:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363766144, portal 10 00000400:00000200:2.0:1767384964.570680:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d22dc6 00000400:00000010:2.0:1767384964.570688:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d22dc6. 00000100:00000001:1.0:1767384964.570690:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384964.570695:0:17879:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384964.570698:0:17879:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384964.570704:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079251584 : -107292630300032 : ffff9e6afce24a80) 00000100:00000001:2.0:1767384964.570706:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384964.570709:0:17881:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008982accd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16343:x1853237363765760:12345-0@lo:13: Request processed in 608us (1228us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384964.570712:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384964.570715:0:17879:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000040:1.0:1767384964.570720:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384964.570721:0:17879:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384964.570725:0:17879:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384964.570727:0:17881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000001:2.0:1767384964.570732:0:17879:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384964.570735:0:17881:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 1 00000100:00000040:2.0:1767384964.570741:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045d217b5 x1853237363766016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384964.570742:0:17881:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384964.570747:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384964.570748:0:17881:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384964.570753:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384964.570754:0:17881:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007bfe9ed9. 00000100:00000001:1.0:1767384964.570756:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384964.570758:0:16340:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384964.570762:0:17881:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 02000000:00000001:3.0:1767384964.570763:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384964.570767:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384964.570768:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384964.570770:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba9f3b39. 00000100:00100000:2.0:1767384964.570771:0:17879:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000045d217b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16341:x1853237363766016:12345-0@lo:400: Request processed in 540us (1116us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384964.570773:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384964.570773:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b584092d. 00000020:00000040:0.0:1767384964.570777:0:17881:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 02000000:00000001:3.0:1767384964.570778:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384964.570780:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363766144, offset 0 00000100:00000001:0.0:1767384964.570783:0:17881:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384964.570786:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384964.570792:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=82 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384964.570792:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000400:00000200:1.0:1767384964.570793:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384964.570798:0:17879:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:3.0:1767384964.570800:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384964.570800:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384964.570802:0:17879:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384964.570806:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.570807:0:17879:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384964.570816:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384964.570816:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000847a877d. 00000400:00000200:1.0:1767384964.570816:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384964.570823:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384964.570824:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00010000:00000001:3.0:1767384964.570826:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384964.570828:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa46aa54. 00000400:00000200:1.0:1767384964.570829:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c07380 00000100:00000001:3.0:1767384964.570832:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384964.570832:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384964.570834:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000400:00000200:1.0:1767384964.570839:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000020:00000040:0.0:1767384964.570840:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000040:3.0:1767384964.570841:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.570841:0:17879:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384964.570850:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384964.570859:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384964.570860:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384964.570883:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384964.570886:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384964.570889:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006959c6eb. 00000100:00000040:1.0:1767384964.570892:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000006959c6eb x1853237363766144 msgsize 224 00000100:00100000:1.0:1767384964.570899:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384964.570900:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384964.570904:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384964.570906:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384964.570908:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384964.570909:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363766272 00000100:00000040:3.0:1767384964.570913:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384964.570914:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384964.570915:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b584092d 00000100:00000001:0.0:1767384964.570916:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384964.570917:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384964.570922:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384964.570922:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b584092d. 00000100:00000001:0.0:1767384964.570922:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384964.570928:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002fd03b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363765888:0@lo:400: 00000100:00000001:1.0:1767384964.570929:0:16343:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384964.570930:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384964.570930:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384964.570935:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384964.570936:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384964.570937:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363766272 00000400:00000010:0.0:1767384964.570938:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9e8f645. 00000100:00000001:3.0:1767384964.570939:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384964.570945:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5db0cbd 00000100:00000001:3.0:1767384964.570947:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384964.570948:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384964.570951:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000040:3.0:1767384964.570954:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002fd03b16 x1853237363765888/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384964.570957:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384964.570957:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5db0cbd. 00000100:00000001:1.0:1767384964.570960:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384964.570963:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000100:00000001:0.0:1767384964.570965:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384964.570967:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384964.570968:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000200:0.0:1767384964.570973:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384964.570976:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:3.0:1767384964.570978:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384964.570983:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384964.570985:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1767384964.570987:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000937584e0. 00000020:00000010:2.0:1767384964.570991:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 02000000:00000001:3.0:1767384964.570995:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384964.570998:0:17073:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000017ada160. 00000100:00000001:1.0:1767384964.571002:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.571005:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384964.571006:0:17073:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:1.0:1767384964.571008:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384964.571009:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000100:00000200:0.0:1767384964.571011:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384964.571015:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.571018:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384964.571018:0:17073:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384964.571023:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3555 usecs (4 jiffies) 02000000:00000010:3.0:1767384964.571024:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000541a7c27. 00000020:00000010:2.0:1767384964.571024:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa46aa54. 00000100:00000001:0.0:1767384964.571027:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384964.571028:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952454 00000100:00000001:0.0:1767384964.571031:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384964.571032:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1767384964.571032:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000847a877d. 00000100:00000001:1.0:1767384964.571032:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952454 00000100:00000001:0.0:1767384964.571035:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384964.571037:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384964.571037:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 02000000:00000001:0.0:1767384964.571038:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1767384964.571041:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fd03b16. 00000100:00000001:0.0:1767384964.571043:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384964.571045:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952454 00000100:00000001:0.0:1767384964.571046:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.571048:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384964.571049:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384964.571050:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952454 00000100:00000001:3.0:1767384964.571053:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384964.571053:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.571054:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384964.571055:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952454 00000100:00000001:2.0:1767384964.571058:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384964.571061:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384964.571061:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952454 00000100:00001000:0.0:1767384964.571062:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=72 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384964.571063:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.571067:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384964.571068:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952454 00000100:00000001:3.0:1767384964.571073:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.571074:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952454 00000100:00001000:0.0:1767384964.571074:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384964.571075:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384964.571079:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384964.571080:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384964.571081:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384964.571082:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384964.571083:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.571083:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.571086:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.571086:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384964.571092:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767384964.571096:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384964.571098:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384964.571099:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:0.0:1767384964.571099:0:16341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384964.571103:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a95a162b. 00000100:00000001:3.0:1767384964.571104:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384964.571108:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363766144 00000400:00000200:1.0:1767384964.571110:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058034852 00000100:00000001:2.0:1767384964.571112:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384964.571115:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384964.571115:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058034852. 00000100:00000001:2.0:1767384964.571117:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384964.571118:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384964.571123:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.571124:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384964.571124:0:16341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384964.571130:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384964.571130:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000200:1.0:1767384964.571132:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384964.571132:0:16341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384964.571136:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363766144 00000100:00000040:0.0:1767384964.571137:0:16341:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:2.0:1767384964.571138:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000020:00000001:3.0:1767384964.571142:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384964.571144:0:16341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384964.571145:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794536704 : -107297915014912 : ffff9e69c1e3f100) 00000020:00000040:3.0:1767384964.571146:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000100:00000001:0.0:1767384964.571148:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.571151:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384964.571156:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000040:2.0:1767384964.571156:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034133a09 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:190/0 lens 224/0 e 0 to 0 dl 1767384975 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384964.571158:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384964.571161:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384964.571163:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000020:00000001:3.0:1767384964.571171:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:3.0:1767384964.571177:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384964.571182:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068743d1a. 00000100:00000001:3.0:1767384964.571188:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384964.571192:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384964.571196:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068743d1a. 00000020:00000010:2.0:1767384964.571196:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017ada160. 00000100:00000001:1.0:1767384964.571198:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384964.571201:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384964.571204:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384964.571205:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c702b5c7. 00000100:00000001:2.0:1767384964.571205:0:17073:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384964.571205:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384964.571210:0:16343:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384964.571211:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384964.571212:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c7ada5f. 00000020:00000010:2.0:1767384964.571212:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017ada160. 02000000:00000001:1.0:1767384964.571214:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384964.571217:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384964.571218:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384964.571220:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8885f64. 00000100:00000001:1.0:1767384964.571221:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384964.571228:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.571230:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384964.571230:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034133a09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16343:x1853237363766272:12345-0@lo:400: 00000100:00000001:3.0:1767384964.571235:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1767384964.571237:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=72 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384964.571243:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384964.571244:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363766272 00000100:00001000:1.0:1767384964.571246:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=72 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384964.571247:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1b5a4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16341:1853237363766016:0@lo:400: 00000020:00000001:2.0:1767384964.571249:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384964.571252:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384964.571252:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384964.571255:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384964.571255:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384964.571257:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.571259:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384964.571260:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.571262:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384964.571264:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384964.571265:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384964.571266:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384964.571271:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:3.0:1767384964.571273:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384964.571274:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384964.571274:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1b5a4cc x1853237363766016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384964.571277:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384964.571282:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384964.571282:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384964.571286:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384964.571287:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384964.571289:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384964.571293:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384964.571294:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000020:00000001:2.0:1767384964.571299:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384964.571301:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:2.0:1767384964.571303:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384964.571306:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794525056 : -107297915026560 : ffff9e69c1e3c380) 02000000:00000001:2.0:1767384964.571307:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384964.571313:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000687b9492. 00000100:00000001:0.0:1767384964.571314:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384964.571318:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006959c6eb x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:190/0 lens 224/0 e 0 to 0 dl 1767384975 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384964.571318:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384964.571318:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384964.571324:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384964.571324:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d4f1a22. 00000020:00000001:2.0:1767384964.571332:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384964.571332:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384964.571336:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:2.0:1767384964.571340:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363766272 00000020:00000040:0.0:1767384964.571341:0:16341:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384964.571347:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384964.571349:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000200:2.0:1767384964.571354:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034133a09 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384964.571355:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000068a4fbd. 00000100:00000001:3.0:1767384964.571357:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384964.571358:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384964.571361:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384964.571363:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068743d1a. 02000000:00000001:0.0:1767384964.571365:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384964.571366:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384964.571368:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384964.571369:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1b5a4cc. 00000100:00000040:1.0:1767384964.571371:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:3.0:1767384964.571374:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068743d1a. 00000100:00000001:0.0:1767384964.571376:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384964.571377:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1767384964.571379:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384964.571380:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.571380:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.571383:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384964.571385:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006959c6eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16343:x1853237363766144:12345-0@lo:400: 00000100:00000001:0.0:1767384964.571387:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384964.571389:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=77 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384964.571392:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384964.571393:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363766144 00000100:00000001:2.0:1767384964.571394:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384964.571395:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384964.571400:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.571401:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384964.571401:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:3.0:1767384964.571407:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384964.571408:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384964.571409:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:1.0:1767384964.571411:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384964.571413:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384964.571413:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.571416:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384964.571418:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384964.571421:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384964.571421:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.571422:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384964.571426:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:2.0:1767384964.571429:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1767384964.571429:0:16343:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:3.0:1767384964.571430:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000040:1.0:1767384964.571433:0:16343:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:3.0:1767384964.571434:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384964.571436:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384964.571439:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000040:1.0:1767384964.571440:0:16343:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000010:2.0:1767384964.571442:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d22dc6. 00000020:00000001:3.0:1767384964.571443:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384964.571448:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384964.571464:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363766272, offset 224 00000100:00080000:0.0:1767384964.571464:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000020:1.0:1767384964.571467:0:16343:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:3.0:1767384964.571471:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:0.0:1767384964.571471:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:3.0:1767384964.571476:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:1.0:1767384964.571479:0:16343:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384964.571482:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384964.571484:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384964.571486:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000632e6aa7. 00000100:00000040:1.0:1767384964.571486:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384964.571491:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.571497:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384964.571497:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384964.571506:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384964.571507:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000453b0e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363765760:0@lo:13: 00010000:00000040:3.0:1767384964.571513:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363766144 00000400:00000200:2.0:1767384964.571513:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c07400 00000100:00000001:1.0:1767384964.571515:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384964.571517:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384964.571519:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384964.571523:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e39 [1] + 224 00010000:00000200:3.0:1767384964.571524:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006959c6eb x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384964.571526:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000453b0e7c x1853237363765760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384964.571532:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384964.571541:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384964.571549:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384964.571554:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384964.571556:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384964.571556:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384964.571558:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384964.571560:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767384964.571563:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=77 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384964.571564:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004807cd1d. 02000000:00000001:1.0:1767384964.571571:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384964.571572:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384964.571574:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384964.571575:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384964.571577:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000020:00000040:1.0:1767384964.571579:0:16343:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384964.571582:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:1.0:1767384964.571586:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384964.571587:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384964.571589:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.571589:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384964.571591:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384964.571594:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d22dc6 02000000:00000010:1.0:1767384964.571596:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b353466. 00000100:00000040:3.0:1767384964.571597:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384964.571597:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d22dc6. 02000000:00000001:1.0:1767384964.571602:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384964.571603:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:3.0:1767384964.571604:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 02000000:00000001:1.0:1767384964.571605:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384964.571607:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1767384964.571609:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363766144, offset 224 00000100:00000010:1.0:1767384964.571609:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000453b0e7c. 00000100:00000001:2.0:1767384964.571612:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.571617:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384964.571617:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384964.571618:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384964.571621:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.571622:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384964.571625:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384964.571626:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384964.571628:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384964.571631:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384964.571632:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384964.571634:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384964.571639:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c07380 00000100:00000040:2.0:1767384964.571639:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034133a09 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384964.571640:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384964.571644:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384964.571647:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae515a9. 00000400:00000200:1.0:1767384964.571652:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000400:00000010:1.0:1767384964.571655:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000100:00100000:2.0:1767384964.571659:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034133a09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16343:x1853237363766272:12345-0@lo:400: Request processed in 462us (1458us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384964.571660:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384964.571665:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e51 [1] + 224 00000100:00000200:1.0:1767384964.571668:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384964.571673:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384964.571673:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:2.0:1767384964.571680:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000400:00000200:3.0:1767384964.571683:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384964.571685:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384964.571688:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384964.571689:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384964.571690:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384964.571693:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000847a877d. 00000100:00000200:3.0:1767384964.571697:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384964.571700:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000020:00000010:2.0:1767384964.571705:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa46aa54. 00000100:00000001:1.0:1767384964.571711:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384964.571716:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384964.571718:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384964.571718:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:1.0:1767384964.571722:0:16343:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384964.571723:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384964.571727:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384964.571732:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384964.571732:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384964.571734:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384964.571739:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 02000000:00000001:1.0:1767384964.571740:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384964.571744:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 00000100:00001000:1.0:1767384964.571748:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=76 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384964.571749:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384964.571752:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:1.0:1767384964.571756:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384964.571762:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384964.571764:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384964.571765:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384964.571767:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384964.571772:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00080000:1.0:1767384964.571775:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384964.571777:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384964.571781:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384964.571786:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384964.571791:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.571794:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384964.571796:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006959c6eb x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1767384975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384964.571796:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384964.571806:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384964.571809:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384964.571810:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006959c6eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16343:x1853237363766144:12345-0@lo:400: Request processed in 449us (913us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384964.571817:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384964.571822:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384964.571828:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:3.0:1767384964.571832:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384964.571834:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384964.571835:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384964.571838:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384964.571839:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c7ada5f. 00000100:00000001:1.0:1767384964.571841:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384964.571845:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8885f64. 00000100:00000040:1.0:1767384964.571847:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384964.571850:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c702b5c7. 00000020:00000040:3.0:1767384964.571856:0:17764:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:3.0:1767384964.571858:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384964.571888:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7518192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237363766272:0@lo:400: 00000100:00000001:1.0:1767384964.571896:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.571899:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384964.571903:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7518192 x1853237363766272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384964.571911:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384964.571913:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384964.571916:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0afa0c4. 02000000:00000001:1.0:1767384964.571920:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384964.571922:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384964.571923:0:16343:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384964.571925:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384964.571926:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054b59854. 02000000:00000001:1.0:1767384964.571929:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384964.571931:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384964.571932:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7518192. 00000100:00000001:1.0:1767384964.571936:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384964.571937:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384964.571940:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.571943:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384964.571945:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384964.571949:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384964.571951:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384964.571953:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973e22c6. 00000400:00000200:1.0:1767384964.571955:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba62cac 00000400:00000010:1.0:1767384964.571963:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba62cac. 00000100:00000001:1.0:1767384964.571966:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384964.571970:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384964.571976:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384964.571980:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384964.571981:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384964.571983:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384964.571984:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384964.571985:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384964.571986:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384964.571987:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384964.571990:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384964.571992:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384964.571993:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384964.571994:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384964.571995:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384964.571997:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384964.572001:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.572003:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384964.572004:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384964.572005:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384964.572005:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384964.572007:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384964.572011:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384964.572012:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384964.572013:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384964.572015:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384964.572019:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000314249fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16343:1853237363766144:0@lo:400: 00000100:00000001:1.0:1767384964.572026:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384964.572027:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384964.572029:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000314249fd x1853237363766144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384964.572033:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384964.572034:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384964.572035:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b7773e3. 02000000:00000001:1.0:1767384964.572037:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384964.572038:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384964.572038:0:16343:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384964.572040:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384964.572041:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000086bd1990. 02000000:00000001:1.0:1767384964.572042:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384964.572043:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384964.572044:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000314249fd. 00000100:00000001:1.0:1767384964.572045:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384964.572046:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384964.572047:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384964.572050:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384964.572051:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.572052:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384964.572053:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384964.575966:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294952454, at 4294952455 00000100:00000040:0.0:1767384964.575967:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294952454, at 4294952455 00000100:00000040:3.0:1767384964.575977:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294952454, at 4294952455 00000100:00000040:2.0:1767384964.575977:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294952454, at 4294952455 00000100:00000010:1.0:1767384964.575978:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba29ed61. 00000100:00000010:0.0:1767384964.575980:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058ac76ee. 00000100:00000010:2.0:1767384964.575990:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f4a4cde. 00000100:00000010:3.0:1767384964.575991:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b420e7ae. 00080000:00000010:3.0:1767384964.731335:0:37083:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008ec9a0da. 00080000:00000010:3.0:1767384964.731346:0:37083:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008ec9a0da. 00000020:00000001:3.0:1767384964.731351:0:37083:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384964.731358:0:37083:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008ec9a0da. 00080000:00000010:3.0:1767384964.731363:0:37083:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008ec9a0da. 00000020:00000001:3.0:1767384964.731366:0:37083:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384965.464977:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384965.464988:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384965.464992:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d32e7c1 00000400:00000010:0.0:1767384965.465002:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d32e7c1. 00000400:00000200:0.0:1767384965.465012:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384965.465025:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384965.465045:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000000d9693b. 00000400:00000010:0.0:1767384965.465053:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b2e3602e. 00000400:00000001:0.0:1767384965.465065:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384965.465077:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384965.465080:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc4b54b1 00000400:00000010:0.0:1767384965.465084:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc4b54b1. 00000400:00000200:0.0:1767384965.465091:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384965.465098:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384965.465106:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e0400615. 00000400:00000010:0.0:1767384965.465112:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000001461781. 00000400:00000200:0.0:1767384965.465139:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp40 00000400:00000010:0.0:1767384965.465145:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001a68b279. 00000400:00000010:0.0:1767384965.465153:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000097d962a. 00000400:00000010:0.0:1767384965.465159:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000400:00000010:0.0:1767384965.465170:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eb9510ec. 00000400:00000200:0.0:1767384965.465232:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp40 00000400:00000200:0.0:1767384965.465257:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp40 local destination 00000800:00000200:3.0:1767384965.465273:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d72c7532] -> 12345-192.168.203.109@tcp28 (6) 00000400:00000200:0.0:1767384965.465273:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp40 00000800:00000200:3.0:1767384965.465295:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp28 ip 192.168.203.109:988 00000400:00000200:0.0:1767384965.465295:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp40 NI seq info: [175:175:256:4294967295] 192.168.203.109@tcp40 LPNI seq info [157:157:8:4294967295] 00000800:00000200:3.0:1767384965.465307:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384965.465319:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp40 00000400:00000200:0.0:1767384965.465342:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp40(192.168.203.109@tcp40:) -> 192.168.203.109@tcp40(192.168.203.109@tcp40:192.168.203.109@tcp40) : GET try# 0 00000800:00000200:0.0:1767384965.465358:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp40 00000800:00000010:0.0:1767384965.465365:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f1c813f1. 00000800:00000200:0.0:1767384965.465379:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000800:00000200:0.1:1767384965.465387:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000400:00000200:0.0:1767384965.465415:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp40 added to recovery queue. ping count: 4 next ping: 302 health :600 00000800:00000200:3.0:1767384965.465469:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384965.465476:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384965.465498:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384965.465510:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384965.465513:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384965.465575:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.465704:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.465790:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.465895:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00010000:00000001:2.0:1767384965.465926:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384965.465931:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.465936:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384965.465938:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384965.465979:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384965.465985:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384965.465991:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384965.466046:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.466177:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.466336:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.466505:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.466609:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.466671:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.466734:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.466778:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.466879:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.466993:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.467062:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.467123:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.467194:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.467322:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.467439:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.467596:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.467658:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.467761:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.467901:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468066:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468190:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468260:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468358:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468396:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468468:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468528:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468569:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468606:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468658:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468697:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384965.468763:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384965.469099:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036412a7f. 00000800:00000010:0.0:1767384965.469124:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c0ef5a9. 00000800:00000010:0.0:1767384965.469133:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c228f593. 00000800:00000010:0.0:1767384965.469168:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c228f593. 00000800:00020000:0.0:1767384965.469198:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384965.469217:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c0ef5a9. 00000800:00000010:0.0:1767384965.469221:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036412a7f. 00000400:02020000:0.0:1767384965.469280:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp40 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384965.469290:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp40 notifying 192.168.203.109@tcp40: down 00000800:00000200:0.0:1767384965.469299:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp40 down 00000800:00000100:0.0:1767384965.469308:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp40 00000800:00000010:0.0:1767384965.469312:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f1c813f1. 00000400:00000200:0.0:1767384965.469317:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384965.469323:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp40->192.168.203.109@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384965.469333:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384965.469337:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384965.469342:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp40) recovery failed with -71 00000001:00000001:3.0:1767384965.485606:0:37247:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384965.485610:0:37247:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:3.0:1767384965.489116:0:37247:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384965.497963:0:37248:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000044b7fb02. 00000400:00000010:0.0:1767384965.497979:0:37248:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008c0ef5a9. 00000400:00000010:0.0:1767384965.497989:0:37248:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f2122c3f. 00000400:00000010:0.0:1767384965.497993:0:37248:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f5acdb59. 00000400:00000010:0.0:1767384965.497997:0:37248:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c65e3eb9. 00000400:00000010:0.0:1767384965.498001:0:37248:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d39446fd. 00000400:00000010:0.0:1767384965.498003:0:37248:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fd2e0752. 00000400:00000010:0.0:1767384965.498005:0:37248:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1be0585. 00000400:00000010:0.0:1767384965.498008:0:37248:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000074928cfe. 00000800:00000010:0.0:1767384965.498025:0:37248:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f1c813f1. 00000800:00000200:0.0:1767384965.498036:0:37248:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384965.498049:0:37248:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384965.498088:0:37248:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:0.0:1767384965.498113:0:37248:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp47 [8/256/0/180] 00000400:00000010:0.0:1767384965.500317:0:37248:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000008ad0af77. 00000400:00000010:0.0:1767384965.500325:0:37248:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d934e473. 00000400:00000010:0.0:1767384965.500331:0:37248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000400:00000001:0.0:1767384965.500353:0:37248:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384965.500355:0:37248:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384965.500357:0:37248:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d722ae6c. 00000400:00000200:0.0:1767384965.500381:0:37248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099e63b35 00000400:00000010:0.0:1767384965.500383:0:37248:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099e63b35. 00000400:00000010:0.0:1767384965.500390:0:37248:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000fc5c8a7c. 00000400:00000200:0.0:1767384965.500398:0:37248:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (37) 00000400:00000200:0.0:1767384965.500414:0:37248:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384965.500423:0:37248:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:0.0:1767384965.500474:0:37248:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000036412a7f. 00000020:01000000:0.0:1767384965.500482:0:37248:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384965.500487:0:37248:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp47 00000400:00000200:2.0:1767384965.500495:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384965.500516:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000010:2.0:1767384965.500524:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d22dc6. 00000400:00000010:0.0:1767384965.500525:0:37248:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008c0ef5a9. 00000400:00000200:2.0:1767384965.500531:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (38) 00000400:00000010:0.0:1767384965.500531:0:37248:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000044b7fb02. 00000400:00000010:2.0:1767384965.500547:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008b6e3c4c. 00000020:00000001:1.0:1767384965.500554:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384965.500557:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 10000000:00000001:1.0:1767384965.500560:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384965.500563:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384965.500565:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384965.500567:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384965.500569:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384965.500570:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384965.500572:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000020:01000004:1.0:1767384965.500574:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384965.500577:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384965.500580:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:1.0:1767384965.500580:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384965.500583:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384965.500586:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384965.500589:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:2.0:1767384965.500593:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:1.0:1767384965.500596:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384965.500599:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384965.500600:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:2.0:1767384965.500604:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000100:00000010:1.0:1767384965.500605:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095256724. 00000400:00000200:2.0:1767384965.500609:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000020:00000040:1.0:1767384965.500611:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384965.500615:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000100:00000001:1.0:1767384965.500619:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384965.500623:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384965.500624:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 02000000:00000001:1.0:1767384965.500631:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384965.500635:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 02000000:00000010:1.0:1767384965.500642:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c91eb101. 00000400:00000200:2.0:1767384965.500643:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 00000400:00000200:2.0:1767384965.500649:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 36], ns[148, 36] 00000100:00000001:1.0:1767384965.500650:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.500658:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384965.500661:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384965.500663:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 36], ns[155, 36] 00000400:00000200:2.0:1767384965.500671:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 36], ns[165, 36] 00000100:00000040:1.0:1767384965.500671:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095256724] to pc [ptlrpcd_00_00+0] req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384965.500685:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 36], ns[169, 36] 00000400:00000200:2.0:1767384965.500693:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000400:00000200:2.0:1767384965.500697:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 00000400:00000200:2.0:1767384965.500705:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 00000400:00000200:2.0:1767384965.500712:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 10000000:00000001:1.0:1767384965.500712:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384965.500717:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384965.500721:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384965.500725:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384965.500726:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 36], ns[72, 36] 00000100:00000001:3.0:1767384965.500730:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384965.500734:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384965.500735:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384965.500735:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[73, 36] 10000000:00000001:1.0:1767384965.500737:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384965.500740:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384965.500741:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384965.500746:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384965.500747:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 36], ns[172, 36] 00000020:01000004:1.0:1767384965.500748:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:3.0:1767384965.500750:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384965.500752:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384965.500754:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384965.500757:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384965.500759:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 36], ns[115, 36] 00000020:01000004:1.0:1767384965.500760:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384965.500764:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384965.500769:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384965.500770:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384965.500772:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384965.500773:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 36], ns[87, 36] 00000100:00000001:3.0:1767384965.500774:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384965.500776:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384965.500781:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384965.500782:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a563176. 02000000:00000001:3.0:1767384965.500786:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384965.500788:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 36], ns[152, 36] 00000020:00000040:1.0:1767384965.500788:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 02000000:00000001:3.0:1767384965.500791:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.500794:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384965.500797:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384965.500798:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363766400:0@lo:253: 00000400:00000200:2.0:1767384965.500801:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[117, 36] 02000000:00000001:1.0:1767384965.500802:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.500806:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384965.500812:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005b8786f5. 02000000:00000001:3.0:1767384965.500813:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384965.500815:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 36], ns[123, 36] 02000000:00000001:3.0:1767384965.500820:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.500821:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384965.500825:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384965.500826:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 36], ns[157, 36] 02000000:00000010:3.0:1767384965.500833:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001a9e8105. 00000100:00000001:1.0:1767384965.500833:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384965.500836:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 36], ns[129, 36] 00000100:00000001:1.0:1767384965.500837:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384965.500838:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384965.500847:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6aa1dca. 00000100:00000040:1.0:1767384965.500847:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a563176] to pc [ptlrpcd_00_01+1] req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384965.500848:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 36], ns[132, 36] 00000400:00000010:3.0:1767384965.500855:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070097a52. 00000100:00000200:3.0:1767384965.500901:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363766400, portal 25 00000100:00000001:3.0:1767384965.500907:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384965.500907:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.500911:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534912 : -107297915016704 : ffff9e69c1e3ea00) 10000000:00000001:1.0:1767384965.500913:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384965.500919:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384965.500922:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384965.500922:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 36], ns[153, 36] 00000020:01000000:1.0:1767384965.500923:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384965.500928:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000036412a7f. 00000400:00000200:2.0:1767384965.500932:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 36], ns[175, 36] 00000100:00000001:3.0:1767384965.500937:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384965.500938:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 36], ns[163, 36] 00000100:00000001:1.0:1767384965.500942:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384965.500944:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 36], ns[173, 36] 00000100:00000001:1.0:1767384965.500947:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384965.500948:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384965.500950:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384965.500952:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[156, 36], ns[174, 36] 00000400:00000010:3.0:1767384965.500954:0:16340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064a160f3. 00000100:00000040:1.0:1767384965.500956:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384965.500959:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363766400, offset 0 00000400:00000200:2.0:1767384965.500964:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 36], ns[0, 36] 00000400:00000200:2.0:1767384965.500972:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384965.500975:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384965.500979:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384965.500981:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000100:00000001:1.0:1767384965.500982:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384965.500987:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384965.500989:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384965.500991:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp44 02000000:00000001:1.0:1767384965.500992:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384965.500997:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363766528:0@lo:253: 00000400:00000200:2.0:1767384965.501001:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp44 lpni_is_preferred = 0 00000100:00000001:1.0:1767384965.501001:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384965.501003:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384965.501007:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384965.501008:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp44 02000000:00000001:1.0:1767384965.501011:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384965.501016:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp44 NI seq info: [176:176:256:4294967295] 192.168.203.109@tcp44 LPNI seq info [158:158:8:4294967295] 02000000:00000010:1.0:1767384965.501016:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c35522dc. 02000000:00000001:1.0:1767384965.501021:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384965.501029:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp44 00000400:00000010:1.0:1767384965.501033:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e22c6. 00000400:00000010:1.0:1767384965.501041:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d13ff789. 00000400:00000200:2.0:1767384965.501047:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp44(192.168.203.109@tcp44:) -> 192.168.203.109@tcp44(192.168.203.109@tcp:192.168.203.109@tcp44) : PUT try# 0 00000100:00000200:1.0:1767384965.501047:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363766528, portal 25 00000100:00000001:1.0:1767384965.501051:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384965.501055:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794527744 : -107297915023872 : ffff9e69c1e3ce00) 00000800:00000200:2.0:1767384965.501060:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.109@tcp44 00000400:00000200:3.0:1767384965.501064:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384965.501064:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384965.501067:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1d62fce. 00000100:00000001:1.0:1767384965.501075:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767384965.501079:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000bd37aa3. 00000400:00000200:3.0:1767384965.501080:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07480 00000800:00000010:2.0:1767384965.501086:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009f0e28ed. 00000100:00000040:1.0:1767384965.501088:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384965.501089:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1609 [2] + 0 00000800:00000200:2.0:1767384965.501093:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000400:00000010:1.0:1767384965.501094:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008be3c386. 00000400:00000010:3.0:1767384965.501095:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce1e18ee. 00000800:00000200:2.1:1767384965.501099:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000400:00000200:3.0:1767384965.501104:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001526b5f6 00000100:00000200:1.0:1767384965.501109:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363766528, offset 0 00000400:00000200:3.0:1767384965.501112:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384965.501122:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384965.501124:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384965.501126:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384965.501127:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 0 00000400:00000200:3.0:1767384965.501133:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001526b5f6 00000400:00000010:3.0:1767384965.501147:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001526b5f6. 00000400:00000200:1.0:1767384965.501148:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384965.501154:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384965.501160:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384965.501161:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07500 00000100:00000040:3.0:1767384965.501165:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000333bb8fb x1853237363766400 msgsize 4848 00000400:00000200:1.0:1767384965.501173:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x161d [2] + 0 00000400:00000010:1.0:1767384965.501180:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003102a3. 00000100:00100000:3.0:1767384965.501181:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384965.501186:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384965.501188:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e37bc158 00000100:00000001:3.0:1767384965.501195:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384965.501195:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384965.501201:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384965.501216:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a160f3 00000400:00000010:3.0:1767384965.501219:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064a160f3. 00000100:00000001:3.0:1767384965.501223:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384965.501225:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e37bc158 00000100:00000200:3.0:1767384965.501227:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384965.501230:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e37bc158. 00000400:00000200:2.0:1767384965.501232:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000001:1.0:1767384965.501238:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384965.501242:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384965.501242:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384965.501247:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384965.501248:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000243b80d6 x1853237363766528 msgsize 4848 00000100:00100000:1.0:1767384965.501263:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384965.501265:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.501277:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384965.501278:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384965.501283:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.501289:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294953386 00000100:00000001:1.0:1767384965.501292:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384965.501293:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e4b8516. 00000400:00000200:2.0:1767384965.501297:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384965.501302:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008be3c386 00000100:00000001:3.0:1767384965.501304:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384965.501307:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008be3c386. 00000100:00000001:3.0:1767384965.501312:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294953386 00000100:00000001:1.0:1767384965.501313:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384965.501319:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384965.501333:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384965.501343:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073eefc02. 00000400:00000200:2.0:1767384965.501344:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000040:1.0:1767384965.501347:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384965.501350:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384965.501356:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294953386 00000100:00000010:3.0:1767384965.501363:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1ec42a4. 00000100:00000001:1.0:1767384965.501363:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.501369:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384965.501370:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384965.501376:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294953386 00000100:00000001:1.0:1767384965.501378:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384965.501381:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af16f9c8. 00000100:00000001:1.0:1767384965.501383:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294953386 00000100:00000001:3.0:1767384965.501385:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384965.501385:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:1.0:1767384965.501390:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294953386 00000100:00000001:3.0:1767384965.501393:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384965.501396:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294953386 00000100:00000001:3.0:1767384965.501397:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.501405:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.501405:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294953386 00000100:00000001:3.0:1767384965.501408:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384965.501416:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384965.501417:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294953386 00000100:00000001:3.0:1767384965.501419:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384965.501422:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294953386 00000100:00000001:3.0:1767384965.501425:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384965.501427:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294953386 00000100:00000001:3.0:1767384965.501430:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384965.501432:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294953386 00000100:00000001:3.0:1767384965.501433:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384965.501433:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000001:1.0:1767384965.501438:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384965.501440:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.501442:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.501464:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.501467:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384965.501474:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384965.501476:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384965.501478:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384965.501480:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384965.501492:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363766400 00000400:00000200:2.0:1767384965.501492:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000100:00000001:1.0:1767384965.501494:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384965.501496:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384965.501498:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.501501:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384965.501504:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.501505:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384965.501511:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384965.501515:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363766400 00000020:00000001:3.0:1767384965.501517:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384965.501520:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384965.501522:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384965.501524:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000020:00000040:3.0:1767384965.501525:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:3.0:1767384965.501528:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384965.501528:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384965.501533:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363766528 00000020:00000001:3.0:1767384965.501534:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 02000000:00000001:1.0:1767384965.501538:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384965.501541:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384965.501542:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384965.501546:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384965.501547:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96912aa. 00000400:00000200:2.0:1767384965.501551:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:3.0:1767384965.501552:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384965.501552:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384965.501557:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363766528 00000020:00000001:1.0:1767384965.501561:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384965.501564:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96912aa. 00000020:00000040:1.0:1767384965.501565:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384965.501570:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384965.501572:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000010:3.0:1767384965.501573:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008547227c. 00000020:00000001:1.0:1767384965.501575:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:2.0:1767384965.501579:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000020:00000010:3.0:1767384965.501581:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a26d9d3. 00000020:00000001:1.0:1767384965.501581:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384965.501589:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384965.501592:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8885f64. 00000020:00000010:1.0:1767384965.501597:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015099779. 00000100:00000001:1.0:1767384965.501602:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384965.501605:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384965.501605:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015099779. 00000100:00000001:3.0:1767384965.501611:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384965.501614:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000020:00000010:1.0:1767384965.501615:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47c97fa. 00000100:00000001:3.0:1767384965.501616:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384965.501620:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384965.501624:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cb593d9. 00000020:00000010:1.0:1767384965.501631:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004d1c31fe. 00000100:00000001:3.0:1767384965.501636:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.501648:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384965.501648:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384965.501653:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384965.501657:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.501663:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.501665:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384965.501667:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384965.501670:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384965.501680:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00100000:3.0:1767384965.501681:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000040:3.0:1767384965.501685:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384965.501689:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988338256 : -107292721213360 : ffff9e6af7771050) 00000100:00000001:1.0:1767384965.501693:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384965.501697:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384965.501699:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000333bb8fb x1853237363766400/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:191/0 lens 4848/0 e 0 to 0 dl 1767384976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384965.501709:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:3.0:1767384965.501711:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384965.501714:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000020:00000010:3.0:1767384965.501716:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96912aa. 00000100:00000001:1.0:1767384965.501719:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780988339280 : -107292721212336 : ffff9e6af7771450) 00000100:00000001:3.0:1767384965.501723:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384965.501727:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96912aa. 00000100:00000040:1.0:1767384965.501729:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000243b80d6 x1853237363766528/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:191/0 lens 4848/0 e 0 to 0 dl 1767384976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384965.501738:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000333bb8fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16340:x1853237363766400:12345-0@lo:253: 00000100:00000001:1.0:1767384965.501743:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384965.501745:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363766400 00000020:00000010:1.0:1767384965.501748:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015099779. 00000020:00000001:3.0:1767384965.501749:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384965.501755:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384965.501757:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384965.501758:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015099779. 00000020:00000001:3.0:1767384965.501763:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384965.501769:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384965.501772:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00100000:1.0:1767384965.501772:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000243b80d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363766528:12345-0@lo:253: 00000400:00000200:2.0:1767384965.501773:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000100:00000200:1.0:1767384965.501781:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363766528 00000020:00000001:3.0:1767384965.501782:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384965.501786:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384965.501787:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384965.501790:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384965.501792:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384965.501793:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384965.501797:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384965.501797:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384965.501801:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:1.0:1767384965.501805:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384965.501808:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384965.501812:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384965.501812:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384965.501814:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384965.501819:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384965.501819:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.501823:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384965.501829:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384965.501831:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384965.501838:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e409c266. 02000000:00000010:1.0:1767384965.501838:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cdd683bc. 02000000:00000001:1.0:1767384965.501842:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384965.501844:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.501845:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384965.501850:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384965.501859:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384965.501859:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384965.501861:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 20000000:00000010:1.0:1767384965.501906:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000014b9e209. 20000000:00000010:3.0:1767384965.501908:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000013f749b7. 20000000:01000000:1.0:1767384965.501911:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384965.501915:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384965.501916:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384965.501920:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384965.501921:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384965.501926:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384965.501930:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384965.501931:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384965.501932:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384965.501935:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384965.501941:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384965.501944:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384965.501945:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d4104be. 20000000:01000000:1.0:1767384965.501949:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:1.0:1767384965.501955:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384965.501959:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384965.501963:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384965.501977:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00080000:00000001:1.0:1767384965.501979:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384965.501997:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384965.502001:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384965.502004:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384965.502008:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384965.502010:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384965.502013:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000020:00000001:1.0:1767384965.502018:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:1.0:1767384965.502020:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384965.502023:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384965.502028:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384965.502032:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384965.502036:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384965.502042:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384965.502045:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384965.502049:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b0afa0c4. 00080000:00000001:1.0:1767384965.502052:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781259264 : -107297928292352 : ffff9e69c1195800) 00080000:00000001:1.0:1767384965.502056:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384965.502060:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384965.502065:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000015099779. 00000400:00000200:2.0:1767384965.502068:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00080000:00000001:1.0:1767384965.502068:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384965.502071:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384965.502091:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384965.502132:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384965.502169:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502252:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502355:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502394:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502418:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502440:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502489:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502508:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502544:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502629:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502703:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502732:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502750:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502766:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.502828:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.503061:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.503092:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.503109:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.503139:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384965.503160:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00080000:00000010:1.0:1767384965.503219:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b0afa0c4. 00080000:00000010:3.0:1767384965.503262:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000015099779. 00040000:00000001:3.0:1767384965.503269:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384965.503271:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384965.503274:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384965.503288:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384965.503291:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384965.503294:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384965.503309:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384965.503320:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384965.503324:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767384965.503327:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b0afa0c4. 00080000:00000001:3.0:1767384965.503329:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384965.503331:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:1.0:1767384965.503334:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384965.503336:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384965.503338:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384965.503343:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384965.503350:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384965.503351:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384965.503353:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384965.503354:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00080000:00000001:1.0:1767384965.503354:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384965.503367:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384965.503371:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc87ba15. 00080000:00000002:1.0:1767384965.503371:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:1.0:1767384965.503377:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:1.0:1767384965.503379:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384965.503381:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384965.503383:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019b981a5. 00080000:00000001:1.0:1767384965.503383:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384965.503387:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384965.503390:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384965.503392:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:1.0:1767384965.503394:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384965.503397:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000072caef30. 00080000:00000001:1.0:1767384965.503400:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781254656 : -107297928296960 : ffff9e69c1194600) 00080000:00000001:1.0:1767384965.503402:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384965.503403:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384965.503405:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001b55e8a1. 00080000:00000001:1.0:1767384965.503407:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384965.503409:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:3.0:1767384965.503411:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384965.503416:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384965.503416:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384965.503418:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019b981a5. 10000000:01000000:3.0:1767384965.503420:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384965.503424:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384965.503425:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384965.503430:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00020000:2.0:1767384965.503431:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384965.503434:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc87ba15. 00000800:00000010:2.0:1767384965.503437:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009854828f. 00010000:00000010:3.0:1767384965.503439:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f50d73df. 00010000:00000001:3.0:1767384965.503443:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384965.503462:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000851c921b. 00000020:00000001:3.0:1767384965.503466:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384965.503469:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000851c921b with handle 0x135556ebb4843ccc to hash 00000020:00000001:3.0:1767384965.503471:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384965.503473:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00000400:02020000:2.0:1767384965.503504:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp44 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384965.503509:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00000400:00000200:2.0:1767384965.503511:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp44 notifying 192.168.203.109@tcp44: down 00010000:00000001:3.0:1767384965.503513:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384965.503514:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384965.503517:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384965.503517:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp44 down 00000800:00000100:2.0:1767384965.503524:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.203.109@tcp44 00010000:00000001:3.0:1767384965.503526:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000010:2.0:1767384965.503528:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1d62fce. 00010000:00000001:3.0:1767384965.503529:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384965.503531:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384965.503534:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:2.0:1767384965.503534:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000001:3.0:1767384965.503535:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384965.503538:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384965.503539:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384965.503539:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp44->192.168.203.109@tcp44: PUT: LOCAL_ERROR 00010000:00000001:3.0:1767384965.503543:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384965.503544:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384965.503546:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384965.503547:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384965.503550:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f50d73df) refcount = 1 00000400:00000200:2.0:1767384965.503550:0:16330:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp44 added to recovery queue. ping count: 0 next ping: 287 health :900 00010000:00010000:3.0:1767384965.503553:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384965.503554:0:16330:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384965.503558:0:16330:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 1 00010000:00000001:3.0:1767384965.503561:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:2.0:1767384965.503562:0:16330:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00010000:00000001:3.0:1767384965.503563:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384965.503564:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384965.503567:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384965.503569:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384965.503572:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384965.503575:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384965.503579:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384965.503581:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384965.503582:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851c921b refcount=4 00000020:00000001:3.0:1767384965.503584:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384965.503587:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384965.503590:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384965.503592:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384965.503599:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384965.503607:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x301171 00010000:00000001:3.0:1767384965.503614:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000001:1.0:1767384965.503614:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384965.503616:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:3.0:1767384965.503619:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384965.503623:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d22dc6 00000400:00000010:1.0:1767384965.503633:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d22dc6. 00010000:00000001:3.0:1767384965.503635:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384965.503637:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:3.0:1767384965.503639:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384965.503642:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384965.503642:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:1.0:1767384965.503648:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (39) 00000400:00000200:1.0:1767384965.503653:0:16338:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.109@tcp 00010000:00000001:3.0:1767384965.503655:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384965.503657:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc -71 00010000:00000001:3.0:1767384965.503658:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384965.503661:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00010000:00000001:3.0:1767384965.503664:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384965.503665:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (38) 00010000:00010000:3.0:1767384965.503669:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384965.503678:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000851c921b already unused, calling callback (00000000c66beece) 00010000:00000001:3.0:1767384965.503681:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384965.503683:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384965.503684:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384965.503688:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384965.503690:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384965.503691:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384965.503691:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384965.503693:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:2.0:1767384965.503693:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000014b9e209. 00000020:00000040:3.0:1767384965.503694:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851c921b refcount=5 00000020:00000001:3.0:1767384965.503696:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 20000000:00000001:2.0:1767384965.503696:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384965.503698:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000040:2.0:1767384965.503699:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363766528 00010000:00000001:3.0:1767384965.503701:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384965.503702:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384965.503703:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384965.503707:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000243b80d6 x1853237363766528/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:191/0 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384965.503709:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384965.503710:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384965.503716:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384965.503717:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.503718:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384965.503721:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=83 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384965.503722:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384965.503723:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384965.503726:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384965.503727:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384965.503728:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384965.503730:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000851c921b with handle 0x135556ebb4843ccc from hash 00000100:00000040:2.0:1767384965.503730:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:3.0:1767384965.503732:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384965.503734:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384965.503735:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384965.503737:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384965.503737:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:3.0:1767384965.503740:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1767384965.503740:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384965.503742:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384965.503743:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384965.503745:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384965.503745:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384965.503747:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384965.503748:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384965.503750:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384965.503751:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc87ba15. 00010000:00000001:3.0:1767384965.503752:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384965.503753:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:2.0:1767384965.503754:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363766528, offset 224 00010000:00000001:3.0:1767384965.503757:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384965.503758:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384965.503759:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384965.503759:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384965.503761:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384965.503763:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384965.503766:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384965.503766:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384965.503771:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384965.503773:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384965.503773:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07500 00010000:00000001:3.0:1767384965.503774:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384965.503777:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384965.503778:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384965.503778:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e75 [2] + 224 00010000:00000001:3.0:1767384965.503779:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384965.503783:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384965.503784:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384965.503786:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384965.503787:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:3.0:1767384965.503788:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384965.503791:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384965.503791:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384965.503795:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384965.503796:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384965.503806:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384965.503806:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384965.503808:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000851c921b/0x135556ebb4843ccc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384965.503815:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f50d73df count: 0 00000100:00000001:2.0:1767384965.503824:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384965.503826:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384965.503828:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384965.503830:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc87ba15 00000400:00000010:2.0:1767384965.503832:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc87ba15. 00000100:00000001:1.0:1767384965.503833:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384965.503836:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384965.503836:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384965.503841:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384965.503843:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384965.503845:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384965.503847:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973e22c6. 00000100:00000001:2.0:1767384965.503848:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384965.503851:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d13ff789 00000400:00000010:1.0:1767384965.503854:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d13ff789. 00000100:00000040:2.0:1767384965.503855:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:1.0:1767384965.503857:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384965.503862:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:1.0:1767384965.503882:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384965.503891:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384965.503897:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.503898:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384965.503902:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384965.503903:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384965.503909:0:16341:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384965.503910:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000243b80d6 x1853237363766528/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:191/0 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384965.503914:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384965.503918:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384965.503922:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384965.503927:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000243b80d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363766528:12345-0@lo:253: Request processed in 2183us (2675us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384965.503928:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384965.503936:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=83 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384965.503942:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00001000:1.0:1767384965.503945:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384965.503948:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384965.503949:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384965.503954:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384965.503956:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00010000:00000001:1.0:1767384965.503957:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.503961:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384965.503963:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.503964:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384965.503969:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cb593d9. 00000100:00000040:1.0:1767384965.503973:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384965.503976:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004d1c31fe. 00000020:00000010:2.0:1767384965.503982:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f47c97fa. 00000020:00000040:2.0:1767384965.503986:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:2.0:1767384965.503989:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384965.503992:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cdd683bc. 02000000:00000001:2.0:1767384965.503998:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384965.503999:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384965.504001:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384965.504002:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384965.504004:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384965.504006:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384965.504007:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384965.504010:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:2.0:1767384965.504012:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074e63ba0. 00000020:01000004:1.0:1767384965.504013:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384965.504015:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767384965.504018:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc87ba15. 00000020:01000004:1.0:1767384965.504018:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384965.504019:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384965.504022:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384965.504024:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384965.504025:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384965.504029:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384965.504034:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363766528:0@lo:253: 00000100:00000001:1.0:1767384965.504038:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384965.504039:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384965.504041:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a563176 x1853237363766528/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384965.504045:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384965.504047:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384965.504050:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c35522dc. 02000000:00000001:1.0:1767384965.504053:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384965.504054:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384965.504055:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384965.504057:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384965.504059:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005b8786f5. 02000000:00000001:1.0:1767384965.504061:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384965.504063:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384965.504064:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a563176. 00000100:00000001:1.0:1767384965.504066:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384965.504066:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384965.504068:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384965.504072:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384965.504080:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384965.504083:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384965.504085:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384965.505059:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000072caef30. 00080000:00000010:1.0:1767384965.505110:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001b55e8a1. 00040000:00000001:1.0:1767384965.505117:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384965.505119:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384965.505122:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384965.505125:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384965.505128:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384965.505131:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384965.505134:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384965.505152:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384965.505156:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384965.505161:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384965.505177:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384965.505181:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384965.505184:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384965.505189:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384965.505192:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384965.505197:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3a01eb6. 00010000:00000001:3.0:1767384965.505203:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384965.505206:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f4963cbf. 00000020:00000001:3.0:1767384965.505209:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384965.505211:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f4963cbf with handle 0x135556ebb4843cd3 to hash 00000020:00000001:3.0:1767384965.505213:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384965.505214:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00010000:00000001:3.0:1767384965.505216:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00010000:00000001:3.0:1767384965.505218:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384965.505219:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384965.505221:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384965.505226:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384965.505228:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384965.505229:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384965.505230:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384965.505231:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384965.505233:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384965.505234:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384965.505236:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384965.505237:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384965.505238:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384965.505244:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384965.505245:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3a01eb6) refcount = 1 00010000:00010000:3.0:1767384965.505247:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384965.505251:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384965.505252:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384965.505252:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384965.505254:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384965.505255:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384965.505256:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384965.505257:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384965.505259:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384965.505260:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384965.505261:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4963cbf refcount=4 00000020:00000001:3.0:1767384965.505262:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00010000:00000001:3.0:1767384965.505264:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00010000:00000001:3.0:1767384965.505265:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384965.505267:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384965.505271:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384965.505272:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384965.505276:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384965.505277:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384965.505278:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384965.505291:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384965.505292:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384965.505294:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384965.505295:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384965.505295:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384965.505301:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384965.505303:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000013f749b7. 20000000:00000001:1.0:1767384965.505309:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384965.505312:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f4963cbf already unused, calling callback (00000000c66beece) 00010000:00000040:1.0:1767384965.505314:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363766400 00010000:00000001:3.0:1767384965.505315:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384965.505317:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1767384965.505319:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384965.505320:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384965.505324:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000333bb8fb x1853237363766400/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:191/0 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384965.505328:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384965.505331:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384965.505333:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384965.505336:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384965.505337:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4963cbf refcount=5 00010000:00000001:1.0:1767384965.505340:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384965.505341:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00000100:00001000:1.0:1767384965.505343:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=83 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384965.505344:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00010000:00000001:3.0:1767384965.505350:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384965.505351:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384965.505353:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384965.505355:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384965.505360:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:3.0:1767384965.505365:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384965.505366:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384965.505373:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384965.505375:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384965.505376:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384965.505378:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384965.505379:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384965.505381:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384965.505382:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384965.505385:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384965.505386:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384965.505389:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f4963cbf with handle 0x135556ebb4843cd3 from hash 00000400:00000010:1.0:1767384965.505391:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d13ff789. 00010000:00000001:3.0:1767384965.505393:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384965.505396:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384965.505397:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363766400, offset 224 00010000:00000001:3.0:1767384965.505398:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384965.505400:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384965.505403:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384965.505405:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384965.505406:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384965.505410:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384965.505411:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384965.505414:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384965.505416:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384965.505417:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384965.505426:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384965.505428:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384965.505429:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384965.505432:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384965.505432:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07480 00010000:00000001:3.0:1767384965.505435:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384965.505438:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384965.505439:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e6d [2] + 224 00010000:00010000:3.0:1767384965.505440:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384965.505458:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384965.505459:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384965.505462:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384965.505463:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384965.505464:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384965.505468:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384965.505469:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384965.505469:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384965.505473:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384965.505474:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:1.0:1767384965.505475:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384965.505476:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384965.505481:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384965.505484:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384965.505493:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384965.505494:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384965.505501:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384965.505503:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f4963cbf/0x135556ebb4843cd3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384965.505513:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3a01eb6 count: 0 00000100:00000001:1.0:1767384965.505520:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384965.505526:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384965.505526:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d13ff789 00000400:00000010:1.0:1767384965.505530:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d13ff789. 20000000:00000001:3.0:1767384965.505531:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384965.505533:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384965.505536:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384965.505541:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384965.505544:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384965.505546:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384965.505547:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384965.505549:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.505551:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384965.505552:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384965.505557:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000333bb8fb x1853237363766400/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:191/0 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384965.505558:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384965.505562:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384965.505567:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6aa1dca. 00000100:00100000:1.0:1767384965.505569:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000333bb8fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363766400:12345-0@lo:253: Request processed in 3856us (4401us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384965.505574:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070097a52 00000400:00000010:2.0:1767384965.505578:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070097a52. 00000100:00100000:1.0:1767384965.505578:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:1.0:1767384965.505581:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:1.0:1767384965.505584:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384965.505585:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384965.505586:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384965.505590:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a26d9d3. 00000100:00000200:2.0:1767384965.505593:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384965.505595:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8885f64. 00000020:00000010:1.0:1767384965.505601:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008547227c. 00000020:00000040:1.0:1767384965.505605:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:1.0:1767384965.505609:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1767384965.505612:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384965.505617:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e409c266. 02000000:00000001:1.0:1767384965.505626:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384965.505627:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384965.505628:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384965.505630:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384965.505634:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384965.505636:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384965.505640:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384965.505641:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384965.505643:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384965.505643:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e22c6. 02000000:00000001:2.0:1767384965.505648:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384965.505649:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d13ff789. 00000100:00001000:2.0:1767384965.505650:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384965.505655:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384965.505657:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384965.505668:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.505670:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384965.505671:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.505673:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384965.505677:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.505682:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384965.505683:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384965.505685:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384965.505687:0:16340:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384965.505688:0:16340:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384965.505689:0:16340:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384965.505690:0:16340:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384965.505691:0:16340:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384965.505692:0:16340:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384965.505693:0:16340:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384965.505694:0:16340:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384965.505694:0:16340:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384965.505695:0:16340:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384965.505696:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384965.505701:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363766400:0@lo:253: 00000100:00000001:2.0:1767384965.505706:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384965.505708:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384965.505712:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095256724 x1853237363766400/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384965.505718:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384965.505719:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384965.505720:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001a9e8105. 02000000:00000001:2.0:1767384965.505724:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384965.505725:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384965.505726:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384965.505727:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384965.505729:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c91eb101. 02000000:00000001:2.0:1767384965.505732:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384965.505737:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384965.505738:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095256724. 00000100:00000001:2.0:1767384965.505740:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384965.505741:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384965.505742:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384965.505745:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384965.505746:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384965.505747:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384965.505749:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384965.506948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f50d73df. 00010000:00000010:3.1:1767384965.506964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000851c921b. 00000100:00000040:1.0:1767384965.507908:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294953386, at 4294953387 00000100:00000010:1.0:1767384965.507916:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073eefc02. 00000100:00000040:3.0:1767384965.507917:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294953386, at 4294953387 00000100:00000010:3.0:1767384965.507925:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af16f9c8. 00000100:00000040:2.0:1767384965.507957:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294953386, at 4294953387 00000100:00000010:2.0:1767384965.507963:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1ec42a4. 00010000:00000010:3.1:1767384965.508914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3a01eb6. 00010000:00000010:3.1:1767384965.508925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f4963cbf. 00000100:00000040:0.0:1767384965.508948:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294953386, at 4294953388 00000100:00000010:0.0:1767384965.508958:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e4b8516. 00000400:00000010:0.0:1767384965.521522:0:37253:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000959f307. 00000400:00000040:0.0:1767384965.521540:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384965.521543:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384965.521545:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384965.521546:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384965.521548:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384965.521550:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384965.521552:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384965.521553:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384965.521554:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384965.521555:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384965.521557:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384965.521558:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384965.521560:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384965.521561:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384965.521562:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384965.521563:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384965.521564:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384965.521565:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384965.521566:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384965.521568:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384965.521569:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384965.521570:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384965.521574:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384965.521576:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384965.521577:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384965.521579:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384965.521580:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384965.521581:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384965.521582:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384965.521583:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384965.521584:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384965.521586:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384965.521587:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384965.521588:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384965.521589:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384965.521590:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384965.521591:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384965.521592:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384965.521594:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384965.521595:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384965.521596:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384965.521597:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384965.521598:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384965.521599:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384965.521600:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384965.521601:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384965.521602:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384965.521603:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384965.521605:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384965.521606:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384965.521607:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384965.521608:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384965.521608:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384965.521610:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384965.521611:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384965.521612:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384965.521613:0:37253:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384965.521720:0:37253:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000959f307. 00000400:00000001:2.0:1767384966.488978:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384966.488982:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384966.488985:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000400:00000010:2.0:1767384966.488990:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000400:00000200:2.0:1767384966.488994:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384966.489000:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767384966.489012:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001a68b279. 00000400:00000010:2.0:1767384966.489015:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000097d962a. 00000400:00000200:2.0:1767384966.489021:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp43 00000400:00000010:2.0:1767384966.489025:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ef2b7a82. 00000400:00000010:2.0:1767384966.489030:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000d4f1a22. 00000400:00000010:2.0:1767384966.489035:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008015503a. 00000400:00000010:2.0:1767384966.489042:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000081155f4a. 00000400:00000200:2.0:1767384966.489048:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp43 00000400:00000200:2.0:1767384966.489060:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp43 local destination 00000400:00000200:2.0:1767384966.489065:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp43 00000400:00000200:2.0:1767384966.489069:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp43 NI seq info: [177:177:256:4294967295] 192.168.203.109@tcp43 LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1767384966.489075:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp43 00000400:00000200:2.0:1767384966.489085:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp43(192.168.203.109@tcp43:) -> 192.168.203.109@tcp43(192.168.203.109@tcp43:192.168.203.109@tcp43) : GET try# 0 00000800:00000200:2.0:1767384966.489090:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp43 00000800:00000010:2.0:1767384966.489105:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002b7d7ea0. 00000800:00000200:2.0:1767384966.489111:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000800:00000200:2.1:1767384966.489124:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000400:00000200:2.0:1767384966.489150:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp43 added to recovery queue. ping count: 2 next ping: 291 health :800 00000400:00000200:2.0:1767384966.489161:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp44 00000400:00000010:2.0:1767384966.489165:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e4c814f7. 00000400:00000010:2.0:1767384966.489170:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000020c8be0a. 00000400:00000010:2.0:1767384966.489174:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e532cef. 00000400:00000010:2.0:1767384966.489181:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000076fa15b1. 00000400:00000200:2.0:1767384966.489186:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp44 00000400:00000200:2.0:1767384966.489197:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp44 local destination 00000400:00000200:2.0:1767384966.489202:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp44 00000400:00000200:2.0:1767384966.489208:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp44 NI seq info: [178:178:256:4294967295] 192.168.203.109@tcp44 LPNI seq info [160:160:8:4294967295] 00000400:00000200:2.0:1767384966.489214:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp44 00000400:00000200:3.0:1767384966.489220:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.489230:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp44(192.168.203.109@tcp44:) -> 192.168.203.109@tcp44(192.168.203.109@tcp44:192.168.203.109@tcp44) : GET try# 0 00000800:00000200:2.0:1767384966.489238:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp44 00000800:00000010:2.0:1767384966.489243:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009dcec7a9. 00000800:00000200:2.0:1767384966.489250:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000800:00000200:2.1:1767384966.489256:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000400:00000200:2.0:1767384966.489277:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp44 added to recovery queue. ping count: 1 next ping: 289 health :900 00000400:00000200:3.0:1767384966.489279:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00010000:00000001:2.0:1767384966.489320:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:3.0:1767384966.489323:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00010000:00000001:2.0:1767384966.489325:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.489335:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384966.489337:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.489364:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000020:00000001:0.0:1767384966.489419:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767384966.489422:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.489422:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000020:00000001:0.0:1767384966.489423:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384966.489429:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384966.489522:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.489524:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.489597:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.489603:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.489649:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.489663:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.489719:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.489738:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.489794:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.489808:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.489890:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.489905:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.489947:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.489972:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.489996:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490023:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490049:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490071:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490130:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490142:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490171:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490210:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490216:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490276:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490287:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490317:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490338:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490368:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490391:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490416:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490434:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490476:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490506:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490525:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490564:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490582:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490616:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490636:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490666:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490700:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490711:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490751:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490762:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490798:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490824:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490850:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490896:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490921:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.490952:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.490980:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.491014:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.491044:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.491080:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.491121:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.491149:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.491197:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.491223:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.491277:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.491305:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.491386:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.491475:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000800:00000010:3.0:1767384966.491478:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000013f749b7. 00000800:00000010:3.0:1767384966.491497:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001a6f9b0. 00000800:00000010:3.0:1767384966.491502:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000680a9147. 00000800:00000010:3.0:1767384966.491530:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000680a9147. 00000800:00020000:3.0:1767384966.491541:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384966.491544:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001a6f9b0. 00000800:00000010:3.0:1767384966.491548:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000013f749b7. 00000400:00000200:2.0:1767384966.491548:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384966.491611:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:02020000:3.0:1767384966.491621:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp43 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384966.491629:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp43 notifying 192.168.203.109@tcp43: down 00000400:00000200:3.0:1767384966.491632:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384966.491637:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp43 00000800:00000010:3.0:1767384966.491640:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002b7d7ea0. 00000400:00000200:3.0:1767384966.491644:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384966.491645:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384966.491651:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp43->192.168.203.109@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384966.491660:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384966.491663:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384966.491666:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp43) recovery failed with -71 00000800:00000010:2.0:1767384966.491774:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00000800:00000010:2.0:1767384966.491779:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a0fb8ad1. 00000800:00000010:2.0:1767384966.491784:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eab2e7d2. 00000800:00000010:2.0:1767384966.491810:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eab2e7d2. 00000800:00020000:2.0:1767384966.491817:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384966.491819:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a0fb8ad1. 00000800:00000010:2.0:1767384966.491827:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009854828f. 00000400:02020000:2.0:1767384966.491861:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp44 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384966.491886:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp44 notifying 192.168.203.109@tcp44: down 00000400:00000200:2.0:1767384966.491890:0:16329:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384966.491893:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp44 00000800:00000010:2.0:1767384966.491895:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009dcec7a9. 00000400:00000200:2.0:1767384966.491898:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384966.491901:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp44->192.168.203.109@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384966.491907:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384966.491909:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384966.491911:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp44) recovery failed with -71 00080000:00000010:2.0:1767384967.308616:0:37783:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000d41b2b6. 00080000:00000010:2.0:1767384967.308627:0:37783:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000d41b2b6. 00000020:00000001:2.0:1767384967.308632:0:37783:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384967.308639:0:37783:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000d41b2b6. 00080000:00000010:2.0:1767384967.308644:0:37783:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000d41b2b6. 00000020:00000001:2.0:1767384967.308647:0:37783:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384967.512960:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384967.512969:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384967.512972:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384967.512977:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384967.512981:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384967.512981:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384967.512986:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008015503a 00000400:00000010:1.0:1767384967.512990:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008015503a. 00000400:00000200:1.0:1767384967.512995:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384967.513002:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384967.513016:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ef2b7a82. 00000400:00000010:1.0:1767384967.513020:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000d4f1a22. 00000400:00000001:1.0:1767384967.513025:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.513026:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384967.513027:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767384967.513027:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e532cef 00000400:00000010:1.0:1767384967.513032:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e532cef. 00000020:00000001:3.0:1767384967.513033:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384967.513035:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00010000:00010000:3.0:1767384967.513037:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384967.513039:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384967.513043:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e4c814f7. 00000400:00000010:1.0:1767384967.513045:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000020c8be0a. 00000001:00000001:0.0:1767384968.047122:0:37947:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384968.047126:0:37947:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:0.0:1767384968.050669:0:37947:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384968.056212:0:37948:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000646ca8d1. 00000400:00000010:1.0:1767384968.056226:0:37948:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000080f4c573. 00000400:00000010:1.0:1767384968.056233:0:37948:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000671520bf. 00000400:00000010:1.0:1767384968.056236:0:37948:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002820874b. 00000400:00000010:1.0:1767384968.056239:0:37948:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000054fab7d3. 00000400:00000010:1.0:1767384968.056243:0:37948:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a11ef89d. 00000400:00000010:1.0:1767384968.056245:0:37948:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b64f201f. 00000400:00000010:1.0:1767384968.056246:0:37948:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd5e360c. 00000400:00000010:1.0:1767384968.056249:0:37948:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cce21b82. 00000800:00000010:1.0:1767384968.056264:0:37948:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000610edf94. 00000800:00000200:1.0:1767384968.056273:0:37948:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384968.056290:0:37948:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384968.056320:0:37948:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:1.0:1767384968.056344:0:37948:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767384968.057693:0:37948:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000000c9ecb41. 00000400:00000010:1.0:1767384968.057699:0:37948:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003102a3. 00000400:00000010:1.0:1767384968.057704:0:37948:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba62cac. 00000400:00000001:1.0:1767384968.057723:0:37948:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384968.057724:0:37948:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384968.057726:0:37948:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d934e473. 00000400:00000200:1.0:1767384968.057728:0:37948:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:1.0:1767384968.057729:0:37948:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000400:00000010:1.0:1767384968.057732:0:37948:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000008ad0af77. 00000400:00000200:1.0:1767384968.057736:0:37948:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (37) 00000400:00000200:1.0:1767384968.057748:0:37948:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384968.057755:0:37948:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767384968.057763:0:37948:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000014b9e209. 00000400:00000200:2.0:1767384968.057765:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384968.057767:0:37948:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384968.057771:0:37948:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp48 00000400:00000200:2.0:1767384968.057774:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000010:2.0:1767384968.057782:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b35e5299. 00000400:00000010:1.0:1767384968.057784:0:37948:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000080f4c573. 00000400:00000200:2.0:1767384968.057786:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (38) 00000400:00000010:1.0:1767384968.057788:0:37948:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000646ca8d1. 00000400:00000010:2.0:1767384968.057796:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ea606ab. 00000400:00000200:2.0:1767384968.057803:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 00000400:00000200:2.0:1767384968.057816:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000020:00000001:3.0:1767384968.057819:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384968.057822:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:3.0:1767384968.057823:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384968.057826:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384968.057827:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 10000000:01000000:3.0:1767384968.057828:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384968.057832:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384968.057832:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:3.0:1767384968.057834:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384968.057836:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384968.057837:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384968.057839:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384968.057841:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384968.057842:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384968.057845:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384968.057845:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000020:01000004:3.0:1767384968.057847:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384968.057848:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384968.057850:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000100:00000010:3.0:1767384968.057854:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fd03b16. 00000400:00000200:2.0:1767384968.057854:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000400:00000200:2.0:1767384968.057860:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000020:00000040:3.0:1767384968.057886:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384968.057893:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384968.057896:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384968.057901:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384968.057910:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000013f749b7. 00000100:00000001:3.0:1767384968.057916:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.057924:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384968.057927:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.057935:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fd03b16] to pc [ptlrpcd_00_02+2] req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384968.057964:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384968.057967:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.057970:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384968.057972:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384968.057979:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384968.057981:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384968.057983:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384968.057984:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384968.057986:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384968.057988:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384968.057990:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384968.057991:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384968.057994:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384968.057995:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384968.057996:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384968.057998:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384968.057999:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384968.058003:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ccc6ce3. 00000020:00000040:3.0:1767384968.058006:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384968.058009:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384968.058010:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384968.058012:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384968.058020:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000deae5813. 00000100:00000001:3.0:1767384968.058023:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058026:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384968.058027:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.058039:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ccc6ce3] to pc [ptlrpcd_00_03+3] req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384968.058049:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384968.058051:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.058053:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384968.058055:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384968.058057:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000014b9e209. 00000100:00000001:3.0:1767384968.058071:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384968.058075:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384968.058078:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384968.058078:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00000100:00000040:3.0:1767384968.058083:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.058085:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 00000400:00000200:2.0:1767384968.058090:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 00000100:00000001:3.0:1767384968.058092:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384968.058094:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.058094:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 36], ns[148, 36] 02000000:00000001:3.0:1767384968.058097:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384968.058098:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 36], ns[155, 36] 02000000:00000001:3.0:1767384968.058100:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384968.058101:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 36], ns[165, 36] 02000000:00000001:3.0:1767384968.058103:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384968.058106:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ccc6ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363766784:0@lo:253: 00000400:00000200:2.0:1767384968.058106:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 36], ns[169, 36] 00000100:00000001:3.0:1767384968.058111:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384968.058111:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000400:00000200:2.0:1767384968.058115:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 02000000:00000001:3.0:1767384968.058116:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384968.058119:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.058121:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 02000000:00000001:3.0:1767384968.058122:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384968.058125:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 00000100:00000001:0.0:1767384968.058128:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384968.058131:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 36], ns[72, 36] 00000100:00000001:0.0:1767384968.058132:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384968.058135:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384968.058136:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3851fd8. 02000000:00000001:3.0:1767384968.058139:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.058141:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.058142:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[73, 36] 00000400:00000010:3.0:1767384968.058146:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce1e18ee. 00000400:00000010:3.0:1767384968.058152:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001a6f9b0. 00000100:00000200:3.0:1767384968.058158:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363766784, portal 25 00000400:00000200:2.0:1767384968.058159:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 36], ns[172, 36] 00000100:00000001:0.0:1767384968.058163:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384968.058164:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384968.058165:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058167:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079250688 : -107292630300928 : ffff9e6afce24700) 02000000:00000001:0.0:1767384968.058170:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384968.058174:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384968.058176:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.058177:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 36], ns[115, 36] 02000000:00000001:0.0:1767384968.058179:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.058186:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002fd03b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363766656:0@lo:253: 00000400:00000200:2.0:1767384968.058188:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 36], ns[87, 36] 00000100:00000001:0.0:1767384968.058194:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384968.058196:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384968.058198:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[134, 36], ns[152, 36] 02000000:00000001:0.0:1767384968.058198:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384968.058200:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384968.058202:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.058206:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[117, 36] 02000000:00000001:0.0:1767384968.058206:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384968.058212:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018e3e3d6. 00000400:00000200:2.0:1767384968.058213:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 36], ns[123, 36] 02000000:00000010:0.0:1767384968.058214:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001aca49d9. 00000100:00000200:3.0:1767384968.058216:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363766784, offset 0 02000000:00000001:0.0:1767384968.058219:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.058223:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 36], ns[157, 36] 00000400:00000010:0.0:1767384968.058224:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022481925. 00000400:00000200:3.0:1767384968.058225:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384968.058232:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000873b233c. 00000400:00000200:2.0:1767384968.058233:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 36], ns[129, 36] 00000100:00000200:0.0:1767384968.058236:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363766656, portal 25 00000100:00000001:0.0:1767384968.058240:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384968.058243:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 36], ns[132, 36] 00000100:00000001:0.0:1767384968.058243:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079261440 : -107292630290176 : ffff9e6afce27100) 00000100:00000040:0.0:1767384968.058250:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.058255:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 36], ns[153, 36] 00000100:00000001:0.0:1767384968.058267:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384968.058269:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 36], ns[175, 36] 00000100:00000040:0.0:1767384968.058272:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384968.058276:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070097a52. 00000400:00000200:2.0:1767384968.058280:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 36], ns[163, 36] 00000100:00000200:0.0:1767384968.058281:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363766656, offset 0 00000400:00000200:2.0:1767384968.058292:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 36], ns[173, 36] 00000400:00000200:0.0:1767384968.058292:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384968.058301:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[159, 36], ns[177, 36] 00000400:00000200:2.0:1767384968.058306:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[160, 36], ns[178, 36] 00000400:00000200:2.0:1767384968.058310:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 36], ns[0, 36] 00000400:00000200:2.0:1767384968.058313:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000400:00000200:2.0:1767384968.058317:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp45 00000400:00000200:2.0:1767384968.058322:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp45 lpni_is_preferred = 0 00000400:00000200:2.0:1767384968.058324:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp45 00000400:00000200:2.0:1767384968.058328:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp45 NI seq info: [179:179:256:4294967295] 192.168.203.109@tcp45 LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1767384968.058341:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp45 00000400:00000200:2.0:1767384968.058348:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp45(192.168.203.109@tcp45:) -> 192.168.203.109@tcp45(192.168.203.109@tcp:192.168.203.109@tcp45) : PUT try# 0 00000800:00000200:2.0:1767384968.058354:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.109@tcp45 00000400:00000200:3.0:1767384968.058357:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384968.058359:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009dcec7a9. 00000400:00000200:0.0:1767384968.058363:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384968.058369:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000efb09a12. 00000400:00000200:3.0:1767384968.058370:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07600 00000800:00000010:2.0:1767384968.058373:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001240db12. 00000400:00000200:3.0:1767384968.058379:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1645 [2] + 0 00000800:00000200:2.0:1767384968.058381:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000400:00000010:3.0:1767384968.058383:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000479b3300. 00000800:00000200:2.1:1767384968.058385:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000400:00000200:3.0:1767384968.058387:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a36f781 00000400:00000200:0.0:1767384968.058388:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07580 00000400:00000200:3.0:1767384968.058395:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384968.058399:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x164d [2] + 0 00000400:00000200:2.0:1767384968.058403:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384968.058404:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384968.058409:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 0 00000400:00000010:0.0:1767384968.058409:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c15e2d9d. 00000400:00000200:0.0:1767384968.058416:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000491c75b8 00000400:00000200:3.0:1767384968.058422:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a36f781 00000400:00000200:0.0:1767384968.058425:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384968.058439:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a36f781. 00000100:00000001:3.0:1767384968.058448:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384968.058448:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384968.058453:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384968.058454:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000491c75b8 00000100:00000040:3.0:1767384968.058457:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000003908620a x1853237363766784 msgsize 4848 00000400:00000010:0.0:1767384968.058459:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000491c75b8. 00000100:00000001:0.0:1767384968.058466:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384968.058467:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384968.058469:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384968.058471:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384968.058475:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000e4e158b0 x1853237363766656 msgsize 4848 00000100:00000001:3.0:1767384968.058483:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384968.058484:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384968.058489:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384968.058493:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018e3e3d6 00000400:00000010:3.0:1767384968.058497:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018e3e3d6. 00000100:00000001:0.0:1767384968.058501:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384968.058502:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384968.058502:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000100:00000200:3.0:1767384968.058509:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384968.058512:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070097a52 00000400:00000010:0.0:1767384968.058518:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070097a52. 00000100:00000001:3.0:1767384968.058523:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384968.058524:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384968.058530:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384968.058533:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.058553:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058559:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384968.058561:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384968.058564:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000100:00000001:3.0:1767384968.058565:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.058568:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.058571:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294955943 00000100:00000010:3.0:1767384968.058579:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af16f9c8. 00000100:00000001:0.0:1767384968.058582:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.058585:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384968.058588:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384968.058591:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058597:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294955943 00000100:00000001:0.0:1767384968.058597:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294955943 00000100:00000001:0.0:1767384968.058601:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294955943 00000100:00000010:3.0:1767384968.058604:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af7a400e. 00000100:00000001:0.0:1767384968.058605:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294955943 00000400:00000200:2.0:1767384968.058610:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000100:00000001:3.0:1767384968.058616:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384968.058621:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294955943 00000100:00000001:0.0:1767384968.058621:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294955943 00000100:00000001:0.0:1767384968.058627:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294955943 00000100:00000010:3.0:1767384968.058628:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095ddea20. 00000100:00000001:3.0:1767384968.058635:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384968.058639:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294955943 00000100:00000001:0.0:1767384968.058639:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294955943 00000100:00000001:0.0:1767384968.058645:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294955943 00000100:00000010:3.0:1767384968.058646:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087808ce2. 00000100:00000001:3.0:1767384968.058651:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384968.058659:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384968.058659:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294955943 00000400:00000200:2.0:1767384968.058662:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000100:00000001:3.0:1767384968.058666:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.058666:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384968.058670:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058672:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.058673:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058677:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.058677:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.058690:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384968.058691:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384968.058692:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384968.058695:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384968.058697:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384968.058700:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384968.058701:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384968.058702:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058705:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384968.058706:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058711:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.058712:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000100:00000001:3.0:1767384968.058715:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058743:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384968.058746:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363766784 02000000:00000001:3.0:1767384968.058749:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384968.058752:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384968.058754:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.058759:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384968.058762:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363766784 00000020:00000001:3.0:1767384968.058765:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384968.058765:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000020:00000040:3.0:1767384968.058767:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384968.058769:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384968.058772:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000020:00000001:3.0:1767384968.058775:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384968.058778:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384968.058783:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384968.058787:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6d42b89. 00000100:00000001:3.0:1767384968.058790:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384968.058793:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6d42b89. 00000400:00000200:2.0:1767384968.058797:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000100:00000001:0.0:1767384968.058798:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384968.058804:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363766656 00000020:00000010:3.0:1767384968.058808:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4d2590b. 02000000:00000001:0.0:1767384968.058808:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384968.058811:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.058814:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384968.058815:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d485dd06. 02000000:00000001:0.0:1767384968.058817:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.058821:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363766656 00000020:00000010:3.0:1767384968.058823:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da351a3d. 00000020:00000001:0.0:1767384968.058823:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384968.058826:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:0.0:1767384968.058829:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.058831:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:0.0:1767384968.058833:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384968.058835:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000040:3.0:1767384968.058837:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384968.058838:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384968.058843:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fb22b17. 00000100:00000001:3.0:1767384968.058844:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384968.058845:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000100:00000001:3.0:1767384968.058848:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384968.058849:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384968.058851:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.058853:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fb22b17. 00000020:00000010:0.0:1767384968.058859:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b5525b2. 00000100:00000001:3.0:1767384968.058860:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.058862:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fcebcfc2. 00000020:00000010:0.0:1767384968.058890:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000001:0.0:1767384968.058895:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384968.058896:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384968.058898:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.058903:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.058903:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.058912:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.058920:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384968.058925:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384968.058925:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384968.058928:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384968.058932:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000400:00000200:2.0:1767384968.058932:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000100:00000040:3.0:1767384968.058937:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384968.058939:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122441808 : -107293587109808 : ffff9e6ac3da8850) 00000100:00100000:0.0:1767384968.058941:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000040:0.0:1767384968.058947:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000040:3.0:1767384968.058950:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003908620a x1853237363766784/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:194/0 lens 4848/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.058951:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122448976 : -107293587102640 : ffff9e6ac3daa450) 00000100:00000040:0.0:1767384968.058958:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4e158b0 x1853237363766656/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:194/0 lens 4848/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.058971:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000100:00000001:3.0:1767384968.058978:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384968.058979:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384968.058983:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6d42b89. 00000020:00000010:0.0:1767384968.058984:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fb22b17. 00000100:00000001:0.0:1767384968.058988:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384968.058990:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384968.058991:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fb22b17. 00000020:00000010:3.0:1767384968.058996:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6d42b89. 00000100:00100000:0.0:1767384968.058999:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4e158b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363766656:12345-0@lo:253: 00000400:00000200:2.0:1767384968.059003:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000100:00000200:0.0:1767384968.059004:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363766656 00000100:00100000:3.0:1767384968.059006:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003908620a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363766784:12345-0@lo:253: 00000020:00000001:0.0:1767384968.059008:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384968.059014:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363766784 00000020:00000001:0.0:1767384968.059014:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384968.059018:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.059019:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384968.059021:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384968.059024:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384968.059024:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:3.0:1767384968.059029:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.059029:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384968.059032:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384968.059035:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384968.059036:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384968.059040:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000020:00000001:0.0:1767384968.059041:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384968.059042:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000020:00000001:0.0:1767384968.059044:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.059046:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384968.059049:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384968.059050:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384968.059054:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384968.059055:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384968.059058:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384968.059060:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d08aef1c. 00000020:00000001:3.0:1767384968.059061:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.059065:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.059067:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384968.059068:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384968.059070:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384968.059078:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384968.059079:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bf3905c5. 20000000:01000000:0.0:1767384968.059083:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:3.0:1767384968.059085:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000da537af0. 20000000:00000001:0.0:1767384968.059085:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:3.0:1767384968.059089:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.059092:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384968.059094:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384968.059096:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 20000000:00000001:3.0:1767384968.059097:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384968.059097:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384968.059102:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384968.059105:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384968.059107:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ea902876. 20000000:01000000:3.0:1767384968.059112:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384968.059113:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ea0f001. 20000000:00000001:3.0:1767384968.059115:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384968.059117:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:3.0:1767384968.059119:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384968.059123:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384968.059123:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384968.059128:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384968.059129:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384968.059132:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384968.059133:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384968.059143:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00080000:00000001:0.0:1767384968.059151:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384968.059164:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384968.059167:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384968.059168:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384968.059170:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384968.059172:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.059173:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00080000:00000002:0.0:1767384968.059175:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000020:00000001:0.0:1767384968.059180:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00080000:00000002:0.0:1767384968.059182:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384968.059184:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384968.059187:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384968.059189:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384968.059191:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384968.059196:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:0.0:1767384968.059199:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384968.059202:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000093494bba. 00000400:00000200:2.0:1767384968.059205:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00080000:00000001:0.0:1767384968.059205:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775867514880 : -107297842036736 : ffff9e69c63d8000) 00080000:00000001:0.0:1767384968.059207:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384968.059212:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384968.059215:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000fb22b17. 00080000:00000001:0.0:1767384968.059218:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384968.059220:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384968.059233:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.059237:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00080000:00000001:0.0:1767384968.059247:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384968.059266:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059304:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059326:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059341:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059367:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059383:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059398:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059412:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059425:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059464:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059481:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059497:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059512:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059528:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059543:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059555:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059567:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.059579:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384968.059712:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00000800:00000010:2.0:1767384968.059716:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9cefb24. 00000800:00000010:2.0:1767384968.059720:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6d8694c. 00000800:00000010:2.0:1767384968.059737:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6d8694c. 00000800:00020000:2.0:1767384968.059744:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384968.059747:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9cefb24. 00000800:00000010:2.0:1767384968.059749:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009854828f. 00000400:02020000:2.0:1767384968.059775:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp45 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384968.059780:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp45 notifying 192.168.203.109@tcp45: down 00000800:00000200:2.0:1767384968.059784:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp45 down 00000800:00000100:2.0:1767384968.059789:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 672 0@<0:0>->192.168.203.109@tcp45 00000800:00000010:2.0:1767384968.059792:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009dcec7a9. 00000400:00000200:2.0:1767384968.059794:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384968.059796:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp45->192.168.203.109@tcp45: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384968.059803:0:16328:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp45 added to recovery queue. ping count: 0 next ping: 289 health :900 00000400:00000200:2.0:1767384968.059805:0:16328:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384968.059813:0:16328:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 1 00000400:00000200:2.0:1767384968.059816:0:16328:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384968.059853:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384968.059858:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x301171 00000400:00000001:3.0:1767384968.059861:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384968.059926:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384968.059929:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b35e5299 00000400:00000010:3.0:1767384968.059932:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b35e5299. 00000400:00000200:3.0:1767384968.059936:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384968.059941:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384968.059944:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (39) 00000400:00000200:3.0:1767384968.059947:0:16338:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384968.059948:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc -71 00000400:00000200:3.0:1767384968.059952:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:3.0:1767384968.059954:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (38) 00080000:00000010:3.0:1767384968.061031:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000093494bba. 00080000:00000010:0.0:1767384968.061062:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000fb22b17. 00040000:00000001:0.0:1767384968.061067:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384968.061069:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384968.061077:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384968.061080:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384968.061082:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384968.061083:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384968.061091:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384968.061102:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384968.061104:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384968.061108:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c9fd993a. 00080000:00000001:0.0:1767384968.061108:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384968.061113:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:3.0:1767384968.061117:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384968.061120:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384968.061123:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384968.061124:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384968.061128:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384968.061131:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384968.061132:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384968.061135:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384968.061139:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384968.061142:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384968.061144:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384968.061146:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384968.061147:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac023ec5. 00080000:00000001:3.0:1767384968.061148:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384968.061152:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384968.061155:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f6a6e86. 00080000:00000001:3.0:1767384968.061156:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.061158:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:3.0:1767384968.061160:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000040:2.0:1767384968.061162:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f6a6e86 with handle 0x135556ebb4843cda to hash 00000020:00000001:3.0:1767384968.061163:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:3.0:1767384968.061165:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:2.0:1767384968.061165:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384968.061166:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00080000:00000001:3.0:1767384968.061169:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384968.061170:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00080000:00000001:3.0:1767384968.061172:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.061174:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384968.061175:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.061176:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.061177:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1767384968.061179:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384968.061181:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00080000:00000001:3.0:1767384968.061184:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384968.061187:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000cef25ee. 00010000:00000001:2.0:1767384968.061189:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384968.061191:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775869612032 : -107297839939584 : ffff9e69c65d8000) 00010000:00000001:2.0:1767384968.061192:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384968.061193:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384968.061195:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384968.061195:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:3.0:1767384968.061198:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f6d42b89. 00010000:00000001:2.0:1767384968.061198:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384968.061199:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384968.061200:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384968.061202:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384968.061202:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384968.061203:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.061205:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384968.061208:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384968.061209:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384968.061210:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.061210:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384968.061212:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ac023ec5) refcount = 1 00010000:00010000:2.0:1767384968.061216:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384968.061221:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384968.061223:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384968.061232:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384968.061234:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.061236:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.061239:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384968.061242:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000020:0.0:1767384968.061244:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:2.0:1767384968.061245:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00000100:00000001:0.0:1767384968.061249:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384968.061252:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:0.0:1767384968.061252:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bf3905c5. 00000020:00000001:2.0:1767384968.061256:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:0.0:1767384968.061257:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384968.061260:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=4 00010000:00000040:0.0:1767384968.061262:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363766656 00000020:00000001:2.0:1767384968.061265:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:0.0:1767384968.061265:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384968.061270:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000200:0.0:1767384968.061271:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4e158b0 x1853237363766656/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:194/0 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.061275:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384968.061279:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384968.061283:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384968.061286:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384968.061289:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=86 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384968.061292:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384968.061294:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384968.061295:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384968.061298:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384968.061302:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384968.061307:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384968.061311:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384968.061311:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.061315:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384968.061315:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384968.061318:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384968.061321:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384968.061326:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070097a52. 00010000:00000001:2.0:1767384968.061331:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384968.061331:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363766656, offset 224 00010000:00000001:2.0:1767384968.061334:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.061339:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384968.061339:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384968.061342:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384968.061352:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384968.061357:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f6a6e86 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384968.061361:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384968.061365:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384968.061365:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07580 00010000:00010000:2.0:1767384968.061369:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384968.061376:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ea5 [2] + 224 00000400:00000200:0.0:1767384968.061383:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384968.061390:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384968.061392:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384968.061393:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384968.061396:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384968.061399:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f6a6e86 refcount=5 00000020:00000001:2.0:1767384968.061400:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00000100:00000001:0.0:1767384968.061401:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384968.061402:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683648 : -107293518867968 : ffff9e6ac7ebd200) 00010000:00000001:2.0:1767384968.061405:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384968.061407:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384968.061413:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384968.061415:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384968.061416:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384968.061417:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.061420:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384968.061424:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384968.061436:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384968.061438:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384968.061441:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f6a6e86 with handle 0x135556ebb4843cda from hash 00010000:00000001:2.0:1767384968.061446:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384968.061449:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.061450:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384968.061453:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:0.0:1767384968.061453:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.061456:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384968.061459:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384968.061462:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384968.061465:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.061469:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.061472:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384968.061474:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384968.061476:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.061477:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384968.061479:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.061480:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.061482:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.061484:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384968.061492:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384968.061493:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070097a52 00000400:00000010:0.0:1767384968.061498:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070097a52. 00000100:00000001:3.0:1767384968.061505:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384968.061505:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384968.061507:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384968.061508:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384968.061508:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384968.061511:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384968.061512:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:3.0:1767384968.061514:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384968.061515:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:3.0:1767384968.061516:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384968.061517:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384968.061518:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022481925. 00000100:00000001:0.0:1767384968.061518:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.061519:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384968.061521:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384968.061525:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873b233c 00010000:00000001:2.0:1767384968.061526:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.061526:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:3.0:1767384968.061528:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000873b233c. 20000000:00000001:2.0:1767384968.061528:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.061534:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384968.061534:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384968.061535:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384968.061539:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384968.061543:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.061545:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:0.0:1767384968.061546:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384968.061547:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384968.061551:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f6a6e86/0x135556ebb4843cda lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384968.061556:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384968.061556:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4e158b0 x1853237363766656/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:194/0 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384968.061559:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ac023ec5 count: 0 00010000:00000001:2.0:1767384968.061569:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384968.061572:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384968.061582:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384968.061586:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384968.061587:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4e158b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363766656:12345-0@lo:253: Request processed in 2605us (3109us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384968.061590:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384968.061595:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384968.061599:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000040:0.0:1767384968.061603:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384968.061606:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.061606:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384968.061610:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.061610:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384968.061614:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.061615:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fcebcfc2. 00000100:00001000:3.0:1767384968.061618:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=86 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384968.061621:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000100:00001000:3.0:1767384968.061623:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=86 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384968.061626:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b5525b2. 00000100:00000001:3.0:1767384968.061627:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384968.061630:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.061633:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384968.061634:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00000001:3.0:1767384968.061635:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.061638:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.061640:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384968.061642:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d08aef1c. 00000100:00000040:3.0:1767384968.061643:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384968.061649:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384968.061653:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384968.061654:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.061659:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384968.061661:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384968.061662:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384968.061667:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384968.061668:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c15e2d9d. 00000020:01000004:3.0:1767384968.061670:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384968.061672:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384968.061673:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070097a52. 00000020:01000004:3.0:1767384968.061674:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384968.061676:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384968.061677:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384968.061678:0:16342:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384968.061679:0:16342:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384968.061680:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384968.061684:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384968.061687:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384968.061692:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002fd03b16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363766656:0@lo:253: 00000100:00000001:3.0:1767384968.061696:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.061697:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384968.061699:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002fd03b16 x1853237363766656/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.061703:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384968.061705:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384968.061707:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001aca49d9. 02000000:00000001:3.0:1767384968.061715:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384968.061716:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384968.061717:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384968.061719:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384968.061721:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000013f749b7. 02000000:00000001:3.0:1767384968.061725:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384968.061726:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384968.061727:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fd03b16. 00000100:00000001:3.0:1767384968.061730:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384968.061731:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.061733:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.061736:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384968.061737:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.061739:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384968.061741:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384968.062628:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000cef25ee. 00080000:00000010:3.0:1767384968.062659:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f6d42b89. 00040000:00000001:3.0:1767384968.062663:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384968.062664:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384968.062665:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384968.062667:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:3.0:1767384968.062668:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384968.062670:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384968.062671:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384968.062679:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384968.062682:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384968.062686:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384968.062700:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384968.062703:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384968.062704:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384968.062707:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384968.062709:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384968.062714:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000026b8856a. 00010000:00000001:2.0:1767384968.062718:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384968.062720:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000032a9dda7. 00000020:00000001:2.0:1767384968.062722:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384968.062724:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000032a9dda7 with handle 0x135556ebb4843ce1 to hash 00000020:00000001:2.0:1767384968.062727:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384968.062728:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384968.062730:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384968.062732:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384968.062741:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.062743:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384968.062750:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384968.062751:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384968.062753:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384968.062754:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384968.062755:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.062757:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384968.062759:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.062761:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384968.062762:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384968.062764:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384968.062765:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384968.062766:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000026b8856a) refcount = 1 00010000:00010000:2.0:1767384968.062769:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384968.062774:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384968.062776:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384968.062777:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.062778:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.062780:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384968.062782:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384968.062784:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384968.062786:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384968.062788:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384968.062789:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=4 00000020:00000001:2.0:1767384968.062791:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384968.062793:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384968.062795:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384968.062796:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384968.062803:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384968.062810:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384968.062815:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.062816:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384968.062818:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384968.062822:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384968.062823:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384968.062824:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384968.062824:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384968.062826:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ea902876. 00010000:00000001:2.0:1767384968.062827:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384968.062828:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384968.062829:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384968.062831:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363766784 00010000:00000001:3.0:1767384968.062833:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384968.062833:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000032a9dda7 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384968.062835:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000200:3.0:1767384968.062837:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003908620a x1853237363766784/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:194/0 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.062837:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384968.062838:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384968.062844:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384968.062845:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384968.062845:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384968.062846:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.062847:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384968.062848:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=5 00000100:00001000:3.0:1767384968.062849:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=86 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384968.062850:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384968.062851:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:2.0:1767384968.062853:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384968.062855:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384968.062859:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384968.062860:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384968.062862:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384968.062862:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384968.062886:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:2.0:1767384968.062886:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.062889:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384968.062889:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384968.062891:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.062891:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384968.062893:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384968.062893:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384968.062897:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384968.062900:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384968.062901:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018e3e3d6. 00000020:00000040:2.0:1767384968.062903:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000032a9dda7 with handle 0x135556ebb4843ce1 from hash 00000100:00000200:3.0:1767384968.062905:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363766784, offset 224 00010000:00000001:2.0:1767384968.062906:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384968.062908:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.062910:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384968.062912:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384968.062912:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384968.062914:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384968.062915:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384968.062917:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384968.062919:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.062921:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384968.062922:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.062924:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384968.062926:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384968.062929:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07600 00010000:00000001:2.0:1767384968.062929:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.062930:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384968.062932:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.062934:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384968.062935:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e9d [2] + 224 00010000:00000001:2.0:1767384968.062937:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.062939:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384968.062941:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384968.062945:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384968.062946:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384968.062947:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384968.062949:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384968.062950:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384968.062951:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384968.062952:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.062953:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384968.062955:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.062956:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384968.062959:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384968.062961:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.062964:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384968.062966:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.062970:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384968.062972:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384968.062974:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000032a9dda7/0x135556ebb4843ce1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384968.062986:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:2.0:1767384968.062989:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000026b8856a count: 0 00000400:00000200:3.0:1767384968.062993:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018e3e3d6 00000400:00000010:3.0:1767384968.062995:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018e3e3d6. 00000100:00000001:3.0:1767384968.062999:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384968.063001:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384968.063005:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384968.063006:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384968.063007:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384968.063009:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384968.063012:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384968.063014:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.063016:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384968.063021:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003908620a x1853237363766784/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:194/0 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384968.063031:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003908620a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363766784:12345-0@lo:253: Request processed in 4051us (4571us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384968.063032:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384968.063034:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384968.063039:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384968.063041:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384968.063043:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce1e18ee. 00000100:00100000:3.0:1767384968.063045:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:3.0:1767384968.063047:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000400:00000200:2.0:1767384968.063047:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a6f9b0 00000400:00000010:2.0:1767384968.063049:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001a6f9b0. 00000100:00000001:3.0:1767384968.063050:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384968.063052:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384968.063053:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384968.063055:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d485dd06. 00000100:00000200:2.0:1767384968.063057:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384968.063058:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da351a3d. 00000020:00000010:3.0:1767384968.063063:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4d2590b. 00000100:00000200:2.0:1767384968.063065:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384968.063067:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:3.0:1767384968.063071:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384968.063072:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000da537af0. 00000100:00000001:2.0:1767384968.063072:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384968.063074:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384968.063076:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384968.063076:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384968.063078:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384968.063079:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.063079:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384968.063081:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384968.063083:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384968.063083:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384968.063086:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000464f06de. 00000100:00001000:2.0:1767384968.063087:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=86 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384968.063090:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018e3e3d6. 00000100:00001000:2.0:1767384968.063090:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384968.063094:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384968.063095:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.063097:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384968.063099:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.063101:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.063105:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.063111:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384968.063114:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384968.063115:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384968.063123:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384968.063125:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384968.063126:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384968.063128:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384968.063130:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384968.063131:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384968.063133:0:16343:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384968.063134:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384968.063135:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384968.063138:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384968.063147:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ccc6ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363766784:0@lo:253: 00000100:00000001:2.0:1767384968.063153:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.063155:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384968.063158:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ccc6ce3 x1853237363766784/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.063165:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384968.063167:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384968.063169:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3851fd8. 02000000:00000001:2.0:1767384968.063172:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384968.063174:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384968.063175:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384968.063177:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384968.063179:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000deae5813. 02000000:00000001:2.0:1767384968.063182:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384968.063183:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384968.063184:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ccc6ce3. 00000100:00000001:2.0:1767384968.063187:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384968.063188:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.063190:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.063194:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384968.063195:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.063197:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384968.063198:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384968.064912:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294955943, at 4294955944 00000100:00000010:1.0:1767384968.064919:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af7a400e. 00000100:00000040:0.0:1767384968.064923:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294955943, at 4294955944 00000100:00000040:3.0:1767384968.064927:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294955943, at 4294955944 00000100:00000010:0.0:1767384968.064929:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af16f9c8. 00000100:00000010:3.0:1767384968.064940:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087808ce2. 00000100:00000040:2.0:1767384968.065958:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294955943, at 4294955945 00000100:00000010:2.0:1767384968.065963:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095ddea20. 00000400:00000010:1.0:1767384968.072631:0:37953:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000019fe9502. 00000400:00000040:1.0:1767384968.072651:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384968.072655:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384968.072658:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384968.072659:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384968.072662:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384968.072663:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384968.072666:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384968.072668:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384968.072670:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384968.072671:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384968.072674:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384968.072676:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384968.072685:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384968.072687:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384968.072689:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384968.072692:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384968.072693:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384968.072695:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384968.072697:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384968.072699:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384968.072701:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384968.072703:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384968.072705:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384968.072707:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384968.072709:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384968.072711:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384968.072713:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384968.072714:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384968.072716:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384968.072718:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384968.072719:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384968.072721:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384968.072723:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384968.072725:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384968.072727:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384968.072729:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384968.072730:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384968.072732:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384968.072734:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384968.072736:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384968.072738:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384968.072739:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384968.072741:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384968.072743:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384968.072745:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384968.072747:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384968.072749:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384968.072750:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384968.072752:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384968.072754:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384968.072756:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384968.072765:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384968.072767:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384968.072769:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384968.072770:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384968.072772:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384968.072774:0:37953:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384968.072915:0:37953:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000019fe9502. 00010000:00000010:2.1:1767384968.073907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ac023ec5. 00010000:00000010:2.1:1767384968.073915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f6a6e86. 00010000:00000010:2.1:1767384968.073919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000026b8856a. 00010000:00000010:2.1:1767384968.073922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032a9dda7. 00010000:00000001:2.0:1767384968.537004:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384968.537010:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.537017:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384968.537020:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.537048:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384968.537053:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384968.537056:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384968.537102:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp44 00000400:00000010:1.0:1767384968.537107:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f46ee02b. 00000400:00000010:1.0:1767384968.537113:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000937584e0. 00000400:00000010:1.0:1767384968.537118:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000400:00000010:1.0:1767384968.537126:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008cc1a7fb. 00000400:00000200:1.0:1767384968.537131:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp44 00000400:00000200:1.0:1767384968.537153:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp44 local destination 00000400:00000200:1.0:1767384968.537159:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp44 00000400:00000200:1.0:1767384968.537163:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp44 NI seq info: [180:180:256:4294967295] 192.168.203.109@tcp44 LPNI seq info [162:162:8:4294967295] 00000400:00000200:1.0:1767384968.537170:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp44 00000400:00000200:1.0:1767384968.537180:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp44(192.168.203.109@tcp44:) -> 192.168.203.109@tcp44(192.168.203.109@tcp44:192.168.203.109@tcp44) : GET try# 0 00000800:00000200:1.0:1767384968.537186:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp44 00000800:00000010:1.0:1767384968.537191:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006bced29c. 00000800:00000200:1.0:1767384968.537198:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000800:00000200:1.1:1767384968.537203:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000400:00000200:1.0:1767384968.537269:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp44 added to recovery queue. ping count: 2 next ping: 293 health :800 00000400:00000200:1.0:1767384968.537278:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp45 00000400:00000010:1.0:1767384968.537282:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000be14f557. 00000400:00000010:1.0:1767384968.537286:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000045fae66d. 00000400:00000010:1.0:1767384968.537288:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058034852. 00000400:00000010:1.0:1767384968.537293:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a5c8c43d. 00000400:00000200:1.0:1767384968.537297:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp45 00000400:00000200:1.0:1767384968.537303:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp45 local destination 00000400:00000200:1.0:1767384968.537307:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp45 00000400:00000200:1.0:1767384968.537311:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp45 NI seq info: [181:181:256:4294967295] 192.168.203.109@tcp45 LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1767384968.537324:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp45 00000400:00000200:1.0:1767384968.537334:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp45(192.168.203.109@tcp45:) -> 192.168.203.109@tcp45(192.168.203.109@tcp45:192.168.203.109@tcp45) : GET try# 0 00000800:00000200:1.0:1767384968.537339:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp45 00000800:00000010:1.0:1767384968.537342:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ebb9b5b9. 00000800:00000200:1.0:1767384968.537346:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000800:00000200:1.1:1767384968.537350:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000400:00000200:1.0:1767384968.537367:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp45 added to recovery queue. ping count: 1 next ping: 291 health :900 00000400:00000200:1.0:1767384968.537451:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.537460:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.537520:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.537550:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.537586:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.537623:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.537644:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.537685:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.537689:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.537754:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.537760:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.537818:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.537843:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.537893:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000800:00000200:2.0:1767384968.537952:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000800:00000200:2.1:1767384968.537958:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000400:00000200:1.0:1767384968.537958:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.537970:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000800:00000010:2.0:1767384968.537978:0:16332:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009dcec7a9. 00000800:00000200:2.0:1767384968.537984:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000087438ca9] -> 12345-192.168.203.109@tcp13 (6) 00000800:00000200:2.0:1767384968.537990:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp13 ip 192.168.203.109:988 00000800:00000200:2.0:1767384968.537993:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009dcec7a9 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384968.538018:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538045:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538049:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538075:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538129:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538134:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538142:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538187:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538198:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538222:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538243:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538258:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538298:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538304:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538320:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538365:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538384:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538384:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538441:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538473:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538497:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538507:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538545:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538579:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538586:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538615:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538654:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538668:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538684:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538732:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538756:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538759:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.538804:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.538847:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.538848:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.539349:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.539371:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.539409:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.539466:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.539507:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.539544:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.539585:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.539614:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.539653:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.539673:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.539721:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.539748:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.539803:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.539818:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.539899:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.539902:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.539968:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.539979:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.540042:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.540051:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.540112:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.540123:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.540172:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.540199:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.540202:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.540233:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.540282:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.540284:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.540349:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.540358:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.540408:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000800:00000010:1.0:1767384968.540415:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014b9e209. 00000400:00000200:3.0:1767384968.540420:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000800:00000010:1.0:1767384968.540421:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000921ab465. 00000800:00000010:1.0:1767384968.540445:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000388e00b. 00000800:00000010:1.0:1767384968.540475:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000388e00b. 00000400:00000200:2.0:1767384968.540485:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000800:00020000:1.0:1767384968.540485:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000400:00000200:3.0:1767384968.540490:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000800:00000010:1.0:1767384968.540491:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000921ab465. 00000800:00000010:1.0:1767384968.540496:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000014b9e209. 00000400:00000200:2.0:1767384968.540555:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:02020000:1.0:1767384968.540567:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp44 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384968.540570:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384968.540576:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp44 notifying 192.168.203.109@tcp44: down 00000400:00000200:1.0:1767384968.540581:0:16330:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384968.540587:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp44 00000800:00000010:1.0:1767384968.540590:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006bced29c. 00000400:00000200:1.0:1767384968.540594:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384968.540600:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp44->192.168.203.109@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384968.540607:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384968.540609:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384968.540614:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp44) recovery failed with -71 00000400:00000200:2.0:1767384968.540620:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.540633:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.540674:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000800:00000200:1.0:1767384968.540685:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384968.540691:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.540698:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384968.540708:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.540713:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384968.540718:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.540769:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000800:00000010:3.0:1767384968.540788:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da537af0. 00000800:00000010:3.0:1767384968.540793:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007aa6d4dc. 00000800:00000010:3.0:1767384968.540797:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003ffd271c. 00000800:00000010:3.0:1767384968.540815:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003ffd271c. 00000800:00020000:3.0:1767384968.540823:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384968.540826:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007aa6d4dc. 00000800:00000010:3.0:1767384968.540829:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000da537af0. 00000400:00000200:2.0:1767384968.540838:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:02020000:3.0:1767384968.540900:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp45 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384968.540912:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp45 notifying 192.168.203.109@tcp45: down 00000400:00000200:3.0:1767384968.540915:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384968.540917:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp45 00000800:00000010:3.0:1767384968.540919:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ebb9b5b9. 00000400:00000200:3.0:1767384968.540923:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384968.540927:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp45->192.168.203.109@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384968.540927:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384968.540936:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384968.540940:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384968.540945:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp45) recovery failed with -71 00000400:00000200:2.0:1767384968.541006:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541043:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541062:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541079:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541108:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541147:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541189:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541207:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541228:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541245:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384968.541261:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384968.541364:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00000800:00000010:2.0:1767384968.541369:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf46e382. 00000800:00000010:2.0:1767384968.541373:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076bbe4a8. 00000800:00000010:2.0:1767384968.541388:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076bbe4a8. 00000800:00020000:2.0:1767384968.541393:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384968.541396:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf46e382. 00000800:00000010:2.0:1767384968.541397:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009854828f. 00000400:02020000:2.0:1767384968.541463:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp26 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384968.541467:0:16329:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:2.0:1767384969.176975:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384969.176980:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.177971:0:36559:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384969.177973:0:36559:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384969.560945:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384969.560949:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384969.560952:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000400:00000010:1.0:1767384969.560955:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000400:00000200:1.0:1767384969.560959:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384969.560964:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384969.560976:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f46ee02b. 00000400:00000010:1.0:1767384969.560979:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000937584e0. 00000400:00000001:1.0:1767384969.560982:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384969.560983:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384969.560984:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058034852 00000400:00000010:1.0:1767384969.560985:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058034852. 00000400:00000200:1.0:1767384969.560986:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384969.560988:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384969.560989:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000be14f557. 00000400:00000010:1.0:1767384969.560991:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000045fae66d. 00000400:00000200:1.0:1767384969.560994:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp33 00000400:00000010:1.0:1767384969.560997:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000178bfe8d. 00000400:00000010:1.0:1767384969.561002:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000045fae66d. 00000400:00000010:1.0:1767384969.561004:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058034852. 00000400:00000010:1.0:1767384969.561009:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000028124385. 00000400:00000200:1.0:1767384969.561011:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp33 00000400:00000200:1.0:1767384969.561021:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp33 local destination 00000400:00000200:1.0:1767384969.561026:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp33 00000400:00000200:1.0:1767384969.561029:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp33 NI seq info: [182:182:256:4294967295] 192.168.203.109@tcp33 LPNI seq info [164:164:8:4294967295] 00000400:00000200:1.0:1767384969.561034:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp33 00000400:00000200:1.0:1767384969.561041:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp33(192.168.203.109@tcp33:) -> 192.168.203.109@tcp33(192.168.203.109@tcp33:192.168.203.109@tcp33) : GET try# 0 00000800:00000200:1.0:1767384969.561047:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp33 00000800:00000010:1.0:1767384969.561051:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009637708d. 00000800:00000200:1.0:1767384969.561058:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000800:00000200:1.1:1767384969.561063:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dca690e6] -> 12345-192.168.203.109@tcp33 (2) 00000400:00000200:1.0:1767384969.561085:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp33 added to recovery queue. ping count: 5 next ping: 322 health :500 00000400:00000200:2.0:1767384969.561140:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561188:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561201:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561213:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561241:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561253:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561274:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561288:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561302:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561314:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561326:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561339:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561352:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561365:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561377:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561390:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561409:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561449:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561494:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561510:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561523:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561536:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561549:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561562:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561575:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561587:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561600:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561625:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561638:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561650:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561679:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561693:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561706:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561719:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384969.561731:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384969.561876:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00000800:00000010:2.0:1767384969.561891:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000078afd0f1. 00000800:00000010:2.0:1767384969.561938:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037b59d56. 00000800:00000010:2.0:1767384969.561961:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037b59d56. 00000800:00020000:2.0:1767384969.561970:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384969.561974:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000078afd0f1. 00000800:00000010:2.0:1767384969.561976:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009854828f. 00000400:02020000:2.0:1767384969.562010:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp33 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384969.562016:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp33 notifying 192.168.203.109@tcp33: down 00000800:00000200:2.0:1767384969.562020:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp33 down 00000800:00000100:2.0:1767384969.562025:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp33 00000800:00000010:2.0:1767384969.562028:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009637708d. 00000400:00000200:2.0:1767384969.562031:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384969.562035:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp33->192.168.203.109@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384969.562041:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384969.562043:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384969.562045:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp33) recovery failed with -71 00010000:00000001:2.0:1767384969.562069:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384969.562072:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.562075:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384969.562076:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.562109:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384969.562113:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.562117:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384969.688987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384969.689000:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384969.689002:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384969.689009:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384969.689016:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065f8e630. 00000100:00000010:1.0:1767384969.689019:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a563176. 00000020:00000040:0.0:1767384969.689027:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384969.689028:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384969.689040:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384969.689040:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384969.689048:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384969.689048:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384969.689057:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.689057:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384969.689071:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000735ea3d2. 02000000:00000010:0.0:1767384969.689071:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000784af112. 00000100:00000001:1.0:1767384969.689083:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.689083:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.689096:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384969.689101:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.689115:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065f8e630] to pc [ptlrpcd_00_00+0] req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384969.689126:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384969.689147:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384969.689150:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.689156:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a563176] to pc [ptlrpcd_00_01+1] req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384969.689171:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.689174:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.689179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384969.689184:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384969.689189:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870c54f4. 00000100:00000001:0.0:1767384969.689190:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384969.689194:0:36:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384969.689197:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384969.689200:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384969.689202:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384969.689205:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384969.689211:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.689214:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384969.689219:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f9cd6df1. 00000100:00000001:1.0:1767384969.689229:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.689229:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384969.689234:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.689258:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384969.689259:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384969.689263:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384969.689263:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384969.689271:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384969.689272:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.689278:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384969.689283:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363766912:0@lo:400: 00000100:00000040:2.0:1767384969.689289:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.689291:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384969.689293:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384969.689298:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.689303:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384969.689326:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.689329:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000870c54f4] to pc [ptlrpcd_00_02+2] req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.689332:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384969.689333:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384969.689337:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384969.689341:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1854e01. 02000000:00000001:2.0:1767384969.689344:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384969.689349:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.689350:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384969.689355:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384969.689359:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065f8e630 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363767040:0@lo:13: 00000100:00000001:2.0:1767384969.689363:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384969.689367:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384969.689374:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cccd9d. 02000000:00000001:2.0:1767384969.689383:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384969.689388:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 02000000:00000001:2.0:1767384969.689389:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384969.689396:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b390f9fd. 00000100:00000200:0.0:1767384969.689399:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363766912, portal 25 02000000:00000001:2.0:1767384969.689400:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.689407:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384969.689411:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a766db. 00000100:00000001:1.0:1767384969.689412:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.689412:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794527744 : -107297915023872 : ffff9e69c1e3ce00) 00000400:00000010:2.0:1767384969.689439:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000644d07db. 00000100:00000040:1.0:1767384969.689441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767384969.689447:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363767040, portal 4 00000100:00000040:0.0:1767384969.689449:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.689450:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384969.689453:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384969.689454:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384969.689457:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384969.689478:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876462336 : -107297833089280 : ffff9e69c6c60700) 00000100:00000001:3.0:1767384969.689480:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384969.689481:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095256724. 00000100:00000040:3.0:1767384969.689490:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384969.689492:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1767384969.689495:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.689506:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384969.689506:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384969.689514:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384969.689521:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384969.689522:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384969.689532:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000100:00000001:3.0:1767384969.689535:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384969.689537:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003bcc5073. 00000100:00000001:2.0:1767384969.689539:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384969.689541:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384969.689544:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363766912, offset 0 00000100:00000001:1.0:1767384969.689548:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.689549:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384969.689549:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384969.689556:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384969.689559:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e035d1. 02000000:00000001:3.0:1767384969.689560:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.689564:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384969.689569:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384969.689571:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363767168:0@lo:400: 00000100:00000200:2.0:1767384969.689581:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363767040, offset 0 00000100:00000001:3.0:1767384969.689583:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384969.689588:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384969.689593:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.689599:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384969.689600:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384969.689601:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384969.689627:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384969.689629:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000553c3d94. 00000100:00000001:1.0:1767384969.689633:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.689635:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384969.689642:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384969.689647:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c07680 00000400:00000010:3.0:1767384969.689648:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae936291. 00000100:00000040:1.0:1767384969.689652:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095256724] to pc [ptlrpcd_00_03+3] req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384969.689666:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1675 [2] + 0 00000400:00000200:2.0:1767384969.689667:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c07700 00000400:00000010:0.0:1767384969.689681:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bfd4ac6. 00000400:00000200:0.0:1767384969.689690:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004002d3b4 00000100:00000001:1.0:1767384969.689692:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.689715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384969.689715:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384969.689716:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086dc550b. 00000400:00000200:2.0:1767384969.689718:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 00000400:00000200:0.0:1767384969.689730:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384969.689733:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384969.689736:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384969.689737:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363767168, portal 4 00000400:00000200:0.0:1767384969.689738:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004002d3b4 00000100:00000010:1.0:1767384969.689743:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 00000100:00000001:3.0:1767384969.689746:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384969.689747:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004002d3b4. 00000400:00000200:2.0:1767384969.689751:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384969.689752:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384969.689758:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384969.689760:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384969.689761:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384969.689763:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534016 : -107297915017600 : ffff9e69c1e3e680) 00000100:00000200:0.0:1767384969.689764:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384969.689766:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:1.0:1767384969.689767:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384969.689772:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000002006a667 x1853237363766912 msgsize 224 02000000:00000001:1.0:1767384969.689777:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384969.689779:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a29bfd4. 00000100:00000040:3.0:1767384969.689786:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384969.689787:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384969.689788:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000000a29bfd4 x1853237363767040 msgsize 224 02000000:00000010:1.0:1767384969.689791:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009534f384. 00000100:00000040:0.0:1767384969.689795:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384969.689804:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384969.689810:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384969.689811:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384969.689836:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384969.689843:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000100:00000001:3.0:1767384969.689845:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384969.689848:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384969.689850:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000100:00000040:3.0:1767384969.689859:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384969.689860:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384969.689866:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e035d1 00000400:00000010:3.0:1767384969.689871:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000100:00000001:1.0:1767384969.689872:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384969.689872:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384969.689873:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e035d1. 00000100:00000001:1.0:1767384969.689879:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.689883:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384969.689885:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363767168, offset 0 00000100:00000040:1.0:1767384969.689907:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfa954a] to pc [ptlrpcd_00_00+0] req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.689907:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384969.689935:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384969.689941:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384969.689948:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384969.689960:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384969.689963:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384969.689968:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384969.689974:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c07780 00000100:00000001:1.0:1767384969.689981:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384969.689987:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4336 00000100:00000040:1.0:1767384969.689995:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (295) 00000400:00000200:3.0:1767384969.690002:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384969.690014:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384969.690015:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384969.690021:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384969.690028:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384969.690031:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384969.690032:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384969.690033:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.690040:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384969.690042:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fd03b16. 00000100:00000040:2.0:1767384969.690043:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4195 usecs (5 jiffies) 00000100:00000040:3.0:1767384969.690050:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000002fd03b16 x1853237363767168 msgsize 224 00000100:00000001:0.0:1767384969.690051:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.690052:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294957574 00000100:00000001:0.0:1767384969.690060:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294957575 00000100:00000010:2.0:1767384969.690063:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4d23422. 00000100:00100000:3.0:1767384969.690064:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384969.690077:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384969.690080:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384969.690084:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384969.690087:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294957574 00000100:00100000:1.0:1767384969.690087:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363767040 00000100:00000001:0.0:1767384969.690090:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957574 00000400:00000200:3.0:1767384969.690093:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 02000000:00000001:1.0:1767384969.690096:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767384969.690098:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b9892aa. 00000400:00000010:3.0:1767384969.690099:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00000001:1.0:1767384969.690103:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384969.690103:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294957575 00000100:00000001:3.0:1767384969.690109:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384969.690110:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.690111:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767384969.690118:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384969.690121:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.690123:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294957574 00000100:00000001:0.0:1767384969.690126:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957574 00000100:00100000:1.0:1767384969.690134:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363767040 00000100:00000010:2.0:1767384969.690135:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc8f91cc. 00000100:00000001:0.0:1767384969.690140:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294957575 00000020:00000001:1.0:1767384969.690143:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384969.690145:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384969.690147:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000040:1.0:1767384969.690149:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00000040:3.0:1767384969.690152:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384969.690157:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384969.690158:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294957574 00000100:00000001:0.0:1767384969.690160:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294957574 00000100:00000010:2.0:1767384969.690170:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d956ed0. 00000100:00000001:3.0:1767384969.690172:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.690175:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294957575 00000100:00000001:3.0:1767384969.690179:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384969.690182:0:16340:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384969.690185:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.690191:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4195 usecs (5 jiffies) 00000100:00000001:2.0:1767384969.690193:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.690194:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294957574 00000100:00000001:0.0:1767384969.690196:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294957574 00000100:00000001:3.0:1767384969.690203:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294957575 00000100:00000001:2.0:1767384969.690205:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.690209:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384969.690210:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000100:00000001:2.0:1767384969.690212:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.690219:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.690220:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294957574 00000100:00000001:2.0:1767384969.690222:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384969.690222:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384969.690228:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294957575 00000100:00000001:0.0:1767384969.690230:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.690234:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384969.690236:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294957574 00000100:00000001:0.0:1767384969.690239:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.690241:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384969.690243:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294957575 00000100:00000001:1.0:1767384969.690246:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384969.690247:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384969.690248:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294957574 00000100:00000001:0.0:1767384969.690252:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384969.690257:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6f8d321. 00000100:00000001:3.0:1767384969.690258:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294957575 00000100:00000001:0.0:1767384969.690259:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384969.690260:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.690266:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384969.690268:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384969.690269:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.690271:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384969.690271:0:17882:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b76f279d. 00000100:00000001:2.0:1767384969.690274:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384969.690275:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384969.690280:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.690283:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.690284:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384969.690286:0:17882:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000040:2.0:1767384969.690287:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.690293:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.690297:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384969.690303:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384969.690309:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384969.690311:0:17882:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384969.690313:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1767384969.690318:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384969.690320:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.690320:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1767384969.690322:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899430db. 00000020:00000040:0.0:1767384969.690324:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:2.0:1767384969.690326:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.690327:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000010:1.0:1767384969.690334:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b03527d. 00000100:00000001:3.0:1767384969.690336:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384969.690338:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384969.690342:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384969.690345:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.690346:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384969.690348:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 00000100:00000001:3.0:1767384969.690349:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.690352:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384969.690354:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.690357:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384969.690361:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.690364:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.690367:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384969.690367:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00100000:2.0:1767384969.690377:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363767424:0@lo:400: 00000100:00000001:1.0:1767384969.690377:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384969.690383:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384969.690387:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384969.690389:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.690391:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.690394:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384969.690399:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384969.690402:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384969.690403:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384969.690405:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.690410:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.690410:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.690437:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16342:1853237363767296:0@lo:400: 02000000:00000001:2.0:1767384969.690438:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384969.690444:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.690445:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384969.690449:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab0d47a6. 02000000:00000001:3.0:1767384969.690450:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384969.690455:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.690455:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384969.690457:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.690459:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363766912 02000000:00000001:0.0:1767384969.690465:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384969.690466:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384969.690467:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384969.690468:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787aaa9c. 00000100:00000001:0.0:1767384969.690468:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384969.690476:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384969.690476:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384969.690477:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957030ed. 00000400:00000010:2.0:1767384969.690480:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e035d1. 02000000:00000001:3.0:1767384969.690485:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.690486:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384969.690490:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363767424, portal 10 00000100:00100000:1.0:1767384969.690491:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000400:00000010:3.0:1767384969.690494:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad3459af. 00000100:00100000:0.0:1767384969.690495:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363766912 00000100:00000001:2.0:1767384969.690496:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384969.690502:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000100:00000040:1.0:1767384969.690503:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000400:00000010:3.0:1767384969.690505:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fb7398. 00000020:00000001:0.0:1767384969.690510:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384969.690512:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363767296, portal 10 00000020:00000040:0.0:1767384969.690513:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000040:2.0:1767384969.690514:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384969.690521:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384969.690522:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384969.690524:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879033472 : -107292830518144 : ffff9e6af0f33480) 00000020:00000040:0.0:1767384969.690526:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:3.0:1767384969.690527:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794534912 : -107297915016704 : ffff9e69c1e3ea00) 00000020:00000001:0.0:1767384969.690537:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384969.690541:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384969.690543:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a29bfd4 x1853237363767040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384969.690544:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384969.690546:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000040:2.0:1767384969.690552:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384969.690560:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384969.690561:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c85bf5. 00000020:00000010:0.0:1767384969.690570:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045cffcfb. 00000100:00000200:2.0:1767384969.690571:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363767424, offset 0 00000100:00000001:3.0:1767384969.690573:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384969.690581:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384969.690582:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384969.690589:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384969.690590:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7024bb8. 00000020:00000010:0.0:1767384969.690593:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045cffcfb. 00000100:00000200:3.0:1767384969.690599:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363767296, offset 0 00000100:00000001:1.0:1767384969.690599:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384969.690606:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090b33bc5. 00000400:00000200:2.0:1767384969.690607:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384969.690610:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015099779. 00000400:00000200:3.0:1767384969.690615:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384969.690619:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fc9bda2. 00000100:00000001:1.0:1767384969.690621:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384969.690626:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c07880 00000020:00000010:0.0:1767384969.690632:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000400:00000200:3.0:1767384969.690633:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384969.690634:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015099779. 00000400:00000200:2.0:1767384969.690641:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000400:00000200:2.0:1767384969.690649:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384969.690653:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767384969.690655:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a29bfd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16340:x1853237363767040:12345-0@lo:13: 00000400:00000200:3.0:1767384969.690656:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c07800 00000100:00000001:0.0:1767384969.690661:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384969.690663:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384969.690666:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767384969.690689:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363767040 00000100:00000001:0.0:1767384969.690690:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384969.690691:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000020:00000001:1.0:1767384969.690700:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384969.690702:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384969.690705:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384969.690705:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384969.690708:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384969.690709:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384969.690716:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384969.690717:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384969.690718:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046e12a25. 00000400:00000200:3.0:1767384969.690720:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384969.690728:0:16340:0:(events.c:337:request_in_callback()) incoming req@0000000046e12a25 x1853237363767424 msgsize 224 00000020:00000001:1.0:1767384969.690730:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384969.690736:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000100:00000001:0.0:1767384969.690738:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384969.690741:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384969.690745:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384969.690748:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384969.690754:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000020:00000001:1.0:1767384969.690755:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.690758:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384969.690759:0:17879:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384969.690759:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000020:00000001:1.0:1767384969.690764:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384969.690766:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122442832 : -107293587108784 : ffff9e6ac3da8c50) 00000100:00100000:3.0:1767384969.690768:0:17879:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363767168 00000020:00000001:1.0:1767384969.690772:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384969.690773:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c85bf5 02000000:00000001:3.0:1767384969.690777:0:17879:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384969.690779:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c85bf5. 00000020:00000001:1.0:1767384969.690780:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.690781:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002006a667 x1853237363766912/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.690784:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384969.690786:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384969.690791:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.690793:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384969.690804:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384969.690805:0:17879:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384969.690805:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.690809:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384969.690815:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000acda7553. 00000100:00100000:3.0:1767384969.690817:0:17879:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363767168 00000020:00000010:0.0:1767384969.690818:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045cffcfb. 00000020:00000001:3.0:1767384969.690827:0:17879:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384969.690827:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384969.690828:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.690829:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384969.690834:0:17879:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00000040:2.0:1767384969.690838:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.690839:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.690839:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045cffcfb. 00000020:00000001:3.0:1767384969.690841:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384969.690850:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=6 00002000:00000001:1.0:1767384969.690852:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:0.0:1767384969.690855:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002006a667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363766912:12345-0@lo:400: 00000020:00000001:3.0:1767384969.690862:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00002000:00000001:1.0:1767384969.690863:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384969.690871:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000200:0.0:1767384969.690872:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363766912 00000020:00000001:3.0:1767384969.690873:0:17879:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:2.0:1767384969.690874:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.690908:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384969.690912:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384969.690920:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384969.690923:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc45c1bf. 00000020:00000001:0.0:1767384969.690924:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384969.690926:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3665 usecs (4 jiffies) 00000020:00000001:1.0:1767384969.690930:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.690932:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384969.690933:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294957574 00000020:00000001:0.0:1767384969.690933:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384969.690939:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384969.690944:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc45c1bf. 00000100:00000001:2.0:1767384969.690944:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294957575 00002000:00000024:1.0:1767384969.690944:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000001:0.0:1767384969.690945:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384969.690951:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000100:00000001:2.0:1767384969.690955:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294957574 00000020:00000010:3.0:1767384969.690958:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1172727. 00000020:00000001:0.0:1767384969.690958:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000020:1.0:1767384969.690960:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384969.690961:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294957575 00000020:00000001:0.0:1767384969.690965:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384969.690968:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030b59e1e. 00000100:00000001:2.0:1767384969.690970:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294957574 00000020:00000020:1.0:1767384969.690973:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384969.690974:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384969.690977:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da351a3d. 00000100:00000001:2.0:1767384969.690979:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294957575 00000020:00000001:0.0:1767384969.690980:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384969.690986:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.690988:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294957574 00002000:00000020:1.0:1767384969.690989:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000001:0.0:1767384969.690990:0:17065:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384969.690991:0:17879:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384969.690993:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294957575 00000100:00000001:0.0:1767384969.690995:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384969.691000:0:17879:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384969.691002:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384969.691003:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.691004:0:17879:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:1.0:1767384969.691004:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384969.691010:0:17879:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.691010:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384969.691011:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ba122a86. 00000100:00000001:3.0:1767384969.691018:0:17879:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384969.691020:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.691021:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.691023:0:17879:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384969.691026:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384969.691027:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384969.691028:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.691029:0:17879:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.691031:0:17065:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384969.691034:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.691040:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:0.0:1767384969.691040:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363766912 00002000:00000001:1.0:1767384969.691042:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.691045:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384969.691046:0:17879:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384969.691048:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384969.691052:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:1.0:1767384969.691052:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363767040 00000100:00000001:2.0:1767384969.691057:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:0.0:1767384969.691060:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002006a667 x1853237363766912/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384969.691062:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384969.691064:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.691065:0:17879:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384969.691072:0:17879:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384969.691073:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384969.691076:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a29bfd4 x1853237363767040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384969.691083:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00010000:00000001:0.0:1767384969.691084:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384969.691089:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.691092:0:17879:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 2 00000100:00001000:0.0:1767384969.691099:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384969.691100:0:17879:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079261440 : -107292630290176 : ffff9e6afce27100) 00000100:00000040:3.0:1767384969.691114:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002fd03b16 x1853237363767168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384969.691115:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384969.691115:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384969.691116:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384969.691123:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363767424 00010000:00000001:1.0:1767384969.691125:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.691126:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 02000000:00000001:2.0:1767384969.691129:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384969.691135:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384969.691137:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00001000:1.0:1767384969.691139:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384969.691141:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.691147:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384969.691152:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384969.691153:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.691156:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.691159:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384969.691160:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc45c1bf. 00000100:00000001:0.0:1767384969.691160:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384969.691162:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363767424 00000100:00000001:3.0:1767384969.691169:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384969.691170:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384969.691170:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000040:0.0:1767384969.691170:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384969.691177:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc45c1bf. 00000020:00000040:2.0:1767384969.691177:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000001:1.0:1767384969.691181:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000010:0.0:1767384969.691181:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000020:00000001:2.0:1767384969.691183:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384969.691189:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000100:00000200:0.0:1767384969.691190:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363766912, offset 224 00000100:00100000:3.0:1767384969.691191:0:17879:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002fd03b16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16342:x1853237363767168:12345-0@lo:400: 02000000:00000001:1.0:1767384969.691194:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384969.691196:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 02000000:00000001:1.0:1767384969.691203:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384969.691207:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363767168 00000020:00000001:2.0:1767384969.691207:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000400:00000200:0.0:1767384969.691209:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384969.691215:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384969.691216:0:17879:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384969.691217:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384969.691224:0:17879:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384969.691226:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037b59d56. 00000400:00000200:0.0:1767384969.691228:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384969.691230:0:17879:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.691234:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384969.691235:0:17764:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000081bf1b67. 00000020:00000001:3.0:1767384969.691237:0:17879:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384969.691244:0:17879:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000040:2.0:1767384969.691247:0:17764:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000400:00000010:1.0:1767384969.691247:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000020:00000001:3.0:1767384969.691250:0:17879:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384969.691252:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c07680 00000100:00000200:1.0:1767384969.691260:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363767040, offset 224 00000100:00000001:2.0:1767384969.691263:0:17764:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384969.691265:0:17879:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384969.691272:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af95b8e1. 00000020:00000001:3.0:1767384969.691273:0:17879:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384969.691280:0:17879:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384969.691281:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384969.691283:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef8028cc. 00000020:00000001:3.0:1767384969.691284:0:17879:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.691291:0:17879:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384969.691293:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00000001:3.0:1767384969.691297:0:17879:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384969.691300:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ec9 [1] + 224 02000000:00000001:3.0:1767384969.691303:0:17879:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384969.691305:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384969.691306:0:17764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000010:3.0:1767384969.691310:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000686b190a. 00000100:00000001:2.0:1767384969.691315:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384969.691318:0:17879:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.691320:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384969.691320:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384969.691322:0:17879:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.691326:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384969.691332:0:17879:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384969.691333:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c07700 00000100:00000001:2.0:1767384969.691336:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000040:3.0:1767384969.691339:0:17879:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363767168 00000400:00000200:0.0:1767384969.691341:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384969.691342:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1767384969.691348:0:17879:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384969.691349:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384969.691356:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ecd [1] + 224 00010000:00000200:3.0:1767384969.691357:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002fd03b16 x1853237363767168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.691361:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.691376:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384969.691376:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384969.691377:0:17879:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384969.691378:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384969.691385:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384969.691386:0:17879:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384969.691392:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384969.691393:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=77 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384969.691394:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384969.691401:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000001:3.0:1767384969.691408:0:17879:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384969.691411:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000100:00000001:1.0:1767384969.691413:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384969.691432:0:17879:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 23 to 0@lo 00000100:00000001:2.0:1767384969.691441:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879020032 : -107292830531584 : ffff9e6af0f30000) 00000100:00000001:3.0:1767384969.691442:0:17879:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000200:1.0:1767384969.691448:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384969.691448:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384969.691452:0:17879:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384969.691457:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046e12a25 x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384969.691458:0:17879:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.691467:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384969.691476:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384969.691484:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000100:00000200:3.0:1767384969.691492:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363767168, offset 224 00000400:00000200:3.0:1767384969.691508:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384969.691515:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384969.691517:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384969.691521:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000100:00000040:1.0:1767384969.691522:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384969.691525:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384969.691529:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000100:00000001:2.0:1767384969.691538:0:17764:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384969.691538:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000100:00000001:0.0:1767384969.691547:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384969.691548:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000400:00000200:3.0:1767384969.691549:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c07780 00000100:00000001:0.0:1767384969.691554:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384969.691564:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384969.691568:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ed9 [1] + 224 00000100:00100000:2.0:1767384969.691568:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046e12a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363767424:12345-0@lo:400: 00000100:00000040:0.0:1767384969.691572:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:1.0:1767384969.691578:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384969.691583:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384969.691584:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384969.691585:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363767424 00000020:00000001:0.0:1767384969.691588:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.691593:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384969.691595:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfa344 00000020:00000001:0.0:1767384969.691595:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384969.691597:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384969.691600:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384969.691604:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aacfa344. 00000020:00000001:2.0:1767384969.691606:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.691607:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002006a667 x1853237363766912/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.691612:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384969.691614:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384969.691615:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384969.691621:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000200:3.0:1767384969.691625:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384969.691630:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384969.691632:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384969.691637:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384969.691637:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002006a667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363766912:12345-0@lo:400: Request processed in 821us (1856us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384969.691645:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.691647:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384969.691653:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384969.691659:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.691660:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00100000:0.0:1767384969.691668:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000020:00000001:2.0:1767384969.691669:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1767384969.691672:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384969.691675:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384969.691676:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000020:00000001:1.0:1767384969.691678:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.691679:0:17879:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384969.691681:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384969.691683:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:2.0:1767384969.691688:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a8cb804e. 00000100:00000001:0.0:1767384969.691690:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384969.691691:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384969.691698:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.691701:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fc9bda2. 00000100:00000001:2.0:1767384969.691706:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.691707:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a29bfd4 x1853237363767040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.691712:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384969.691714:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.691715:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00010000:00000040:2.0:1767384969.691724:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363767424 00000400:00000200:3.0:1767384969.691725:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000020:00000010:0.0:1767384969.691726:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090b33bc5. 00000400:00000010:3.0:1767384969.691732:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00010000:00000001:2.0:1767384969.691734:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384969.691737:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:3.0:1767384969.691744:0:17879:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384969.691746:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000200:2.0:1767384969.691749:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046e12a25 x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384969.691750:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a29bfd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16340:x1853237363767040:12345-0@lo:13: Request processed in 1144us (1952us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384969.691752:0:17879:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384969.691753:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ba122a86. 00000100:00000001:3.0:1767384969.691762:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.691771:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384969.691777:0:17879:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384969.691777:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384969.691782:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384969.691785:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00000001:2.0:1767384969.691789:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.691790:0:17879:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384969.691790:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384969.691793:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 1 00000100:00001000:2.0:1767384969.691795:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=82 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384969.691797:0:17879:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384969.691799:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd12863. 00000100:00000001:1.0:1767384969.691802:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384969.691809:0:17879:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384969.691811:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384969.691812:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384969.691814:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d196cd89. 00000100:00000040:2.0:1767384969.691819:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:3.0:1767384969.691820:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002fd03b16 x1853237363767168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384969.691822:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b03527d. 00000100:00000001:2.0:1767384969.691825:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000010:1.0:1767384969.691832:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bedff79e. 02000000:00000001:2.0:1767384969.691834:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384969.691839:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384969.691842:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1767384969.691844:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899430db. 00000100:00000001:2.0:1767384969.691846:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384969.691850:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000020:00000040:1.0:1767384969.691857:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000100:00100000:3.0:1767384969.691887:0:17879:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002fd03b16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16342:x1853237363767168:12345-0@lo:400: Request processed in 708us (1809us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384969.691896:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384969.691900:0:17879:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:1.0:1767384969.691903:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.691903:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.691904:0:17879:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384969.691908:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384969.691910:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384969.691911:0:17879:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384969.691918:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c85bf5. 00000020:00000010:3.0:1767384969.691919:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030b59e1e. 00000400:00000001:0.0:1767384969.691920:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384969.691926:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384969.691929:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da351a3d. 00000400:00000010:0.0:1767384969.691930:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066cccd9d. 00000020:00000010:3.0:1767384969.691938:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1172727. 00000400:00000200:0.0:1767384969.691940:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000400:00000010:0.0:1767384969.691945:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000020:00000040:3.0:1767384969.691946:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000100:00000001:0.0:1767384969.691949:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384969.691951:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363767424, offset 224 00000100:00000001:3.0:1767384969.691952:0:17879:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384969.691960:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.691961:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384969.691968:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1767384969.691971:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384969.691982:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c761fc2. 00000100:00000200:0.0:1767384969.691986:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384969.691990:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384969.691993:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000004c761fc2 x1853237363767296 msgsize 224 00000100:00000001:3.0:1767384969.691996:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.692001:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384969.692011:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384969.692012:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c07880 00000100:00000001:0.0:1767384969.692012:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767384969.692017:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384969.692019:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384969.692022:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384969.692024:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a766db. 00000100:00000001:0.0:1767384969.692025:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384969.692031:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384969.692032:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000644d07db 00000100:00000001:0.0:1767384969.692034:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384969.692039:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000644d07db. 00000100:00000001:1.0:1767384969.692040:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384969.692040:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.692045:0:16340:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384969.692047:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384969.692049:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ee1 [1] + 224 00000100:00001000:0.0:1767384969.692053:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=87 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384969.692058:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767384969.692060:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=87 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384969.692063:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384969.692066:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7024bb8 00000100:00000001:0.0:1767384969.692071:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384969.692073:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384969.692076:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7024bb8. 00000100:00000001:0.0:1767384969.692077:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.692086:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384969.692090:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384969.692092:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384969.692092:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384969.692097:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.692101:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384969.692106:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384969.692107:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384969.692113:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.692134:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384969.692140:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.692148:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384969.692152:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384969.692156:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.692161:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.692170:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.692172:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384969.692174:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384969.692178:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=77 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384969.692179:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384969.692183:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.692194:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767384969.692195:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384969.692200:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.692212:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384969.692216:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.692217:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.692225:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384969.692234:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.692242:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384969.692246:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384969.692252:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c85bf5 00000400:00000010:2.0:1767384969.692258:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c85bf5. 00000100:00000001:2.0:1767384969.692265:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384969.692268:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384969.692270:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384969.692272:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.692274:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a563176 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363766912:0@lo:400: 00000100:00000001:3.0:1767384969.692278:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384969.692279:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.692284:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384969.692286:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.692287:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.692288:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384969.692290:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384969.692298:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.692298:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384969.692298:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384969.692301:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3536 usecs (4 jiffies) 00000020:00000001:2.0:1767384969.692306:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.692312:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294957575 00000020:00000001:2.0:1767384969.692313:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384969.692314:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384969.692314:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a563176 x1853237363766912/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384969.692324:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046e12a25 x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.692324:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294957575 00000100:00000001:1.0:1767384969.692335:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294957575 00000100:00000001:1.0:1767384969.692344:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294957575 00000100:00000001:1.0:1767384969.692353:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294957575 00000100:00000001:1.0:1767384969.692363:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294957575 00000100:00000001:3.0:1767384969.692371:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384969.692374:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294957575 00000100:00000001:3.0:1767384969.692382:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384969.692383:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384969.692384:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294957575 00000100:00000001:3.0:1767384969.692388:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384969.692389:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046e12a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16340:x1853237363767424:12345-0@lo:400: Request processed in 867us (1654us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384969.692391:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384969.692394:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1767384969.692397:0:16340:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000010:0.0:1767384969.692400:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1854e01. 00000004:00000040:3.0:1767384969.692404:0:16340:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:1.0:1767384969.692406:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.692410:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000040:3.0:1767384969.692411:0:16340:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00100000:2.0:1767384969.692433:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000400:00000001:1.0:1767384969.692438:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384969.692439:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384969.692441:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000020:00000040:0.0:1767384969.692445:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000400:00000001:1.0:1767384969.692446:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384969.692447:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000020:3.0:1767384969.692449:0:16340:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:2.0:1767384969.692455:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384969.692456:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767384969.692457:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae936291. 02000000:00000010:0.0:1767384969.692462:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000735ea3d2. 00000020:00000010:2.0:1767384969.692463:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef8028cc. 00000400:00000200:1.0:1767384969.692467:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086dc550b 02000000:00000001:0.0:1767384969.692471:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767384969.692474:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086dc550b. 02000000:00000001:0.0:1767384969.692477:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384969.692482:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000100:00000010:0.0:1767384969.692482:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a563176. 00000100:00000001:1.0:1767384969.692486:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:3.0:1767384969.692489:0:16340:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384969.692492:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af95b8e1. 00000100:00000001:0.0:1767384969.692493:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384969.692499:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.692500:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384969.692502:0:17764:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000040:3.0:1767384969.692504:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.692509:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.692511:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.692522:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384969.692527:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.692528:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384969.692536:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363767296 00000100:00000001:0.0:1767384969.692537:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384969.692544:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384969.692545:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.692549:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384969.692556:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.692563:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065f8e630 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16340:1853237363767040:0@lo:13: 02000000:00000001:2.0:1767384969.692563:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384969.692564:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384969.692571:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363767296 00000020:00000001:2.0:1767384969.692577:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384969.692581:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000100:00000001:3.0:1767384969.692583:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.692587:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384969.692592:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000001:3.0:1767384969.692595:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384969.692598:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:1.0:1767384969.692598:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384969.692606:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000040:3.0:1767384969.692607:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065f8e630 x1853237363767040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.692607:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.692611:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384969.692616:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000100:00000001:1.0:1767384969.692618:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384969.692624:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384969.692626:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384969.692634:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384969.692635:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000100:00000001:3.0:1767384969.692638:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384969.692642:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384969.692644:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af95b8e1. 02000000:00000001:3.0:1767384969.692645:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384969.692652:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384969.692653:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef8028cc. 02000000:00000010:3.0:1767384969.692654:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b390f9fd. 00000020:00000010:2.0:1767384969.692663:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00001000:1.0:1767384969.692665:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=77 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384969.692666:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384969.692670:0:17764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384969.692672:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384969.692677:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384969.692679:0:16340:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00001000:1.0:1767384969.692681:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384969.692682:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384969.692686:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384969.692688:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384969.692693:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:3.0:1767384969.692694:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000784af112. 00000100:00000001:2.0:1767384969.692698:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1767384969.692703:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384969.692704:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.692706:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384969.692707:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384969.692712:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065f8e630. 00000100:00000001:1.0:1767384969.692714:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.692716:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384969.692721:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.692722:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384969.692724:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384969.692732:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.692736:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384969.692738:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00080000:1.0:1767384969.692739:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.692740:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384969.692743:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000001:3.0:1767384969.692748:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384969.692753:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384969.692756:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000400:00000010:3.0:1767384969.692759:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787aaa9c. 00000400:00000200:3.0:1767384969.692768:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9e035d1 00010000:00000001:1.0:1767384969.692770:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.692770:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384969.692771:0:17764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000400:00000010:3.0:1767384969.692773:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e035d1. 00000100:00000001:0.0:1767384969.692778:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384969.692780:0:17764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794840832 : -107297914710784 : ffff9e69c1e89500) 00000100:00000001:3.0:1767384969.692783:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384969.692784:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384969.692787:0:17073:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.692790:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:2.0:1767384969.692791:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c761fc2 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384969.692792:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.692797:0:17073:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.692802:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384969.692809:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.692825:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.692838:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384969.692846:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000100:00000200:3.0:1767384969.692849:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.692853:0:17764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384969.692860:0:17764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000100:00100000:2.0:1767384969.692896:0:17764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c761fc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16342:x1853237363767296:12345-0@lo:400: 00000100:00000001:1.0:1767384969.692898:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384969.692906:0:17764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363767296 00000100:00000001:1.0:1767384969.692911:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384969.692914:0:17764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384969.692918:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384969.692920:0:17764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384969.692925:0:17764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.692926:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384969.692930:0:17764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384969.692933:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384969.692933:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384969.692934:0:17764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000001:3.0:1767384969.692942:0:16340:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384969.692944:0:17764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384969.692947:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384969.692950:0:17764:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.692951:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.692956:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.692959:0:17764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384969.692963:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.692965:0:17764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384969.692971:0:17764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384969.692973:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=81 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384969.692976:0:17764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384969.692980:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870c54f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363767168:0@lo:400: 00000100:00000001:2.0:1767384969.692982:0:17764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1767384969.692983:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=81 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384969.692987:0:17764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384969.692994:0:17764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b390f9fd. 00000100:00000001:3.0:1767384969.692995:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384969.692999:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.693000:0:17764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.693001:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.693008:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384969.693009:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384969.693009:0:17764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.693016:0:17764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.693019:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870c54f4 x1853237363767168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384969.693021:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384969.693023:0:17764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363767296 00010000:00000001:2.0:1767384969.693031:0:17764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384969.693039:0:17764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c761fc2 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384969.693073:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.693079:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384969.693082:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767384969.693083:0:17764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384969.693085:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384969.693086:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000001:2.0:1767384969.693088:0:17764:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.693092:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1767384969.693093:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000553c3d94. 00000100:00000001:3.0:1767384969.693094:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.693104:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384969.693106:0:17764:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=82 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384969.693107:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384969.693114:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384969.693120:0:17764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384969.693122:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384969.693128:0:17764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384969.693129:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384969.693133:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384969.693135:0:17764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:3.0:1767384969.693137:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384969.693140:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f9cd6df1. 02000000:00000001:2.0:1767384969.693141:0:17764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384969.693142:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384969.693147:0:17764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.693152:0:17764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384969.693153:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384969.693154:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384969.693160:0:17764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384969.693163:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767384969.693166:0:17764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c85bf5. 00000100:00000010:1.0:1767384969.693171:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870c54f4. 00000100:00000200:2.0:1767384969.693175:0:17764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363767296, offset 224 00000100:00100000:3.0:1767384969.693179:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdfa954a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16340:1853237363767424:0@lo:400: 00000400:00000200:2.0:1767384969.693190:0:17764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384969.693193:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.693195:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384969.693197:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384969.693200:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384969.693205:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfa954a x1853237363767424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.693210:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384969.693213:0:17764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384969.693221:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384969.693227:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384969.693234:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384969.693234:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384969.693235:0:17764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c07800 00000100:00000001:1.0:1767384969.693240:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.693248:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384969.693252:0:17764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ee5 [1] + 224 02000000:00000010:3.0:1767384969.693253:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab0d47a6. 02000000:00000001:3.0:1767384969.693260:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384969.693265:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384969.693268:0:16340:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384969.693268:0:17764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384969.693273:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384969.693277:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009534f384. 00000400:00000200:2.0:1767384969.693284:0:17764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384969.693285:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384969.693289:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384969.693293:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 00000100:00000001:2.0:1767384969.693296:0:17764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384969.693297:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384969.693301:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.693304:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384969.693309:0:17764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.693310:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384969.693313:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.693318:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384969.693322:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.693336:0:17764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.693364:0:17764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384969.693372:0:17764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c85bf5 00000400:00000010:2.0:1767384969.693375:0:17764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c85bf5. 00000100:00000001:2.0:1767384969.693378:0:17764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384969.693380:0:17764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384969.693385:0:17764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.693390:0:17764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384969.693394:0:17764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384969.693397:0:17764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.693400:0:17764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384969.693406:0:17764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c761fc2 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.693410:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384969.693433:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384969.693441:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384969.693446:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384969.693448:0:17764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c761fc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16342:x1853237363767296:12345-0@lo:400: Request processed in 607us (1452us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384969.693451:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad3459af. 00000400:00000200:1.0:1767384969.693457:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fb7398 00000400:00000010:1.0:1767384969.693462:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fb7398. 00000100:00000001:1.0:1767384969.693470:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384969.693480:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384969.693481:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384969.693491:0:17764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:2.0:1767384969.693498:0:17764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384969.693504:0:17764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384969.693506:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384969.693511:0:17764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef8028cc. 00000020:00000010:2.0:1767384969.693520:0:17764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000100:00000001:1.0:1767384969.693525:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384969.693528:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af95b8e1. 00000100:00000001:1.0:1767384969.693531:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384969.693536:0:17764:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:1.0:1767384969.693537:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384969.693542:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384969.693545:0:17764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.693546:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384969.693552:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384969.693555:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384969.693560:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384969.693564:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384969.693567:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384969.693568:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.693571:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384969.693575:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384969.693581:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.693584:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384969.693586:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384969.693595:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384969.693596:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.693600:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.693606:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384969.693608:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384969.693610:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384969.693612:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384969.693618:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000095256724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16342:1853237363767296:0@lo:400: 00000100:00000001:1.0:1767384969.693622:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.693624:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384969.693625:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000095256724 x1853237363767296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.693631:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384969.693632:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384969.693634:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957030ed. 02000000:00000001:1.0:1767384969.693636:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384969.693638:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384969.693639:0:16342:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384969.693641:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384969.693643:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003bcc5073. 02000000:00000001:1.0:1767384969.693646:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384969.693648:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384969.693649:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000095256724. 00000100:00000001:1.0:1767384969.693651:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384969.693652:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.693654:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.693659:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384969.693660:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.693661:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384969.693663:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.696960:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294957575, at 4294957576 00000100:00000040:3.0:1767384969.696969:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294957575, at 4294957576 00000100:00000040:1.0:1767384969.696971:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294957575, at 4294957576 00000100:00000010:0.0:1767384969.696972:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4d23422. 00000100:00000010:3.0:1767384969.696985:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d956ed0. 00000100:00000010:1.0:1767384969.696988:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b9892aa. 00000100:00000040:2.0:1767384969.696992:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294957575, at 4294957576 00000100:00000010:2.0:1767384969.697006:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc8f91cc. 00080000:00000010:1.0:1767384969.763855:0:38494:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000089f14a00. 00080000:00000010:1.0:1767384969.763867:0:38494:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000089f14a00. 00000020:00000001:1.0:1767384969.763872:0:38494:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384969.763881:0:38494:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000089f14a00. 00080000:00000010:1.0:1767384969.763889:0:38494:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000089f14a00. 00000020:00000001:1.0:1767384969.763935:0:38494:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384970.567009:0:38658:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384970.567012:0:38658:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:3.0:1767384970.570845:0:38658:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384970.576730:0:38659:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000650dd5ae. 00000400:00000010:3.0:1767384970.576743:0:38659:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d39d464a. 00000400:00000010:3.0:1767384970.576752:0:38659:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000053b92ba9. 00000400:00000010:3.0:1767384970.576755:0:38659:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000097ff5f45. 00000400:00000010:3.0:1767384970.576758:0:38659:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000888602c. 00000400:00000010:3.0:1767384970.576762:0:38659:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008206142d. 00000400:00000010:3.0:1767384970.576763:0:38659:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008e06bf7a. 00000400:00000010:3.0:1767384970.576765:0:38659:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000498e536e. 00000400:00000010:3.0:1767384970.576767:0:38659:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000027d1248e. 00000800:00000010:3.0:1767384970.577979:0:38659:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002d80cbf0. 00000800:00000200:3.0:1767384970.577991:0:38659:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384970.578004:0:38659:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384970.578041:0:38659:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384970.578062:0:38659:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp49 [8/256/0/180] 00000400:00000010:3.0:1767384970.579447:0:38659:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000004cda5954. 00000400:00000010:3.0:1767384970.579452:0:38659:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a36da56. 00000400:00000010:3.0:1767384970.579457:0:38659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000400:00000001:3.0:1767384970.579480:0:38659:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384970.579482:0:38659:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384970.579483:0:38659:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000003102a3. 00000400:00000200:3.0:1767384970.579485:0:38659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba62cac 00000400:00000010:3.0:1767384970.579487:0:38659:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba62cac. 00000400:00000010:3.0:1767384970.579490:0:38659:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000000c9ecb41. 00000400:00000200:3.0:1767384970.579494:0:38659:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (37) 00000400:00000200:3.0:1767384970.579502:0:38659:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384970.579511:0:38659:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:3.0:1767384970.579516:0:38659:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000da537af0. 00000020:01000000:3.0:1767384970.579520:0:38659:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384970.579522:0:38659:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp49 00000400:00000200:0.0:1767384970.579529:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384970.579534:0:38659:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d39d464a. 00000400:00000010:3.0:1767384970.579537:0:38659:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000650dd5ae. 00000400:00000200:0.0:1767384970.579543:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000010:0.0:1767384970.579550:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000400:00000200:0.0:1767384970.579553:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (38) 00000400:00000010:0.0:1767384970.579558:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fe58ebb8. 00000020:00000001:2.0:1767384970.579562:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384970.579562:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp 10000000:00000001:2.0:1767384970.579567:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384970.579570:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384970.579572:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384970.579574:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000020:01000004:2.0:1767384970.579576:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384970.579580:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384970.579581:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:2.0:1767384970.579582:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384970.579586:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384970.579589:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384970.579592:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000020:01000004:2.0:1767384970.579593:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384970.579595:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384970.579598:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384970.579601:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384970.579602:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 36], ns[64, 36] 00000020:01000004:2.0:1767384970.579604:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384970.579610:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 36], ns[75, 36] 00000400:00000200:0.0:1767384970.579615:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 36], ns[80, 36] 00000400:00000200:0.0:1767384970.579618:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 36], ns[100, 36] 00000400:00000200:0.0:1767384970.579620:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 36], ns[110, 36] 00000100:00000010:2.0:1767384970.579623:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5ca10b9. 00000400:00000200:0.0:1767384970.579623:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 36], ns[135, 36] 00000020:00000040:2.0:1767384970.579630:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000400:00000200:0.0:1767384970.579630:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 36], ns[139, 36] 00000100:00000001:2.0:1767384970.579637:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384970.579637:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 36], ns[145, 36] 02000000:00000001:2.0:1767384970.579641:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384970.579644:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 36], ns[148, 36] 02000000:00000001:2.0:1767384970.579647:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.579649:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 36], ns[155, 36] 00000400:00000200:0.0:1767384970.579655:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 36], ns[165, 36] 02000000:00000010:2.0:1767384970.579657:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009854828f. 00000400:00000200:0.0:1767384970.579660:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 36], ns[169, 36] 00000100:00000001:2.0:1767384970.579665:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.579665:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000400:00000200:0.0:1767384970.579670:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 00000100:00000001:2.0:1767384970.579677:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384970.579681:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.579682:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 00000400:00000200:0.0:1767384970.579686:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 00000400:00000200:0.0:1767384970.579691:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 36], ns[72, 36] 00000400:00000200:0.0:1767384970.579696:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[73, 36] 00000100:00000040:2.0:1767384970.579701:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5ca10b9] to pc [ptlrpcd_00_01+1] req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384970.579701:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 36], ns[172, 36] 00000400:00000200:0.0:1767384970.579707:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 36], ns[115, 36] 00000400:00000200:0.0:1767384970.579719:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 36], ns[87, 36] 00000400:00000200:0.0:1767384970.579731:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[164, 36], ns[182, 36] 00000400:00000200:0.0:1767384970.579735:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[117, 36] 00000400:00000200:0.0:1767384970.579738:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 36], ns[123, 36] 00000400:00000200:0.0:1767384970.579741:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 36], ns[157, 36] 00000400:00000200:0.0:1767384970.579744:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 36], ns[129, 36] 00000400:00000200:0.0:1767384970.579746:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 36], ns[132, 36] 10000000:00000001:2.0:1767384970.579749:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.579750:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 36], ns[153, 36] 10000000:00000001:2.0:1767384970.579754:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.579758:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 36], ns[175, 36] 00000020:00000001:2.0:1767384970.579759:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.579761:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384970.579765:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384970.579767:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384970.579767:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 36], ns[163, 36] 00000100:00000001:3.0:1767384970.579771:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384970.579774:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384970.579774:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 36], ns[173, 36] 00000100:00000040:3.0:1767384970.579778:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384970.579778:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384970.579782:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384970.579783:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[159, 36], ns[177, 36] 10000000:01000000:2.0:1767384970.579786:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384970.579791:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384970.579795:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384970.579798:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384970.579800:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384970.579802:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384970.579803:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384970.579805:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384970.579809:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384970.579810:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384970.579811:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384970.579814:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[162, 36], ns[180, 36] 02000000:00000001:3.0:1767384970.579815:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384970.579816:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384970.579819:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384970.579821:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384970.579825:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016596b9a. 00000100:00100000:3.0:1767384970.579826:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b5ca10b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363767552:0@lo:253: 00000400:00000200:0.0:1767384970.579827:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[163, 36], ns[181, 36] 00000020:00000040:2.0:1767384970.579831:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384970.579836:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384970.579838:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384970.579841:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384970.579842:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767384970.579843:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384970.579844:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384970.579847:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.579848:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp 02000000:00000001:3.0:1767384970.579850:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384970.579853:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ef5b91ff. 00000400:00000200:0.0:1767384970.579854:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767384970.579856:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ea902876. 00000100:00000001:2.0:1767384970.579860:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.579860:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp 00000100:00000001:2.0:1767384970.579893:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384970.579893:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp NI seq info: [183:183:256:4294967295] 192.168.203.109@tcp LPNI seq info [165:165:8:4294967295] 00000100:00000001:2.0:1767384970.579896:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384970.579902:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016596b9a] to pc [ptlrpcd_00_02+2] req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384970.579903:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp 00000400:00000200:0.0:1767384970.579918:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp:) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) : PUT try# 0 00000800:00000200:0.0:1767384970.579923:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.109@tcp 10000000:00000001:2.0:1767384970.579927:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384970.579928:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066a6b1a4. 10000000:00000001:2.0:1767384970.579933:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384970.579935:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384970.579937:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.0:1767384970.579938:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a75fd] -> 12345-192.168.203.109@tcp (6) 00000020:00000010:2.0:1767384970.579941:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000da537af0. 00000800:00000200:0.0:1767384970.579947:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:988 00000800:00000200:0.0:1767384970.579953:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066a6b1a4 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1767384970.579961:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384970.579965:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.579969:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384970.579973:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300571 rc 0 00000800:00000200:0.0:1767384970.580069:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384970.580072:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066a6b1a4. 00000400:00000200:0.0:1767384970.580076:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384970.580080:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384970.580083:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: PUT: OK 00000100:00000001:2.0:1767384970.580084:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384970.580088:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384970.580090:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384970.580094:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384970.580095:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp: 0 00000100:00000001:2.0:1767384970.580103:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384970.580105:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384970.580106:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384970.580107:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384970.580110:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384970.580112:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384970.580115:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016596b9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363767680:0@lo:253: 00000800:00000001:0.0:1767384970.580115:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384970.580119:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384970.580120:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384970.580125:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384970.580127:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384970.580128:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031456d35. 02000000:00000001:2.0:1767384970.580128:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384970.580133:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384970.580136:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac80d58f. 02000000:00000001:2.0:1767384970.580138:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384970.580138:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp) <- 192.168.203.109@tcp : PUT - for me 00000100:00000200:3.0:1767384970.580141:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363767552, portal 25 00000100:00000001:3.0:1767384970.580145:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384970.580145:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ee51b161. 00000100:00000001:3.0:1767384970.580147:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878807040 : -107297830744576 : ffff9e69c6e9ce00) 02000000:00000001:2.0:1767384970.580149:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.580153:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384970.580155:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8fcd329. 00000100:00000040:3.0:1767384970.580156:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384970.580165:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078afd0f1. 00000100:00000001:3.0:1767384970.580166:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384970.580171:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384970.580171:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 624/688 into md 0x1d95 [1] + 0 00000400:00000010:3.0:1767384970.580175:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b53cbf5c. 00000400:00000010:0.0:1767384970.580184:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aed341ad. 00000400:00000200:0.0:1767384970.580188:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046fe103f 00000100:00000200:2.0:1767384970.580193:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363767680, portal 25 00000100:00000200:3.0:1767384970.580194:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363767552, offset 0 00000800:00000001:0.0:1767384970.580194:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384970.580199:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384970.580202:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878812416 : -107297830739200 : ffff9e69c6e9e300) 00000400:00000200:3.0:1767384970.580205:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384970.580206:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384970.580210:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384970.580211:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384970.580219:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384970.580224:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: PUT: OK 00000400:00000200:3.0:1767384970.580233:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07900 00000100:00000001:2.0:1767384970.580233:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384970.580234:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe103f 00000400:00000010:0.0:1767384970.580238:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000040:2.0:1767384970.580240:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384970.580243:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:2.0:1767384970.580244:0:16342:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002582238. 00000400:00000200:3.0:1767384970.580248:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x167d [2] + 0 00000400:00000200:0.0:1767384970.580250:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (39) 00000400:00000010:3.0:1767384970.580253:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aef9299f. 00000400:00000200:0.0:1767384970.580257:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:3.0:1767384970.580258:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005a0433b 00000400:00000200:0.0:1767384970.580262:0:16334:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (688 bytes) 00000100:00000200:2.0:1767384970.580263:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363767680, offset 0 00000400:00000200:3.0:1767384970.580265:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384970.580269:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384970.580273:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384970.580274:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384970.580280:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (40) 00000400:00000200:2.0:1767384970.580290:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384970.580291:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a0433b 00000400:00000200:0.0:1767384970.580291:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:3.0:1767384970.580296:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005a0433b. 00000400:00000200:0.0:1767384970.580300:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp to MR: 192.168.203.109@tcp local destination 00000100:00000001:3.0:1767384970.580302:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384970.580305:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384970.580307:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp NI seq info: [184:184:256:4294967295] 192.168.203.109@tcp LPNI seq info [166:166:8:4294967295] 00000100:00000040:3.0:1767384970.580310:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000026f4fbce x1853237363767552 msgsize 4848 00000100:00100000:3.0:1767384970.580321:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384970.580326:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384970.580329:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) -> 192.168.203.109@tcp(192.168.203.109@tcp:192.168.203.109@tcp) 192.168.203.109@tcp : ACK try# 0 00000800:00000200:0.0:1767384970.580335:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp 00000100:00000001:3.0:1767384970.580337:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:0.0:1767384970.580339:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066a6b1a4. 00000400:00000200:2.0:1767384970.580342:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07980 00000400:00000200:3.0:1767384970.580345:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53cbf5c 00000800:00000200:0.0:1767384970.580349:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a75fd] -> 12345-192.168.203.109@tcp (6) 00000400:00000010:3.0:1767384970.580350:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b53cbf5c. 00000100:00000001:3.0:1767384970.580358:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384970.580359:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp ip 192.168.203.109:1023 00000400:00000200:2.0:1767384970.580362:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16c1 [2] + 0 00000100:00000200:3.0:1767384970.580364:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384970.580365:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066a6b1a4 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384970.580378:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012028def. 00000100:00000001:3.0:1767384970.580382:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384970.580382:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384970.580384:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b27e8c98 00000800:00000001:0.0:1767384970.580389:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384970.580390:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384970.580394:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384970.580399:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384970.580407:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384970.580407:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e8c98 00000400:00000010:2.0:1767384970.580423:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b27e8c98. 00000100:00000001:3.0:1767384970.580425:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384970.580429:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384970.580432:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384970.580433:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384970.580435:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000bb18bbba x1853237363767680 msgsize 4848 00000100:00000001:3.0:1767384970.580438:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294958465 00000100:00000010:3.0:1767384970.580445:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031dd90bd. 00000100:00100000:2.0:1767384970.580445:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384970.580449:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384970.580454:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384970.580455:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384970.580459:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:0.0:1767384970.580459:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066a6b1a4. 00000100:00000001:3.0:1767384970.580461:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294958465 00000400:00000200:0.0:1767384970.580464:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384970.580467:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e89b33ad. 00000400:00000200:2.0:1767384970.580467:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002582238 00000400:00000010:2.0:1767384970.580473:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002582238. 00000400:00000200:0.0:1767384970.580473:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: ACK: OK 00000100:00000001:3.0:1767384970.580474:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384970.580481:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294958465 00000100:00000001:2.0:1767384970.580481:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384970.580484:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384970.580486:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a49d786f. 00000100:00000200:2.0:1767384970.580487:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384970.580490:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.580491:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384970.580496:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294958465 00000800:00000001:0.0:1767384970.580502:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384970.580504:0:16341:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94e50dd. 00000100:00000001:2.0:1767384970.580504:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384970.580507:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.580509:0:16341:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384970.580511:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384970.580511:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384970.580513:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384970.580518:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384970.580519:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.580525:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384970.580526:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.580530:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384970.580532:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384970.580532:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp(192.168.203.109@tcp) <- 192.168.203.109@tcp : ACK - for me 00000100:00000001:3.0:1767384970.580539:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384970.580539:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.580543:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384970.580545:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294958465 00000400:00000200:0.0:1767384970.580546:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp: ACK from 12345-192.168.203.109@tcp into md 0x1f0d 00000100:00000001:3.0:1767384970.580547:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384970.580551:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294958465 00000100:00000001:3.0:1767384970.580552:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384970.580553:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384970.580555:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384970.580556:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294958465 00000100:00000001:3.0:1767384970.580561:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384970.580561:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294958465 00000400:00000200:0.0:1767384970.580562:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp->192.168.203.109@tcp: ACK: OK 00000100:00000001:2.0:1767384970.580568:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294958465 00000400:00000200:0.0:1767384970.580570:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000100:00000001:2.0:1767384970.580571:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294958465 00000400:00000010:0.0:1767384970.580574:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000100:00000001:2.0:1767384970.580575:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294958465 00000100:00000001:2.0:1767384970.580578:0:16342:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294958465 00000400:00000200:0.0:1767384970.580579:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384970.580583:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384970.580586:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000400:00000200:0.0:1767384970.580591:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:2.0:1767384970.580593:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.580595:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (39) 00000100:00000001:2.0:1767384970.580600:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384970.580603:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384970.580605:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384970.580607:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384970.580613:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384970.580617:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384970.580621:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384970.580623:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384970.580626:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384970.580630:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384970.580647:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384970.580650:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.580651:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384970.580654:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363767552 02000000:00000001:0.0:1767384970.580656:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384970.580658:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384970.580660:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384970.580664:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384970.580667:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363767552 00000100:00000001:2.0:1767384970.580670:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384970.580670:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384970.580674:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00100000:2.0:1767384970.580676:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363767680 00000020:00000001:0.0:1767384970.580677:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384970.580681:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 02000000:00000001:2.0:1767384970.580682:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384970.580687:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384970.580687:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384970.580691:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.580691:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384970.580699:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384970.580700:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384970.580703:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a74bbb08. 00000100:00100000:2.0:1767384970.580705:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363767680 00000400:00000200:3.0:1767384970.580707:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384970.580707:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384970.580709:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384970.580713:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000fc5c8a7c. 00000020:00000040:2.0:1767384970.580714:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000010:0.0:1767384970.580714:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a74bbb08. 00000400:00000010:3.0:1767384970.580721:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db7ece85. 00000020:00000001:2.0:1767384970.580721:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384970.580724:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a8d4304. 00000020:00000040:2.0:1767384970.580726:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000400:00000010:3.0:1767384970.580728:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062eab454. 00000020:00000001:2.0:1767384970.580731:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:3.0:1767384970.580735:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fc5c8a7c 00000020:00000001:2.0:1767384970.580735:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000010:0.0:1767384970.580736:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068ab7880. 00000400:00000010:3.0:1767384970.580739:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 0000000065b703b1. 00000100:00000001:2.0:1767384970.580742:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384970.580744:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000020:00000010:2.0:1767384970.580747:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d721c7d9. 00000400:00000200:3.0:1767384970.580751:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000100:00000001:2.0:1767384970.580752:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384970.580754:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384970.580756:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d721c7d9. 00000400:00000200:3.0:1767384970.580759:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000100:00000001:0.0:1767384970.580760:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384970.580763:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bb74e50. 00000100:00000001:0.0:1767384970.580764:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384970.580765:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (38) 00000100:00000001:0.0:1767384970.580768:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384970.580771:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f163b0d. 00000400:00000010:3.0:1767384970.580772:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000650dd5ae. 00000100:00000001:0.0:1767384970.580775:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384970.580781:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a97588c6. 00000020:00000010:2.0:1767384970.580781:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000100:00000001:0.0:1767384970.580786:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384970.580790:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384970.580791:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c57eebb. 00000100:00000001:2.0:1767384970.580794:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384970.580796:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384970.580799:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000100:00000001:0.0:1767384970.580800:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384970.580803:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384970.580804:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384970.580809:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384970.580811:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00100000:0.0:1767384970.580812:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:0.0:1767384970.580819:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000400:00000200:3.0:1767384970.580821:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 166], ns[40, 184] 00000100:00000001:0.0:1767384970.580823:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122450000 : -107293587101616 : ffff9e6ac3daa850) 00000100:00000001:2.0:1767384970.580830:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384970.580833:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026f4fbce x1853237363767552/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 4848/0 e 0 to 0 dl 1767384981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384970.580834:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 00000100:00000001:2.0:1767384970.580834:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384970.580844:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000400:00000200:3.0:1767384970.580849:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[64, 40] 00000100:00000040:2.0:1767384970.580850:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384970.580855:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122446928 : -107293587104688 : ffff9e6ac3da9c50) 00000100:00000001:0.0:1767384970.580859:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384970.580889:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb18bbba x1853237363767680/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 4848/0 e 0 to 0 dl 1767384981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384970.580890:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 40], ns[75, 40] 00000020:00000010:0.0:1767384970.580891:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a74bbb08. 00000100:00000001:0.0:1767384970.580896:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384970.580902:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a74bbb08. 00000400:00000200:3.0:1767384970.580908:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 40], ns[80, 40] 00000100:00100000:0.0:1767384970.580914:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026f4fbce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363767552:12345-0@lo:253: 00000100:00000001:2.0:1767384970.580920:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384970.580925:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 40], ns[100, 40] 00000100:00000200:0.0:1767384970.580925:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363767552 00000020:00000010:2.0:1767384970.580927:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d721c7d9. 00000020:00000001:0.0:1767384970.580930:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384970.580935:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384970.580936:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 40], ns[110, 40] 00000020:00000001:0.0:1767384970.580936:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384970.580940:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384970.580943:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d721c7d9. 00000020:00000001:0.0:1767384970.580946:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384970.580949:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 40], ns[135, 40] 00000020:00000001:0.0:1767384970.580951:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000100:00100000:2.0:1767384970.580957:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb18bbba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363767680:12345-0@lo:253: 00000020:00000001:0.0:1767384970.580958:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384970.580959:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 40], ns[139, 40] 00000020:00000001:0.0:1767384970.580961:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384970.580966:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384970.580969:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384970.580972:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363767680 00000020:00000001:0.0:1767384970.580973:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384970.580974:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 40], ns[145, 40] 00000020:00000001:2.0:1767384970.580978:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384970.580979:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384970.580983:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 40], ns[148, 40] 00000020:00000001:2.0:1767384970.580984:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384970.580984:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384970.580988:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 40], ns[155, 40] 00000020:00000001:2.0:1767384970.580988:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384970.580993:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384970.580996:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 40], ns[165, 40] 00000020:00000001:2.0:1767384970.580998:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 02000000:00000010:0.0:1767384970.580998:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d08aef1c. 02000000:00000001:0.0:1767384970.581003:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384970.581005:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384970.581007:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384970.581008:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 40], ns[169, 40] 00000020:00000001:2.0:1767384970.581009:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384970.581013:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384970.581015:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384970.581017:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384970.581019:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384970.581021:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384970.581024:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384970.581025:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bf3905c5. 00000400:00000200:3.0:1767384970.581030:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 20000000:01000000:0.0:1767384970.581030:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:2.0:1767384970.581032:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000deae5813. 20000000:00000001:0.0:1767384970.581035:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:2.0:1767384970.581038:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384970.581039:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384970.581042:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000100:00000001:2.0:1767384970.581042:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384970.581043:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384970.581048:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384970.581048:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384970.581053:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 20000000:00000001:0.0:1767384970.581053:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384970.581057:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c91eb101. 00000400:00000200:3.0:1767384970.581058:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 20000000:00000010:0.0:1767384970.581062:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d35e37f9. 20000000:01000000:2.0:1767384970.581063:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384970.581066:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 40], ns[72, 40] 20000000:00000001:2.0:1767384970.581069:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384970.581069:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:2.0:1767384970.581073:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384970.581074:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 40], ns[73, 40] 20000000:00000001:0.0:1767384970.581076:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384970.581078:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 40], ns[172, 40] 00080000:00000001:0.0:1767384970.581083:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384970.581084:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384970.581087:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 40], ns[115, 40] 20000000:00000001:2.0:1767384970.581088:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384970.581088:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384970.581094:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384970.581095:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 40], ns[87, 40] 00000400:00000200:3.0:1767384970.581099:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[164, 40], ns[182, 40] 00000400:00000200:3.0:1767384970.581102:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 40], ns[117, 40] 00000400:00000200:3.0:1767384970.581104:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 40], ns[123, 40] 00080000:00000001:0.0:1767384970.581107:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384970.581108:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 40], ns[157, 40] 00000400:00000200:3.0:1767384970.581113:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 40], ns[129, 40] 00000400:00000200:3.0:1767384970.581116:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 40], ns[132, 40] 00000400:00000200:3.0:1767384970.581118:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 40], ns[153, 40] 00000400:00000200:3.0:1767384970.581121:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 40], ns[175, 40] 00080000:00000001:0.0:1767384970.581122:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384970.581126:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 40], ns[163, 40] 00080000:00000001:0.0:1767384970.581127:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384970.581129:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384970.581131:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384970.581133:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384970.581138:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00000400:00000200:3.0:1767384970.581143:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 40], ns[173, 40] 00000020:00000001:0.0:1767384970.581145:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00000400:00000200:3.0:1767384970.581148:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[159, 40], ns[177, 40] 00080000:00000002:0.0:1767384970.581151:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384970.581154:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[162, 40], ns[180, 40] 00080000:00000001:0.0:1767384970.581160:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384970.581162:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[163, 40], ns[181, 40] 00000400:00000200:3.0:1767384970.581169:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00080000:00000001:0.0:1767384970.581170:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384970.581171:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp10 00080000:00000001:0.0:1767384970.581176:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384970.581177:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384970.581182:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp10 00000020:00000001:0.0:1767384970.581184:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384970.581186:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp10 NI seq info: [185:185:256:4294967295] 192.168.203.109@tcp10 LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1767384970.581192:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp10 00000020:00000001:0.0:1767384970.581193:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000400:00000200:3.0:1767384970.581201:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10:) -> 192.168.203.109@tcp10(192.168.203.109@tcp:192.168.203.109@tcp10) : GET try# 0 00080000:00000001:0.0:1767384970.581202:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:3.0:1767384970.581208:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp10 00080000:00000010:0.0:1767384970.581209:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000042e96ee8. 00000800:00000010:3.0:1767384970.581213:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ba9e2c15. 00080000:00000001:0.0:1767384970.581215:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775783497728 : -107297926053888 : ffff9e69c13b8000) 00000800:00000200:3.0:1767384970.581220:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (6) 00080000:00000001:0.0:1767384970.581222:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000200:3.0:1767384970.581227:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:988 00000001:00000001:0.0:1767384970.581228:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:3.0:1767384970.581231:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba9e2c15 type 2, nob 96 niov 1 nkiov 0 00080000:00000010:0.0:1767384970.581234:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a74bbb08. 00000400:00000200:3.0:1767384970.581241:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384970.581243:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00080000:00000001:0.0:1767384970.581250:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384970.581254:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384970.581287:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384970.581310:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384970.581327:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384970.581331:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ba9e2c15. 00000800:00000001:0.0:1767384970.581335:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384970.581336:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384970.581344:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: GET: OK 00000400:00000200:3.0:1767384970.581347:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384970.581349:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384970.581351:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000800:00000001:0.0:1767384970.581357:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384970.581367:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384970.581377:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10) <- 192.168.203.109@tcp10 : GET - for me 00000400:00000200:0.0:1767384970.581389:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384970.581396:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 688/688 into md 0x1f09 [1] + 0 00000400:00000200:0.0:1767384970.581406:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp10 to MR: 192.168.203.109@tcp10 local destination 00000400:00000200:0.0:1767384970.581433:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp10 NI seq info: [186:186:256:4294967295] 192.168.203.109@tcp10 LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1767384970.581459:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) -> 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) 192.168.203.109@tcp10 : REPLY try# 0 00000800:00000200:0.0:1767384970.581464:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.109@tcp10 00000800:00000010:0.0:1767384970.581468:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066a6b1a4. 00000800:00000200:0.0:1767384970.581472:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (6) 00000800:00000200:0.0:1767384970.581477:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:1021 00000800:00000200:0.0:1767384970.581480:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066a6b1a4 type 3, nob 784 niov 1 nkiov 1 00000800:00000001:2.0:1767384970.581513:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384970.581563:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384970.581567:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384970.581570:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384970.581572:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066a6b1a4. 00000800:00000001:3.0:1767384970.581573:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384970.581577:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384970.581579:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384970.581582:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384970.581588:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: REPLY: OK 00000400:00000200:3.0:1767384970.581594:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10) <- 192.168.203.109@tcp10 : REPLY - for me 00000400:00000200:3.0:1767384970.581609:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp10: Reply from 12345-192.168.203.109@tcp10 of length 688/688 into md 0x1f25 00000800:00000001:3.0:1767384970.581612:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384970.581619:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384970.581621:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384970.581623:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: REPLY: OK 00000400:00000200:3.0:1767384970.581626:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a97588c6 00000400:00000010:3.0:1767384970.581627:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a97588c6. 00000400:00000200:3.0:1767384970.581630:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384970.581633:0:16333:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000400:00000200:3.0:1767384970.581636:0:16333:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:3.0:1767384970.581638:0:16333:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 41. state = 0x300271 00000400:00000200:3.0:1767384970.581641:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:3.0:1767384970.581649:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (39) 00000800:00000001:3.0:1767384970.581654:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384970.581656:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384970.581679:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384970.581685:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3000f1 00000400:00000010:0.0:1767384970.581693:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000ba122a86. 00000400:00000010:0.0:1767384970.581697:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 000000004b5f7fc2. 00000400:00000010:0.0:1767384970.581700:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 000000002d9af5b2. 00000400:00000200:0.0:1767384970.581733:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp30(000000007706cfd6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384970.581739:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp33(000000003b81b819) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384970.581757:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp40(000000005cf4af64) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384970.581763:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp42(0000000005e5b135) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384970.581767:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp43(000000009adbd96b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384970.581772:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp44(000000000d683bcc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384970.581777:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp45(0000000030f37bbc) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384970.581784:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ed312fba. 00000400:00000200:0.0:1767384970.581790:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ed312fba nid 192.168.203.109@tcp46 00000400:00000010:0.0:1767384970.581797:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000088e91f50. 00000400:00000200:0.0:1767384970.581799:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 0000000088e91f50 net tcp46 00000400:00000200:0.0:1767384970.581802:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (38) 00000400:00000200:0.0:1767384970.581807:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp46 flags 0x11 00000400:00000010:0.0:1767384970.581812:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b169cb73. 00000400:00000200:0.0:1767384970.581816:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b169cb73 nid 192.168.203.109@tcp47 00000400:00000010:0.0:1767384970.581819:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000250785a1. 00000400:00000200:0.0:1767384970.581821:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000250785a1 net tcp47 00000400:00000200:0.0:1767384970.581823:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (39) 00000400:00000200:0.0:1767384970.581826:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp47 flags 0x11 00000400:00000010:0.0:1767384970.581831:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cfa1e5e6. 00000400:00000200:0.0:1767384970.581835:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cfa1e5e6 nid 192.168.203.109@tcp48 00000400:00000010:0.0:1767384970.581839:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000058ac76ee. 00000400:00000200:0.0:1767384970.581841:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 0000000058ac76ee net tcp48 00000400:00000200:0.0:1767384970.581844:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (40) 00000400:00000200:0.0:1767384970.581847:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp48 flags 0x11 00000400:00000010:0.0:1767384970.581850:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005d2e434c. 00000400:00000200:0.0:1767384970.581853:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005d2e434c nid 192.168.203.109@tcp49 00000400:00000010:0.0:1767384970.581857:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a769b12e. 00000400:00000200:0.0:1767384970.581859:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a769b12e net tcp49 00000400:00000200:0.0:1767384970.581860:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (41) 00000400:00000200:0.0:1767384970.581891:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp49 flags 0x11 00000400:00000010:0.0:1767384970.581895:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000ba122a86. 00000400:00000010:0.0:1767384970.581899:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 000000004b5f7fc2. 00000400:00000010:0.0:1767384970.581910:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 000000002d9af5b2. 00000400:00000010:0.0:1767384970.581913:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000650dd5ae. 00000400:00000200:0.0:1767384970.581918:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:0.0:1767384970.581922:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300171 00000400:00000200:0.0:1767384970.581925:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc 1 00000400:00000200:0.0:1767384970.581929:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000200:0.0:1767384970.581933:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384970.581935:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300111 rc 0 00000400:00000200:0.0:1767384970.581938:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:0.0:1767384970.581941:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (42) 00080000:00000010:3.0:1767384970.583319:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000042e96ee8. 00080000:00000010:0.0:1767384970.583387:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a74bbb08. 00040000:00000001:0.0:1767384970.583396:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384970.583399:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384970.583402:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384970.583406:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:0.0:1767384970.583428:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384970.583432:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384970.583445:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384970.583472:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384970.583476:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384970.583481:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384970.583489:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384970.583493:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384970.583495:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:2.0:1767384970.583498:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000436f2010. 00010000:00000001:3.0:1767384970.583499:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:2.0:1767384970.583503:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00010000:00000001:3.0:1767384970.583504:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:2.0:1767384970.583509:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384970.583512:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dd9fcdec. 00080000:00000001:2.0:1767384970.583512:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384970.583515:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384970.583518:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384970.583522:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f4963cbf. 00080000:00000001:2.0:1767384970.583523:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384970.583525:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384970.583528:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f4963cbf with handle 0x135556ebb4843ce8 to hash 00000020:00000001:3.0:1767384970.583530:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384970.583531:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00080000:00000001:2.0:1767384970.583532:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583534:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00080000:00000001:2.0:1767384970.583536:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384970.583538:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384970.583539:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583541:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384970.583542:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:3.0:1767384970.583547:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384970.583547:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384970.583550:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 00000020:00000001:2.0:1767384970.583553:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 00080000:00000002:2.0:1767384970.583556:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384970.583563:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384970.583568:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583571:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384970.583571:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384970.583575:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384970.583575:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384970.583579:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:2.0:1767384970.583579:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00010000:00000001:3.0:1767384970.583580:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384970.583584:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384970.583584:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384970.583588:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384970.583589:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000562c65b0. 00010000:00000001:3.0:1767384970.583590:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384970.583596:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775876074496 : -107297833477120 : ffff9e69c6c01c00) 00010000:00000001:3.0:1767384970.583597:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384970.583600:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384970.583601:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384970.583603:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000001:00000001:2.0:1767384970.583605:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384970.583606:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384970.583608:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dd9fcdec) refcount = 1 00080000:00000010:2.0:1767384970.583611:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d721c7d9. 00010000:00010000:3.0:1767384970.583612:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384970.583618:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583619:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384970.583621:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384970.583624:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384970.583624:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384970.583629:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583630:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384970.583632:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384970.583634:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384970.583637:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384970.583638:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384970.583638:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384970.583639:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4963cbf refcount=4 00000020:00000001:3.0:1767384970.583643:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00010000:00000001:3.0:1767384970.583646:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00010000:00000001:3.0:1767384970.583647:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384970.583649:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384970.583653:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384970.583654:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384970.583658:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.583670:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.583672:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384970.583673:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.583677:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384970.583678:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583680:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384970.583682:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384970.583684:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384970.583687:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f4963cbf already unused, calling callback (00000000c66beece) 00000100:00000001:0.0:1767384970.583690:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384970.583691:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384970.583695:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 20000000:00000010:0.0:1767384970.583695:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bf3905c5. 00010000:00010000:3.0:1767384970.583698:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384970.583702:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583704:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384970.583707:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384970.583709:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:0.0:1767384970.583709:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363767552 00000020:00000040:3.0:1767384970.583712:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4963cbf refcount=5 00000020:00000001:3.0:1767384970.583716:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00010000:00000001:0.0:1767384970.583716:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384970.583721:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077998080 : -107292631553536 : ffff9e6afccf2a00) 00010000:00000001:3.0:1767384970.583723:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000200:0.0:1767384970.583725:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026f4fbce x1853237363767552/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384970.583726:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.583742:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384970.583744:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384970.583747:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384970.583748:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384970.583751:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384970.583752:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583753:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384970.583757:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:0.0:1767384970.583759:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384970.583764:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384970.583765:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384970.583769:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f4963cbf with handle 0x135556ebb4843ce8 from hash 00000100:00000040:0.0:1767384970.583771:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:3.0:1767384970.583772:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384970.583774:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.583775:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384970.583777:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384970.583778:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384970.583781:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384970.583783:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:3.0:1767384970.583784:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1767384970.583788:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384970.583789:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384970.583793:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583794:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583799:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384970.583801:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384970.583801:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384970.583806:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.583808:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384970.583809:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384970.583810:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583814:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.583816:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384970.583817:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e865b25a. 00010000:00010000:3.0:1767384970.583818:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384970.583824:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363767552, offset 224 00010000:00000001:3.0:1767384970.583825:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.583828:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384970.583830:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384970.583832:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384970.583833:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.583836:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384970.583836:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384970.583838:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384970.583841:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384970.583843:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384970.583846:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384970.583849:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384970.583855:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384970.583857:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384970.583858:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f4963cbf/0x135556ebb4843ce8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384970.583891:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07900 00010000:00000040:3.0:1767384970.583902:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dd9fcdec count: 0 00000400:00000200:0.0:1767384970.583902:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f11 [2] + 224 00010000:00000001:3.0:1767384970.583910:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384970.583911:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:3.0:1767384970.583912:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384970.583919:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384970.583923:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384970.583927:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384970.583938:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384970.583952:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384970.583959:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e865b25a 00000400:00000010:0.0:1767384970.583962:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e865b25a. 00000100:00000001:3.0:1767384970.583963:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384970.583966:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384970.583969:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384970.583971:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384970.583972:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384970.583974:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384970.583977:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031456d35. 00000100:00000001:0.0:1767384970.583979:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384970.583982:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac80d58f 00000100:00000040:0.0:1767384970.583985:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:3.0:1767384970.583986:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac80d58f. 00010000:00000001:0.0:1767384970.583992:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384970.583993:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384970.583995:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.583998:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384970.583999:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384970.584006:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026f4fbce x1853237363767552/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384970.584011:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.584033:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384970.584035:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384970.584037:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026f4fbce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363767552:12345-0@lo:253: Request processed in 3174us (3723us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384970.584038:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384970.584041:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384970.584043:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384970.584046:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384970.584048:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384970.584052:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00001000:3.0:1767384970.584054:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384970.584057:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384970.584059:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384970.584060:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.584064:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384970.584067:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384970.584067:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384970.584071:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.584072:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384970.584076:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384970.584076:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384970.584083:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068ab7880. 00000100:00000001:3.0:1767384970.584084:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384970.584089:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384970.584091:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384970.584093:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384970.584098:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a8d4304. 00000020:01000004:3.0:1767384970.584101:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384970.584104:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384970.584106:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:0.0:1767384970.584106:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000020:01000004:3.0:1767384970.584109:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384970.584112:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384970.584113:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384970.584114:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384970.584116:0:16341:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000010:0.0:1767384970.584118:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d08aef1c. 00000020:01000004:3.0:1767384970.584119:0:16341:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384970.584122:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384970.584124:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384970.584125:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384970.584128:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384970.584129:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384970.584138:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b5ca10b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363767552:0@lo:253: 00000100:00000200:0.0:1767384970.584138:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384970.584145:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.584146:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384970.584147:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cccd9d. 00000100:00000040:3.0:1767384970.584148:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5ca10b9 x1853237363767552/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.584157:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384970.584157:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e865b25a. 02000000:00000001:3.0:1767384970.584160:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384970.584163:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ea902876. 02000000:00000001:3.0:1767384970.584168:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384970.584169:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384970.584171:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384970.584173:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384970.584174:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009854828f. 02000000:00000001:3.0:1767384970.584178:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384970.584179:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384970.584180:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5ca10b9. 00000100:00000001:3.0:1767384970.584183:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384970.584184:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.584185:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.584188:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384970.584189:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.584191:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384970.584192:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384970.585272:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000562c65b0. 00080000:00000010:2.0:1767384970.585310:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d721c7d9. 00040000:00000001:2.0:1767384970.585315:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384970.585322:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384970.585323:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384970.585325:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:2.0:1767384970.585327:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384970.585329:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384970.585331:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384970.585340:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384970.585343:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384970.585348:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384970.585349:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384970.585351:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384970.585353:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384970.585356:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384970.585357:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384970.585360:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c8cb3d08. 00010000:00000001:3.0:1767384970.585362:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384970.585366:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000851c921b. 00000020:00000001:3.0:1767384970.585367:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384970.585369:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000851c921b with handle 0x135556ebb4843cef to hash 00000020:00000001:3.0:1767384970.585370:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384970.585371:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384970.585372:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384970.585374:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384970.585375:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384970.585376:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.585380:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384970.585381:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384970.585382:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384970.585383:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384970.585384:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384970.585385:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384970.585385:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384970.585387:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384970.585387:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384970.585388:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384970.585389:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384970.585390:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c8cb3d08) refcount = 1 00010000:00010000:3.0:1767384970.585392:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.585395:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384970.585396:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384970.585397:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384970.585404:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.585405:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384970.585407:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384970.585409:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384970.585423:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384970.585424:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384970.585425:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851c921b refcount=4 00000020:00000001:3.0:1767384970.585426:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384970.585428:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384970.585430:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384970.585431:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.585435:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384970.585437:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.585440:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.585441:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384970.585443:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.585446:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384970.585447:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.585449:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384970.585450:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384970.585453:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000851c921b already unused, calling callback (00000000c66beece) 00010000:00000001:3.0:1767384970.585455:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384970.585456:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384970.585457:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.585460:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384970.585465:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384970.585466:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384970.585467:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851c921b refcount=5 00000020:00000001:3.0:1767384970.585468:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384970.585469:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078000640 : -107292631550976 : ffff9e6afccf3400) 00010000:00000001:3.0:1767384970.585471:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384970.585472:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.585474:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384970.585475:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384970.585476:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.585478:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384970.585479:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384970.585480:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384970.585481:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384970.585482:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000851c921b with handle 0x135556ebb4843cef from hash 00010000:00000001:3.0:1767384970.585483:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384970.585484:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.585484:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384970.585485:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384970.585486:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384970.585487:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384970.585488:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384970.585488:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384970.585490:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.585491:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384970.585492:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384970.585493:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.585494:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384970.585494:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.585495:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.585496:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384970.585498:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.585501:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.585506:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384970.585507:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384970.585507:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384970.585508:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.585509:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384970.585510:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384970.585511:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384970.585512:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384970.585514:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.585517:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384970.585518:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384970.585519:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000851c921b/0x135556ebb4843cef lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384970.585522:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c8cb3d08 count: 0 00010000:00000001:3.0:1767384970.585529:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384970.585530:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384970.585548:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384970.585551:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384970.585552:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c91eb101. 20000000:00000001:2.0:1767384970.585555:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384970.585558:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363767680 00010000:00000001:2.0:1767384970.585560:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384970.585563:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb18bbba x1853237363767680/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384970.585569:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384970.585570:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384970.585572:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384970.585574:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384970.585576:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384970.585577:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384970.585579:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384970.585581:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384970.585582:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384970.585584:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384970.585588:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002582238. 00000100:00000200:2.0:1767384970.585591:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363767680, offset 224 00000400:00000200:2.0:1767384970.585596:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384970.585602:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384970.585608:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07980 00000400:00000200:2.0:1767384970.585612:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f15 [2] + 224 00000400:00000200:2.0:1767384970.585617:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384970.585620:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384970.585631:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384970.585634:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384970.585643:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384970.585659:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384970.585666:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002582238 00000100:00000001:3.0:1767384970.585668:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384970.585669:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002582238. 00000100:00000001:3.0:1767384970.585671:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384970.585675:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384970.585676:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384970.585680:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384970.585680:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384970.585684:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8fcd329. 00000100:00000001:2.0:1767384970.585687:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384970.585688:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078afd0f1 00000400:00000010:3.0:1767384970.585692:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078afd0f1. 00000100:00000040:2.0:1767384970.585695:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:3.0:1767384970.585697:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384970.585701:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384970.585702:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384970.585706:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384970.585712:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384970.585718:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384970.585721:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb18bbba x1853237363767680/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 4848/4768 e 0 to 0 dl 1767384981 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.585741:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384970.585744:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb18bbba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:16342:x1853237363767680:12345-0@lo:253: Request processed in 4822us (5306us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384970.585745:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.585752:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384970.585756:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 02000000:00000001:3.0:1767384970.585757:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384970.585759:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384970.585760:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384970.585762:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384970.585764:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384970.585765:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384970.585768:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f163b0d. 00000020:00000010:2.0:1767384970.585770:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000020:00000010:2.0:1767384970.585772:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bb74e50. 02000000:00000001:3.0:1767384970.585777:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384970.585777:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 02000000:00000001:2.0:1767384970.585781:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384970.585783:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000deae5813. 00000100:00001000:3.0:1767384970.585784:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=88 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384970.585786:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384970.585789:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384970.585791:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=88 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384970.585793:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384970.585798:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384970.585799:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012028def. 00000100:00000001:3.0:1767384970.585801:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.585804:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384970.585806:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384970.585809:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002582238. 00000100:00000001:3.0:1767384970.585811:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384970.585818:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.585826:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384970.585828:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384970.585830:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384970.585832:0:16342:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384970.585834:0:16342:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384970.585836:0:16342:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384970.585837:0:16342:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384970.585839:0:16342:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384970.585840:0:16342:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384970.585841:0:16342:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384970.585842:0:16342:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384970.585843:0:16342:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384970.585847:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384970.585851:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016596b9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363767680:0@lo:253: 00000100:00000001:3.0:1767384970.585854:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.585855:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384970.585856:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016596b9a x1853237363767680/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384986 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.585860:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384970.585861:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384970.585862:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ee51b161. 02000000:00000001:3.0:1767384970.585892:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384970.585894:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384970.585895:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384970.585902:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384970.585904:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ef5b91ff. 02000000:00000001:3.0:1767384970.585908:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384970.585909:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384970.585911:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016596b9a. 00000100:00000001:3.0:1767384970.585914:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384970.585915:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.585917:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.585922:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384970.585923:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384970.585925:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384970.585926:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384970.585931:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384970.585931:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384970.585936:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f025f479] -> 12345-192.168.203.109@tcp29 (6) 00000400:00000200:0.0:1767384970.585936:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058034852 00000400:00000010:0.0:1767384970.585942:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058034852. 00000800:00000200:2.0:1767384970.585946:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp29 ip 192.168.203.109:988 00000800:00000200:2.0:1767384970.585950:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384970.585950:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384970.585961:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384970.585967:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000178bfe8d. 00000400:00000010:0.0:1767384970.585972:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000045fae66d. 00000800:00000200:2.0:1767384970.585973:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008f9d796a] -> 12345-192.168.203.109@tcp16 (6) 00000800:00000200:2.0:1767384970.585980:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp16 ip 192.168.203.109:988 00000800:00000200:2.0:1767384970.585983:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009dcec7a9 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384970.585987:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp45 00000400:00000010:0.0:1767384970.585992:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001eb9a13c. 00000400:00000010:0.0:1767384970.585998:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a6ec698. 00000400:00000010:0.0:1767384970.586002:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000400:00000010:0.0:1767384970.586008:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b1db64f. 00000400:00000200:0.0:1767384970.586014:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp45 00010000:00000001:2.0:1767384970.586018:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384970.586022:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384970.586026:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384970.586027:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp45 local destination 00010000:00000001:2.0:1767384970.586030:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000001:3.0:1767384970.586032:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384970.586034:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.586037:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp45 00000800:00000001:3.0:1767384970.586039:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384970.586045:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp45 NI seq info: [187:187:256:4294967295] 192.168.203.109@tcp45 LPNI seq info [169:169:8:4294967295] 00000400:00000200:0.0:1767384970.586053:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp45 00000020:00000001:2.0:1767384970.586062:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767384970.586067:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp45(192.168.203.109@tcp45:) -> 192.168.203.109@tcp45(192.168.203.109@tcp45:192.168.203.109@tcp45) : GET try# 0 00000020:00000001:2.0:1767384970.586069:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384970.586076:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1767384970.586076:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384970.586080:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp45 00000800:00000001:3.0:1767384970.586082:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384970.586084:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384970.586086:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384970.586090:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384970.586093:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384970.586093:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066a6b1a4. 00000800:00000001:3.0:1767384970.586098:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384970.586102:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000800:00000200:0.1:1767384970.586108:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000400:00000200:0.0:1767384970.586132:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp45 added to recovery queue. ping count: 2 next ping: 295 health :800 00000400:00000200:0.0:1767384970.586137:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp43 00000400:00000010:0.0:1767384970.586142:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ed25dcd8. 00000400:00000010:0.0:1767384970.586146:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003a036177. 00000400:00000010:0.0:1767384970.586151:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000400:00000010:0.0:1767384970.586156:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003b02c501. 00000400:00000200:0.0:1767384970.586159:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp43 00000400:00000200:3.0:1767384970.586166:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586167:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp43 local destination 00000400:00000200:0.0:1767384970.586175:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp43 00000400:00000200:0.0:1767384970.586180:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp43 NI seq info: [188:188:256:4294967295] 192.168.203.109@tcp43 LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1767384970.586185:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp43 00000400:00000200:0.0:1767384970.586192:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp43(192.168.203.109@tcp43:) -> 192.168.203.109@tcp43(192.168.203.109@tcp43:192.168.203.109@tcp43) : GET try# 0 00000800:00000200:0.0:1767384970.586198:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp43 00000800:00000010:0.0:1767384970.586202:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae7572b5. 00000800:00000200:0.0:1767384970.586208:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000800:00000200:0.1:1767384970.586214:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000400:00000200:3.0:1767384970.586224:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586233:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp43 added to recovery queue. ping count: 3 next ping: 299 health :700 00000400:00000200:3.0:1767384970.586251:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586304:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586332:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586343:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586401:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586441:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586456:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586534:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586534:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586569:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586603:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586610:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586653:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586673:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586685:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586740:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586743:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586765:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586807:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586820:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586862:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586867:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.586959:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.586974:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587003:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587030:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587055:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587074:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587126:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587136:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587166:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587193:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587222:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587244:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587281:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587306:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587335:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587363:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587378:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587441:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587445:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587473:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587517:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587521:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587569:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587586:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587603:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587653:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587656:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587682:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587721:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587725:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587771:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587792:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.587821:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.587848:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000100:00000040:2.0:1767384970.587901:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294958465, at 4294958467 00000100:00000010:2.0:1767384970.587908:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a49d786f. 00000100:00000040:1.0:1767384970.587914:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294958465, at 4294958467 00000100:00000010:1.0:1767384970.587921:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e89b33ad. 00000800:00000010:3.0:1767384970.588027:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ea902876. 00000800:00000010:3.0:1767384970.588034:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac80d58f. 00000400:00000200:0.0:1767384970.588040:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000800:00000010:3.0:1767384970.588041:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c8a18a9. 00000800:00000010:3.0:1767384970.588074:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c8a18a9. 00000800:00020000:3.0:1767384970.588082:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384970.588085:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac80d58f. 00000400:00000200:0.0:1767384970.588086:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000800:00000010:3.0:1767384970.588088:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ea902876. 00000400:02020000:3.0:1767384970.588137:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp45 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384970.588137:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.588145:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp45 notifying 192.168.203.109@tcp45: down 00000800:00000200:3.0:1767384970.588151:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp45 down 00000800:00000100:3.0:1767384970.588163:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp45 00000800:00000010:3.0:1767384970.588165:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066a6b1a4. 00000400:00000200:3.0:1767384970.588168:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384970.588171:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp45->192.168.203.109@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384970.588177:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384970.588179:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384970.588183:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384970.588184:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp45) recovery failed with -71 00000100:00000040:3.0:1767384970.588198:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294958465, at 4294958467 00000100:00000010:3.0:1767384970.588204:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94e50dd. 00000400:00000200:0.0:1767384970.588229:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.588264:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.588300:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.588331:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.588359:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.588388:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.588436:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384970.588473:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384970.588595:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d08aef1c. 00000800:00000010:0.0:1767384970.588600:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012109143. 00000800:00000010:0.0:1767384970.588604:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a74bbb08. 00000800:00000010:0.0:1767384970.588628:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a74bbb08. 00000800:00020000:0.0:1767384970.588635:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384970.588639:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012109143. 00000800:00000010:0.0:1767384970.588642:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d08aef1c. 00000400:02020000:0.0:1767384970.588685:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp43 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384970.588692:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp43 notifying 192.168.203.109@tcp43: down 00000800:00000200:0.0:1767384970.588698:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp43 down 00000800:00000100:0.0:1767384970.588705:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp43 00000800:00000010:0.0:1767384970.588708:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae7572b5. 00000400:00000200:0.0:1767384970.588711:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384970.588716:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp43->192.168.203.109@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384970.588724:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384970.588727:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384970.588733:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp43) recovery failed with -71 00000100:00000040:0.0:1767384970.588751:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294958465, at 4294958467 00000100:00000010:0.0:1767384970.588758:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031dd90bd. 00010000:00000010:3.1:1767384970.591901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dd9fcdec. 00010000:00000010:3.1:1767384970.591910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f4963cbf. 00010000:00000010:3.1:1767384970.591915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c8cb3d08. 00010000:00000010:3.1:1767384970.591922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000851c921b. 00000400:00000010:1.0:1767384970.596565:0:38664:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000022ad157d. 00000400:00000040:1.0:1767384970.596585:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384970.596587:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384970.596589:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384970.596590:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384970.596592:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384970.596593:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384970.596595:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384970.596596:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384970.596597:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384970.596597:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384970.596599:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384970.596600:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384970.596601:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384970.596602:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384970.596603:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384970.596604:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384970.596605:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384970.596606:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384970.596607:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384970.596608:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384970.596609:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384970.596610:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384970.596611:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384970.596612:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384970.596613:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384970.596614:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384970.596615:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384970.596616:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384970.596621:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384970.596622:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384970.596623:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384970.596624:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384970.596625:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384970.596626:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384970.596627:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384970.596628:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384970.596629:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384970.596630:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384970.596632:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384970.596633:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384970.596634:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384970.596635:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384970.596636:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384970.596637:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384970.596638:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384970.596639:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384970.596640:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384970.596640:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384970.596642:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384970.596643:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384970.596644:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384970.596645:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384970.596646:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384970.596647:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384970.596649:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384970.596650:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384970.596651:0:38664:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384970.596725:0:38664:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000022ad157d. 10000000:00000001:3.0:1767384970.712918:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384970.712922:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 10000000:00000001:3.0:1767384970.712926:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384970.712929:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384970.712930:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384970.712931:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384970.712933:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384970.712935:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384970.712937:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 79 10000000:00000001:3.0:1767384970.712939:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384970.712941:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384970.712947:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f558f2b4. 00000020:00000040:3.0:1767384970.712950:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384970.712954:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384970.712957:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384970.712961:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384970.712966:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000553c3d94. 00000100:00000001:3.0:1767384970.712971:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.712975:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384970.712977:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384970.712983:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000093c8539f. 00010000:00000001:3.0:1767384970.712986:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384970.712989:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005daa0243. 00000020:00000001:3.0:1767384970.712992:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384970.712994:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005daa0243 with handle 0x135556ebb4843cf6 to hash 00000020:00000001:3.0:1767384970.712996:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384970.713003:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00010000:00000001:3.0:1767384970.713006:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00010000:00000001:3.0:1767384970.713008:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384970.713010:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384970.713012:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384970.713019:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384970.713027:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384970.713031:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384970.713032:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384970.713037:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf8699e0. 00000100:00000001:3.0:1767384970.713039:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780201660992 : -107293507890624 : ffff9e6ac8935240) 00000100:00000001:3.0:1767384970.713041:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384970.713042:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079253376 : -107292630298240 : ffff9e6afce25180) 00000100:00000001:3.0:1767384970.713046:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384970.713048:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.713050:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384970.713051:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384970.713057:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.713064:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384970.713066:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384970.713069:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384970.713071:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384970.713072:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384970.713075:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f558f2b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363767808:0@lo:101: 00000100:00000001:3.0:1767384970.713078:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384970.713083:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384970.713085:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384970.713093:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384970.713096:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ac0958. 02000000:00000001:3.0:1767384970.713097:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384970.713102:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031456d35. 00000400:00000010:3.0:1767384970.713108:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a97588c6. 00000100:00000200:3.0:1767384970.713112:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363767808, portal 25 00000100:00000001:3.0:1767384970.713114:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384970.713115:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079253376 : -107292630298240 : ffff9e6afce25180) 00000100:00000040:3.0:1767384970.713119:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.713125:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384970.713127:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384970.713129:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff328208. 00000100:00000200:3.0:1767384970.713131:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363767808, offset 0 00000400:00000200:3.0:1767384970.713136:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384970.713147:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384970.713156:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c07a00 00000400:00000200:3.0:1767384970.713161:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16c5 [2] + 0 00000400:00000010:3.0:1767384970.713164:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3b0d601. 00000400:00000200:3.0:1767384970.713167:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fcfcc54b 00000400:00000200:3.0:1767384970.713172:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384970.713175:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384970.713179:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcfcc54b 00000400:00000010:3.0:1767384970.713180:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fcfcc54b. 00000100:00000001:3.0:1767384970.713184:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384970.713186:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384970.713188:0:17069:0:(events.c:337:request_in_callback()) incoming req@0000000086bf7edc x1853237363767808 msgsize 328 00000100:00100000:3.0:1767384970.713192:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384970.713193:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384970.713205:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384970.713210:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff328208 00000400:00000010:3.0:1767384970.713211:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff328208. 00000100:00000001:3.0:1767384970.713214:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384970.713216:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.713234:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384970.713237:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.713242:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.713244:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384970.713247:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384970.713249:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384970.713252:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363767808 00000100:00000001:3.0:1767384970.713254:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294958598 02000000:00000001:0.0:1767384970.713259:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384970.713260:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94e50dd. 00000100:00000001:0.0:1767384970.713263:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384970.713268:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384970.713268:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384970.713275:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.713276:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294958598 00000100:00000010:3.0:1767384970.713281:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bcd3e777. 00000100:00100000:0.0:1767384970.713282:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363767808 00000100:00000001:3.0:1767384970.713284:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384970.713289:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294958598 00000020:00000001:0.0:1767384970.713289:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384970.713294:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000010:3.0:1767384970.713295:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c78aacc7. 00000020:00000001:0.0:1767384970.713300:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384970.713301:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000020:00000040:0.0:1767384970.713306:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:3.0:1767384970.713307:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294958598 00000100:00000010:3.0:1767384970.713312:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099fec594. 00000020:00000001:0.0:1767384970.713313:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384970.713316:0:17069:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384970.713319:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384970.713321:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384970.713326:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.713328:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384970.713328:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384970.713331:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384970.713333:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bf8699e0 going to sleep for 11 seconds 00000020:00000010:0.0:1767384970.713335:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf50c869. 00000100:00000001:3.0:1767384970.713336:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384970.713340:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.713342:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384970.713347:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf50c869. 00000020:00000010:0.0:1767384970.713354:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032dcf383. 00000020:00000010:0.0:1767384970.713360:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6ed77b7. 00000020:00000010:0.0:1767384970.713365:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384970.713380:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384970.713384:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384970.713386:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384970.713388:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.713396:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.713423:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384970.713437:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384970.713439:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384970.713445:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000001:2.0:1767384970.713448:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384970.713450:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384970.713451:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384970.713456:0:17067:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.713456:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122453072 : -107293587098544 : ffff9e6ac3dab450) 00000100:00000001:2.0:1767384970.713461:0:17067:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384970.713466:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000086bf7edc x1853237363767808/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 328/0 e 0 to 0 dl 1767384981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384970.713478:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384970.713481:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf50c869. 00000100:00000001:0.0:1767384970.713484:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384970.713486:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf50c869. 00000100:00100000:0.0:1767384970.713491:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000086bf7edc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+14:17069:x1853237363767808:12345-0@lo:101: 00000100:00000200:0.0:1767384970.713496:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363767808 00000020:00000001:0.0:1767384970.713499:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384970.713503:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384970.713505:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.713508:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384970.713510:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:0.0:1767384970.713513:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384970.713515:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384970.713518:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384970.713520:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384970.713524:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.713527:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384970.713529:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384970.713531:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384970.713534:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384970.713543:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384970.713548:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384970.713554:0:17065:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000d07eeca. 00010000:00000001:0.0:1767384970.713558:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384970.713561:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004c5d68ee. 00000020:00000001:0.0:1767384970.713564:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384970.713566:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004c5d68ee with handle 0x135556ebb4843cfd to hash 00000020:00000001:0.0:1767384970.713569:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384970.713571:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834101760 : -107292875449856 : ffff9e6aee459a00) 00010000:00000001:0.0:1767384970.713573:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834101760 : -107292875449856 : ffff9e6aee459a00) 00010000:00010000:0.0:1767384970.713576:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843cf6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384970.713585:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000020:00000040:0.0:1767384970.713587:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=15 00000100:00000001:0.0:1767384970.713595:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384970.713598:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384970.713603:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000017457cd2. 02000000:00000001:0.0:1767384970.713605:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.713608:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384970.713611:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384970.713615:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384970.713618:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384970.713620:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384970.713622:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384970.713625:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384970.713626:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384970.713629:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384970.713632:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384970.713634:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384970.713636:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384970.713638:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000d07eeca) refcount = 1 00010000:00010000:0.0:1767384970.713644:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 15 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384970.713650:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384970.713659:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384970.713661:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384970.713664:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384970.713667:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384970.713672:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384970.713676:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 15 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384970.713683:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384970.713685:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384970.713687:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384970.713690:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384970.713692:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384970.713693:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384970.713695:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384970.713697:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004c5d68ee, rc 0) 00000020:00000001:0.0:1767384970.713700:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384970.713703:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363767808 00010000:00000001:0.0:1767384970.713706:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384970.713710:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000086bf7edc x1853237363767808/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 328/344 e 0 to 0 dl 1767384981 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384970.713719:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384970.713721:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384970.713725:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384970.713729:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384970.713732:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384970.713735:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384970.713738:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384970.713740:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.713743:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384970.713745:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384970.713749:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000200:0.0:1767384970.713751:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363767808, offset 224 00000400:00000200:0.0:1767384970.713757:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384970.713764:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384970.713771:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c07a00 00000400:00000200:0.0:1767384970.713782:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f41 [1] + 224 00000400:00000200:0.0:1767384970.713787:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384970.713789:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384970.713793:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384970.713797:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384970.713807:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384970.713824:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384970.713832:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:0.0:1767384970.713834:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000001:0.0:1767384970.713838:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384970.713840:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384970.713842:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384970.713846:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384970.713848:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384970.713852:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384970.713853:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:3.0:1767384970.713855:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031456d35. 00010000:00000001:0.0:1767384970.713859:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384970.713861:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a97588c6 00000400:00000010:3.0:1767384970.713883:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a97588c6. 00000020:00000001:0.0:1767384970.713886:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.713887:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384970.713891:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384970.713898:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086bf7edc x1853237363767808/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 328/344 e 0 to 0 dl 1767384981 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384970.713900:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384970.713934:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384970.713938:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000086bf7edc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363767808:12345-0@lo:101: Request processed in 456us (744us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384970.713945:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384970.713948:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.713951:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384970.713955:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384970.713955:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000001:3.0:1767384970.713958:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384970.713961:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384970.713962:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 02000000:00000001:3.0:1767384970.713963:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384970.713968:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=88 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384970.713968:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384970.713973:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384970.713974:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384970.713978:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384970.713980:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6ed77b7. 00000100:00000001:3.0:1767384970.713981:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.713986:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384970.713989:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00010000:00000001:3.0:1767384970.713990:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.713994:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384970.713998:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384970.713998:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032dcf383. 00000100:00000001:3.0:1767384970.714007:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384970.714007:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:3.0:1767384970.714011:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384970.714014:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384970.714015:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384970.714019:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384970.714020:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000017457cd2. 00000100:00100000:3.0:1767384970.714025:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f558f2b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363767808:0@lo:101: 00000100:00000001:3.0:1767384970.714029:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384970.714032:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384970.714033:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.714037:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384970.714038:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384970.714039:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384970.714044:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384970.714047:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384970.714050:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384970.714053:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a90ce08. 00000100:00000010:3.0:1767384970.714059:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf8699e0. 00000400:00000010:0.0:1767384970.714060:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012109143. 00000100:00000001:3.0:1767384970.714064:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384970.714067:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.714069:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384970.714072:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384970.714074:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384970.714075:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005daa0243 refcount=4 00000020:00000001:3.0:1767384970.714077:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00010000:00000001:3.0:1767384970.714079:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00010000:00000040:3.0:1767384970.714082:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000005daa0243, remote cookie: 0x135556ebb4843cfd, flags: 0x0 00010000:00000001:3.0:1767384970.714085:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384970.714087:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384970.714088:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384970.714089:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384970.714091:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384970.714092:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000093c8539f) refcount = 1 00010000:00010000:3.0:1767384970.714094:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.714099:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384970.714100:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384970.714101:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384970.714103:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384970.714105:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384970.714107:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384970.714111:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384970.714112:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.714113:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384970.714114:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.714114:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384970.714116:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.714117:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384970.714119:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f558f2b4 x1853237363767808/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384986 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.714132:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384970.714134:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384970.714136:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ac0958. 02000000:00000001:3.0:1767384970.714138:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384970.714140:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384970.714141:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384970.714143:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384970.714144:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000553c3d94. 02000000:00000001:3.0:1767384970.714148:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384970.714149:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384970.714150:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f558f2b4. 00000100:00000001:3.0:1767384970.714153:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384970.714155:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384970.714156:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384970.714158:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384970.714159:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 10000000:00000001:3.0:1767384970.714161:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384970.714162:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384970.714164:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384970.714165:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005daa0243 refcount=3 00000020:00000001:3.0:1767384970.714167:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00010000:00000001:3.0:1767384970.714169:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00010000:00000001:3.0:1767384970.714170:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384970.714172:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384970.714173:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384970.714174:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384970.714176:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384970.714178:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008911f3b5. 00000100:00000010:3.0:1767384970.714189:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f558f2b4. 00000020:00000040:3.0:1767384970.714191:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384970.714193:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384970.714195:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384970.714196:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384970.714200:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000553c3d94. 00000100:00000001:3.0:1767384970.714202:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.714207:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384970.714210:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d3ac0958. 00000100:00000010:3.0:1767384970.714213:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d98813ac. 00000020:00000040:3.0:1767384970.714215:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384970.714218:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384970.714219:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384970.714222:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf8699e0. 00000100:00000001:3.0:1767384970.714223:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780201660992 : -107293507890624 : ffff9e6ac8935240) 00000100:00000001:3.0:1767384970.714224:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384970.714226:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079253376 : -107292630298240 : ffff9e6afce25180) 00000100:00000001:3.0:1767384970.714228:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384970.714230:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.714231:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384970.714232:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384970.714234:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.714239:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384970.714240:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384970.714242:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384970.714243:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384970.714245:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384970.714247:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f558f2b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363767936:0@lo:256: 00000100:00000001:3.0:1767384970.714249:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384970.714250:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384970.714252:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.714253:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384970.714257:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031456d35. 00000400:00000010:3.0:1767384970.714260:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000863dc998. 00000100:00000200:3.0:1767384970.714263:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c07a80-0x6958272c07a80, portal 33 00000100:00000001:3.0:1767384970.714265:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384970.714266:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384970.714269:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd76c60b. 02000000:00000001:3.0:1767384970.714271:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384970.714274:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a446e8. 00000400:00000010:3.0:1767384970.714282:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a97588c6. 00000100:00000200:3.0:1767384970.714284:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363767936, portal 25 00000100:00000001:3.0:1767384970.714286:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384970.714287:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079253376 : -107292630298240 : ffff9e6afce25180) 00000100:00000040:3.0:1767384970.714291:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.714296:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384970.714299:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384970.714301:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff328208. 00000100:00000200:3.0:1767384970.714303:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363767936, offset 0 00000400:00000200:3.0:1767384970.714308:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384970.714313:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384970.714319:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c07a80 00000400:00000200:3.0:1767384970.714324:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x16e5 [2] + 0 00000400:00000010:3.0:1767384970.714326:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff09481a. 00000400:00000200:3.0:1767384970.714329:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d0b4cbc2 00000400:00000200:3.0:1767384970.714331:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384970.714333:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384970.714335:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0b4cbc2 00000400:00000010:3.0:1767384970.714337:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0b4cbc2. 00000100:00000001:3.0:1767384970.714339:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384970.714340:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384970.714342:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000004c3078a3 x1853237363767936 msgsize 304 00000100:00100000:3.0:1767384970.714347:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384970.714348:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384970.714357:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384970.714360:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff328208 00000400:00000010:3.0:1767384970.714362:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff328208. 00000100:00000001:3.0:1767384970.714364:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384970.714366:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384970.714372:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384970.714375:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384970.714375:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384970.714380:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363767936 02000000:00000001:0.0:1767384970.714384:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384970.714385:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384970.714388:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384970.714395:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.714398:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384970.714400:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363767936 00000100:00000001:3.0:1767384970.714401:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384970.714405:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384970.714407:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384970.714422:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384970.714424:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294958599 00000020:00000001:0.0:1767384970.714428:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384970.714431:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958598 00000020:00000040:0.0:1767384970.714433:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000001:3.0:1767384970.714437:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294958599 00000020:00000001:0.0:1767384970.714439:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384970.714442:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958598 00000020:00000001:0.0:1767384970.714444:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384970.714449:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294958599 00000100:00000001:0.0:1767384970.714450:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384970.714453:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958598 00000100:00000001:3.0:1767384970.714457:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294958599 00000020:00000010:0.0:1767384970.714457:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf50c869. 00000100:00000001:3.0:1767384970.714462:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958598 00000100:00000001:0.0:1767384970.714463:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384970.714466:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384970.714468:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf50c869. 00000100:00000001:3.0:1767384970.714469:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384970.714473:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384970.714475:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384970.714476:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bf8699e0 going to sleep for 11 seconds 00000100:00000001:3.0:1767384970.714478:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384970.714478:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032dcf383. 00000100:00000001:3.0:1767384970.714481:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384970.714484:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6ed77b7. 00000020:00000010:0.0:1767384970.714490:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384970.714496:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384970.714499:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384970.714500:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384970.714502:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.714506:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.714518:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384970.714529:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384970.714531:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384970.714537:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000040:0.0:1767384970.714540:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384970.714549:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780122444880 : -107293587106736 : ffff9e6ac3da9450) 00000100:00000040:0.0:1767384970.714555:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c3078a3 x1853237363767936/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 304/0 e 0 to 0 dl 1767384981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384970.714564:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384970.714567:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf50c869. 00000100:00000001:0.0:1767384970.714569:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384970.714571:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf50c869. 00000100:00100000:0.0:1767384970.714575:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c3078a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363767936:12345-0@lo:256: 00000100:00000200:0.0:1767384970.714579:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363767936 00000020:00000001:0.0:1767384970.714581:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384970.714584:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384970.714585:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.714588:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384970.714590:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:0.0:1767384970.714594:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384970.714595:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384970.714597:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384970.714600:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384970.714603:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.714606:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384970.714609:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384970.714612:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000017457cd2. 02000000:00000001:0.0:1767384970.714614:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.714616:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384970.714619:0:17065:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384970.714623:0:17065:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384970.714626:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384970.714629:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384970.714632:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384970.714634:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384970.714636:0:17065:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384970.714640:0:17065:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b1a55e97. 20000000:00000001:0.0:1767384970.714643:0:17065:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384970.714667:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384970.714673:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384970.714679:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384970.714682:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384970.714684:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384970.714687:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384970.714689:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384970.714691:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384970.714694:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384970.714696:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384970.714698:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384970.714700:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384970.714703:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384970.714705:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384970.714708:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384970.714710:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384970.714712:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384970.714714:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384970.714717:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384970.714720:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384970.714722:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384970.714724:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384970.714727:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384970.714729:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384970.714732:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384970.714735:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384970.714738:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384970.714740:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384970.714742:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384970.714744:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384970.714747:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384970.714749:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384970.714751:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384970.714753:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384970.714755:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384970.714758:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384970.714760:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384970.714762:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384970.714764:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384970.714766:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384970.714775:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:0.0:1767384970.714778:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 3252/1/4/3. 20000000:00000040:0.0:1767384970.714790:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384970.714792:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384970.714795:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384970.714798:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384970.714799:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384970.714802:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384970.714804:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384970.714806:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384970.714808:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384970.714810:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384970.714812:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384970.714814:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384970.714817:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384970.714819:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384970.714821:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384970.714824:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384970.714826:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384970.714827:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384970.714829:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384970.714832:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384970.714834:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384970.714836:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384970.714839:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384970.714841:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384970.714843:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384970.714845:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384970.714847:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384970.714849:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384970.714852:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384970.714854:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384970.714856:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384970.714858:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384970.714861:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384970.714943:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384970.714948:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384970.714950:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384970.714953:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384970.714963:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384970.714966:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384970.714968:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384970.714971:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:0.0:1767384970.714973:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 2408/1/4/3. 20000000:01000000:0.0:1767384970.714976:0:17065:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1688, version 86 20000000:00000001:0.0:1767384970.714978:0:17065:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1688 : 1688 : 698) 00000100:00000001:0.0:1767384970.714981:0:17065:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384970.714985:0:17065:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ba122a86. 00000100:00000010:0.0:1767384970.714988:0:17065:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e7d230bf. 00000020:00000040:0.0:1767384970.714991:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:0.0:1767384970.714995:0:17065:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384970.714998:0:17065:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384970.715002:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000400:00000010:0.0:1767384970.715008:0:17065:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005470d227. 00000400:00000200:0.0:1767384970.715012:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384970.715023:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384970.715031:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1688 into portal 33 MB=0x6958272c07a80 00000400:00000200:0.0:1767384970.715037:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1688/1688 into md 0x1f51 [4] + 0 00000400:00000010:0.0:1767384970.715041:0:17065:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031456d35. 00000400:00000200:0.0:1767384970.715044:0:17065:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000863dc998 00000400:00000200:0.0:1767384970.715048:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384970.715053:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384970.715056:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000863dc998 00000400:00000010:0.0:1767384970.715058:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000863dc998. 00000100:00000001:0.0:1767384970.715064:0:17065:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384970.715066:0:17065:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f558f2b4 desc 00000000d3ac0958 mbits 1853237363767936 00000100:00000001:0.0:1767384970.715083:0:17065:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384970.715087:0:17065:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384970.715094:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:1.0:1767384970.715101:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384970.715104:0:17065:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f5d 00000100:00000001:1.0:1767384970.715105:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384970.715110:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384970.715117:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384970.715121:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384970.715123:0:17065:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ba122a86 00000100:00000001:0.0:1767384970.715133:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384970.715142:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:0.0:1767384970.715144:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000001:0.0:1767384970.715147:0:17065:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384970.715149:0:17065:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ba122a86 00000100:00000001:0.0:1767384970.715152:0:17065:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384970.715157:0:17065:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1688 bytes via portal 33 id 12345-0@lo mbits 0x6958272c07a80-0x6958272c07a80 00000100:00000001:0.0:1767384970.715161:0:17065:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384970.715165:0:17065:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.715168:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384970.715170:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:0.0:1767384970.715173:0:17065:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e7d230bf. 00000100:00000010:0.0:1767384970.715178:0:17065:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ba122a86. 00000100:00000001:0.0:1767384970.715181:0:17065:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384970.715183:0:17065:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384970.715191:0:17065:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b1a55e97. 20000000:00000001:0.0:1767384970.715196:0:17065:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384970.715199:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363767936 00010000:00000001:0.0:1767384970.715202:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384970.715206:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c3078a3 x1853237363767936/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 304/240 e 0 to 0 dl 1767384981 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384970.715214:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384970.715216:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384970.715218:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384970.715222:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384970.715225:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384970.715229:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384970.715232:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384970.715234:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384970.715236:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384970.715239:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384970.715243:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000200:0.0:1767384970.715246:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363767936, offset 224 00000400:00000200:0.0:1767384970.715251:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384970.715259:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384970.715272:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c07a80 00000400:00000200:0.0:1767384970.715277:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f55 [1] + 224 00000400:00000200:0.0:1767384970.715281:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384970.715284:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384970.715288:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384970.715291:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384970.715300:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384970.715317:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384970.715322:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:0.0:1767384970.715325:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000001:0.0:1767384970.715327:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384970.715329:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384970.715332:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384970.715335:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384970.715336:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384970.715341:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384970.715342:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384970.715343:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384970.715346:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384970.715348:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384970.715350:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095a446e8. 00000100:00000040:0.0:1767384970.715355:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c3078a3 x1853237363767936/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:196/0 lens 304/240 e 0 to 0 dl 1767384981 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384970.715358:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a97588c6 00000400:00000010:1.0:1767384970.715362:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a97588c6. 00000100:00000001:1.0:1767384970.715368:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384970.715372:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c3078a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363767936:12345-0@lo:256: Request processed in 806us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384970.715381:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000200:1.0:1767384970.715384:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384970.715386:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384970.715391:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384970.715394:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384970.715399:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6ed77b7. 00000100:00000200:1.0:1767384970.715403:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384970.715405:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384970.715428:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032dcf383. 00000100:00000001:1.0:1767384970.715429:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384970.715432:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384970.715435:0:17069:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384970.715436:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:1.0:1767384970.715437:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384970.715439:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384970.715442:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384970.715444:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384970.715444:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384970.715447:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384970.715450:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384970.715451:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384970.715452:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384970.715455:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384970.715457:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384970.715457:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000017457cd2. 00000100:00000001:1.0:1767384970.715460:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384970.715464:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384970.715464:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384970.715469:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384970.715478:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384970.715478:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384970.715486:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff09481a. 00000100:00000001:1.0:1767384970.715487:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384970.715490:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384970.715493:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384970.715495:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026fbc8a6. 00000100:00100000:1.0:1767384970.715502:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f558f2b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363767936:0@lo:256: 00000100:00000001:1.0:1767384970.715506:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384970.715509:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384970.715510:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384970.715512:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384970.715513:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384970.715527:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384970.715528:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf8699e0. 00000100:00000001:1.0:1767384970.715531:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384970.715532:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384970.715535:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 86, more 0. 10000000:00000001:1.0:1767384970.715537:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384970.715542:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000074870d38. 10000000:00000040:1.0:1767384970.715551:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384970.715555:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384970.715557:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384970.715561:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:1.0:1767384970.715563:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384970.715565:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384970.715566:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:1.0:1767384970.715568:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000100:00000200:1.0:1767384970.715570:0:17069:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 41 NIDs for '192.168.203.109@tcp' 00000400:00000200:1.0:1767384970.715572:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384970.715574:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384970.715576:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:1.0:1767384970.715580:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384970.715584:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (41) 00000400:00000200:1.0:1767384970.715588:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384970.715590:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:1.0:1767384970.715592:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (42) 00000400:00000200:1.0:1767384970.715593:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:1.0:1767384970.715595:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:1.0:1767384970.715597:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715598:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:1.0:1767384970.715600:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:1.0:1767384970.715602:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715603:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:1.0:1767384970.715604:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:1.0:1767384970.715606:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715607:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:1.0:1767384970.715616:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:1.0:1767384970.715619:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715620:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:1.0:1767384970.715621:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:1.0:1767384970.715624:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715625:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:1.0:1767384970.715626:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:1.0:1767384970.715629:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715630:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:1.0:1767384970.715631:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:1.0:1767384970.715633:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715634:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:1.0:1767384970.715635:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:1.0:1767384970.715637:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715638:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:1.0:1767384970.715639:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:1.0:1767384970.715641:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715642:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:1.0:1767384970.715643:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:1.0:1767384970.715645:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715646:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:1.0:1767384970.715648:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:1.0:1767384970.715650:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715651:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:1.0:1767384970.715652:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:1.0:1767384970.715653:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715654:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:1.0:1767384970.715655:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:1.0:1767384970.715657:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715658:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:1.0:1767384970.715659:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:1.0:1767384970.715661:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715662:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:1.0:1767384970.715663:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:1.0:1767384970.715665:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715666:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:1.0:1767384970.715673:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:1.0:1767384970.715675:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715676:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:1.0:1767384970.715677:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:1.0:1767384970.715679:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715680:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:1.0:1767384970.715681:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:1.0:1767384970.715683:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715684:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:1.0:1767384970.715685:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:1.0:1767384970.715687:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715688:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:1.0:1767384970.715689:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:1.0:1767384970.715691:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715692:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:1.0:1767384970.715693:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:1.0:1767384970.715695:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715696:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000400:00000200:1.0:1767384970.715697:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.109@tcp31 00000400:00000200:1.0:1767384970.715699:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715700:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp31 00000400:00000200:1.0:1767384970.715701:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.109@tcp32 00000400:00000200:1.0:1767384970.715703:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715704:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp32 00000400:00000200:1.0:1767384970.715705:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.109@tcp33 00000400:00000200:1.0:1767384970.715707:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715708:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp33 00000400:00000200:1.0:1767384970.715709:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.109@tcp34 00000400:00000200:1.0:1767384970.715711:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715712:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp34 00000400:00000200:1.0:1767384970.715713:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.109@tcp35 00000400:00000200:1.0:1767384970.715716:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715717:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp35 00000400:00000200:1.0:1767384970.715718:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.109@tcp36 00000400:00000200:1.0:1767384970.715720:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715721:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp36 00000400:00000200:1.0:1767384970.715726:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.109@tcp37 00000400:00000200:1.0:1767384970.715729:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715730:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp37 00000400:00000200:1.0:1767384970.715731:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.109@tcp38 00000400:00000200:1.0:1767384970.715733:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715734:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp38 00000400:00000200:1.0:1767384970.715735:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.109@tcp39 00000400:00000200:1.0:1767384970.715737:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715738:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp39 00000400:00000200:1.0:1767384970.715739:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.109@tcp40 00000400:00000200:1.0:1767384970.715741:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384970.715742:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp40 00000100:00000001:1.0:1767384970.715744:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384970.715746:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384970.715748:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:1.0:1767384970.715751:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000002fe35702. 10000000:00000040:1.0:1767384970.715752:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 86/86 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:1.0:1767384970.715754:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384970.715759:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384970.715761:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030b5837a. 00000020:00000010:1.0:1767384970.715764:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000034903d7. 00000040:00000010:1.0:1767384970.715767:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f23b1135. 00000020:00000010:1.0:1767384970.715770:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022fb18a3. 00000020:00000010:1.0:1767384970.715774:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384970.715777:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa46aa54. 80000000:00000010:1.0:1767384970.715780:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000671d0b64. 40000000:00000010:1.0:1767384970.715783:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001a5808cf. 00100000:00000010:1.0:1767384970.715786:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b6217025. 00040000:00000010:1.0:1767384970.715790:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ffbcc96b. 00040000:00000010:1.0:1767384970.715793:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002c0efb25. 00040000:00000010:1.0:1767384970.715796:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000084aa79c5. 00080000:00000010:1.0:1767384970.715801:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000014b9e209. 00080000:00000010:1.0:1767384970.715806:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001a9e8105. 00000004:00000010:1.0:1767384970.715811:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001754ce45. 00000004:00000010:1.0:1767384970.715821:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008f00e6d1. 00000004:00000010:1.0:1767384970.715825:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009a21ff06. 00002000:00000010:1.0:1767384970.715828:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008ad0af77. 00000004:00000010:1.0:1767384970.715831:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008fe343a3. 00000004:00000001:1.0:1767384970.715835:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384970.715837:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384970.715838:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000002fe35702 00000040:00001000:1.0:1767384970.715840:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384970.715841:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384970.715843:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384970.715844:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384970.715846:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384970.715847:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384970.715848:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384970.715849:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:1.0:1767384970.715850:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384970.715905:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384970.715909:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000034903d7. 00000040:00000010:1.0:1767384970.715913:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f23b1135. 00000020:00000010:1.0:1767384970.715915:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022fb18a3. 00000020:00000010:1.0:1767384970.715918:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384970.715921:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa46aa54. 80000000:00000010:1.0:1767384970.715924:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000671d0b64. 40000000:00000010:1.0:1767384970.715927:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001a5808cf. 00100000:00000010:1.0:1767384970.715930:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b6217025. 00040000:00000010:1.0:1767384970.715932:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ffbcc96b. 00040000:00000010:1.0:1767384970.715936:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002c0efb25. 00040000:00000010:1.0:1767384970.715939:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000084aa79c5. 00080000:00000010:1.0:1767384970.715942:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001a9e8105. 00080000:00000010:1.0:1767384970.715944:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000014b9e209. 00000004:00000010:1.0:1767384970.715948:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001754ce45. 00000004:00000010:1.0:1767384970.715951:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008f00e6d1. 00000004:00000010:1.0:1767384970.715955:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009a21ff06. 00002000:00000010:1.0:1767384970.715957:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008ad0af77. 00000004:00000010:1.0:1767384970.715959:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008fe343a3. 00000020:00000010:1.0:1767384970.715968:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030b5837a. 00000020:00000001:1.0:1767384970.715970:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384970.715971:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384970.715974:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000002fe35702. 10000000:00000010:1.0:1767384970.715976:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000074870d38. 10000000:00000001:1.0:1767384970.715978:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384970.715979:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384970.715982:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f558f2b4 x1853237363767936/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384986 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384970.715988:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384970.715990:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384970.715991:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd76c60b. 02000000:00000001:1.0:1767384970.715994:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384970.715996:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384970.715996:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384970.715998:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384970.715999:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384970.716000:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384970.716000:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:1.0:1767384970.716002:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384970.716003:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d98813ac. 00000100:00000010:1.0:1767384970.716005:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d3ac0958. 00000100:00000001:1.0:1767384970.716007:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384970.716008:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000553c3d94. 02000000:00000001:1.0:1767384970.716011:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384970.716012:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384970.716014:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f558f2b4. 00000100:00000001:1.0:1767384970.716017:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384970.716018:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384970.716030:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008911f3b5. 10000000:01000000:1.0:1767384970.716034:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384970.716037:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384970.716039:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384970.716040:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384970.716042:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005daa0243 refcount=3 00000020:00000001:1.0:1767384970.716044:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00010000:00000001:1.0:1767384970.716051:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00010000:00000001:1.0:1767384970.716053:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384970.716055:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384970.716060:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384970.716061:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384970.716063:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384970.716067:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384970.716068:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384970.716069:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384970.716070:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384970.716071:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384970.716073:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384970.716074:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384970.716075:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:1.0:1767384970.716077:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384970.720908:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294958599, at 4294958600 00000100:00000010:3.0:1767384970.720916:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099fec594. 00000100:00000040:2.0:1767384970.721898:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294958599, at 4294958601 00000100:00000040:1.0:1767384970.721903:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294958599, at 4294958601 00000100:00000010:2.0:1767384970.721905:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c78aacc7. 00000100:00000040:0.0:1767384970.721907:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294958599, at 4294958601 00000100:00000010:1.0:1767384970.721910:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bcd3e777. 00000100:00000010:0.0:1767384970.721917:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94e50dd. 00000020:00000010:3.0:1767384970.726296:0:38711:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000007d227dbc. 00000020:00000040:3.0:1767384970.726302:0:38711:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384970.726304:0:38711:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000007d227dbc. 00000400:00000001:1.0:1767384971.609082:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384971.609087:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384971.609091:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000400:00000010:1.0:1767384971.609095:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000400:00000200:1.0:1767384971.609101:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384971.609108:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384971.609123:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001eb9a13c. 00000400:00000010:1.0:1767384971.609129:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a6ec698. 00000400:00000001:1.0:1767384971.609135:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384971.609137:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384971.609138:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000400:00000010:1.0:1767384971.609140:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000400:00000200:1.0:1767384971.609143:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384971.609146:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384971.609157:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ed25dcd8. 00000400:00000010:1.0:1767384971.609160:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003a036177. 00010000:00000001:2.0:1767384971.609167:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384971.609173:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.609180:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384971.609182:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.609419:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384971.609423:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.609427:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384972.476816:0:39219:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cc0dedb4. 00080000:00000010:3.0:1767384972.476825:0:39219:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cc0dedb4. 00000020:00000001:3.0:1767384972.476829:0:39219:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384972.476835:0:39219:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cc0dedb4. 00080000:00000010:3.0:1767384972.476839:0:39219:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cc0dedb4. 00000020:00000001:3.0:1767384972.476842:0:39219:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384972.632955:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000031f96433] -> 12345-192.168.203.109@tcp32 (4) 00000400:00000200:0.0:1767384972.632955:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp44 00000400:00000010:0.0:1767384972.632964:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000013788a09. 00000800:00000200:2.1:1767384972.632970:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000031f96433] -> 12345-192.168.203.109@tcp32 (4) 00000400:00000010:0.0:1767384972.632973:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ae1e8332. 00000400:00000010:0.0:1767384972.632980:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000400:00000010:0.0:1767384972.632989:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ef5a5897. 00000400:00000200:0.0:1767384972.632996:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp44 00010000:00000001:2.0:1767384972.633020:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:0.0:1767384972.633020:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp44 local destination 00010000:00000001:2.0:1767384972.633025:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384972.633031:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp44 00010000:00000001:2.0:1767384972.633032:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:0.0:1767384972.633036:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp44 NI seq info: [189:189:256:4294967295] 192.168.203.109@tcp44 LPNI seq info [171:171:8:4294967295] 00010000:00000001:2.0:1767384972.633044:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000400:00000200:0.0:1767384972.633044:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp44 00010000:00000001:2.0:1767384972.633048:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384972.633053:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384972.633058:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp44(192.168.203.109@tcp44:) -> 192.168.203.109@tcp44(192.168.203.109@tcp44:192.168.203.109@tcp44) : GET try# 0 00010000:00000001:2.0:1767384972.633059:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384972.633064:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384972.633066:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384972.633071:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp44 00010000:00000001:2.0:1767384972.633072:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384972.633080:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e6fcccd5. 00000800:00000200:0.0:1767384972.633087:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000800:00000200:0.1:1767384972.633093:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000020:00000001:2.0:1767384972.633099:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384972.633103:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384972.633105:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384972.633114:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp44 added to recovery queue. ping count: 3 next ping: 301 health :700 00000400:00000200:0.0:1767384972.633120:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp42 00000400:00000010:0.0:1767384972.633124:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a80ef1a0. 00000400:00000010:0.0:1767384972.633130:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e2ead6ad. 00000400:00000010:0.0:1767384972.633135:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008675544. 00000400:00000010:0.0:1767384972.633142:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000780d5ef2. 00000400:00000200:0.0:1767384972.633147:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp42 00000400:00000200:0.0:1767384972.633153:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp42 local destination 00000400:00000200:0.0:1767384972.633156:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp42 00000400:00000200:0.0:1767384972.633169:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp42 NI seq info: [190:190:256:4294967295] 192.168.203.109@tcp42 LPNI seq info [172:172:8:4294967295] 00000400:00000200:0.0:1767384972.633175:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp42 00000400:00000200:2.0:1767384972.633176:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.633177:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633191:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp42(192.168.203.109@tcp42:) -> 192.168.203.109@tcp42(192.168.203.109@tcp42:192.168.203.109@tcp42) : GET try# 0 00000800:00000200:0.0:1767384972.633198:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp42 00000800:00000010:0.0:1767384972.633201:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003c171304. 00000800:00000200:0.0:1767384972.633207:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000800:00000200:0.1:1767384972.633213:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000400:00000200:0.0:1767384972.633229:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp42 added to recovery queue. ping count: 4 next ping: 309 health :600 00000400:00000200:0.0:1767384972.633236:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp36 00000400:00000010:0.0:1767384972.633241:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004f7154d0. 00000400:00000010:0.0:1767384972.633247:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000051cdebb1. 00000400:00000010:0.0:1767384972.633251:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000400:00000010:0.0:1767384972.633256:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005db12416. 00000400:00000200:2.0:1767384972.633258:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633265:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp36 00000400:00000200:0.0:1767384972.633274:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp36 local destination 00000400:00000200:0.0:1767384972.633278:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp36 00000400:00000200:0.0:1767384972.633283:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp36 NI seq info: [191:191:256:4294967295] 192.168.203.109@tcp36 LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1767384972.633286:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633292:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp36 00000400:00000200:0.0:1767384972.633306:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp36(192.168.203.109@tcp36:) -> 192.168.203.109@tcp36(192.168.203.109@tcp36:192.168.203.109@tcp36) : GET try# 0 00000800:00000200:0.0:1767384972.633312:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp36 00000800:00000010:0.0:1767384972.633317:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f200fccc. 00000800:00000200:0.0:1767384972.633323:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000800:00000200:0.1:1767384972.633328:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bba8b66] -> 12345-192.168.203.109@tcp36 (2) 00000400:00000200:2.0:1767384972.633329:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633341:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp36 added to recovery queue. ping count: 5 next ping: 325 health :500 00000400:00000200:3.0:1767384972.633365:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.633430:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633438:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.633466:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.633509:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633528:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.633542:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.633608:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633611:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.633637:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.633708:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633711:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.633713:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.633784:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633799:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.633803:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.633890:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.633914:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.633933:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.633960:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634003:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634021:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634040:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634079:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634102:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634118:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634158:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634184:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634192:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634239:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634267:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634275:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634322:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634350:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634361:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634410:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634466:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634474:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634503:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634537:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634564:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634572:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634609:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634664:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634666:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634669:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634744:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634756:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634758:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634820:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634849:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634851:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634911:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.634953:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.634958:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.634985:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635031:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635042:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635064:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635108:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635120:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635147:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635189:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635215:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635222:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635261:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635301:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635312:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635336:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635377:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635392:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635424:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635469:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635486:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635507:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635543:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635566:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635582:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635619:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635645:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635652:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635693:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635731:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635732:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635752:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635825:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635829:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635832:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635920:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.635930:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.635935:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.635991:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.636021:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.636022:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636058:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.636115:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.636119:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636123:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.636198:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636199:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636261:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.636283:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636334:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000800:00000010:2.0:1767384972.636342:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c91eb101. 00000400:00000200:3.0:1767384972.636347:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000800:00000010:2.0:1767384972.636349:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f772babf. 00000800:00000010:2.0:1767384972.636358:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001acb3735. 00000800:00000010:2.0:1767384972.636387:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001acb3735. 00000400:00000200:0.0:1767384972.636394:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000800:00020000:2.0:1767384972.636412:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384972.636417:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f772babf. 00000800:00000010:2.0:1767384972.636424:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c91eb101. 00000400:00000200:3.0:1767384972.636428:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636495:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:02020000:2.0:1767384972.636497:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp44 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384972.636508:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp44 notifying 192.168.203.109@tcp44: down 00000400:00000200:3.0:1767384972.636510:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000800:00000200:2.0:1767384972.636516:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp44 down 00000800:00000100:2.0:1767384972.636525:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp44 00000800:00000010:2.0:1767384972.636528:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e6fcccd5. 00000400:00000200:2.0:1767384972.636535:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384972.636542:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp44->192.168.203.109@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384972.636551:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384972.636555:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384972.636560:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp44) recovery failed with -71 00000400:00000200:0.0:1767384972.636564:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.636577:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.636608:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636642:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.636652:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.636687:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636717:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.636728:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.636780:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636792:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.636820:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.636853:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636894:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.636928:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.636937:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.636971:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.637013:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637017:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.637044:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.637088:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637095:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.637119:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.637175:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637176:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.637190:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637269:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.637294:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.637295:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637333:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.637389:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.637392:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637411:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.637493:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637501:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.637556:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637563:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637628:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000800:00000010:3.0:1767384972.637668:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ea902876. 00000400:00000200:2.0:1767384972.637671:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000800:00000010:3.0:1767384972.637673:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac80d58f. 00000800:00000010:3.0:1767384972.637680:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ed39f1aa. 00000800:00000010:3.0:1767384972.637714:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ed39f1aa. 00000400:00000200:2.0:1767384972.637746:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637800:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637851:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637929:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.637999:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.638058:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.638123:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.638172:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.638218:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.638267:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.638318:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.638365:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384972.638366:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384972.638388:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp32 from 205.3.0.2 00000800:00000010:0.0:1767384972.638392:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e22085cf. 00000400:00000200:2.0:1767384972.638393:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000800:00000010:3.0:1767384972.638443:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000204073d1. 00000400:00000200:2.0:1767384972.638448:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000800:00000010:3.0:1767384972.638451:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc589a1d. 00000800:00000010:3.0:1767384972.638481:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b53cbf5c. 00000800:00000200:3.1:1767384972.638488:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000031f96433] -> 12345-192.168.203.109@tcp32 (4) 00000800:00000200:3.1:1767384972.638494:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp32 00000000b53cbf5c deleted 00000800:00000010:3.1:1767384972.638497:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b53cbf5c. 00000800:00000200:3.1:1767384972.638504:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:2.0:1767384972.638505:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000800:00000200:3.0:1767384972.638511:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp32 p 3.x 192.168.203.109 -> 192.168.203.109:973 incarnation:1767384931880550889 sched[0] 00000800:00000010:3.0:1767384972.638517:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ed39f1aa. 00000400:00000200:2.0:1767384972.638557:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000800:00000010:3.0:1767384972.638575:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ed39f1aa. 00000800:00000010:3.0:1767384972.638581:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc589a1d. 00000800:00000010:3.0:1767384972.638615:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e22085cf. 00000400:00000200:2.0:1767384972.638629:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000800:00000001:3.0:1767384972.638637:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384972.638644:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384972.638673:0:16329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.1:1767384972.638678:0:16329:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp32 ip 192.168.203.109:988 00000800:00000200:3.1:1767384972.638681:0:16329:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009dcec7a9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384972.638688:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp32 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384931880550889 sched[0] 00000800:00000010:3.0:1767384972.638692:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac80d58f. 00000400:00000200:2.0:1767384972.638711:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000800:00000001:3.0:1767384972.638729:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384972.638735:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384972.638779:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384972.638784:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384972.638790:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384972.638793:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384972.638796:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000800:00000001:3.0:1767384972.638797:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384972.638900:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384972.639013:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da537af0. 00000400:00000200:0.0:1767384972.639018:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384972.639019:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac80d58f. 00000800:00000010:3.0:1767384972.639026:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ed39f1aa. 00000400:00000200:0.0:1767384972.639046:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp42 from 204.3.0.2 00000800:00000010:0.0:1767384972.639051:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ed8153c5. 00000800:00000010:3.0:1767384972.639076:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ed39f1aa. 00000800:00000010:2.0:1767384972.639088:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c91eb101. 00000800:00000010:2.0:1767384972.639093:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f772babf. 00000800:00000010:2.0:1767384972.639097:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001acb3735. 00000800:00000010:3.0:1767384972.639112:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3851fd8. 00000800:00000010:3.0:1767384972.639118:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc589a1d. 00000800:00000010:2.0:1767384972.639123:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001acb3735. 00000800:00020000:2.0:1767384972.639137:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384972.639140:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f772babf. 00000800:00000010:2.0:1767384972.639144:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c91eb101. 00000800:00000010:3.0:1767384972.639145:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b53cbf5c. 00000800:00000200:3.1:1767384972.639152:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (2) 00000800:00000200:3.1:1767384972.639158:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp42 00000000b53cbf5c deleted 00000800:00000010:3.1:1767384972.639160:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b53cbf5c. 00000800:00000200:3.1:1767384972.639164:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384972.639171:0:16330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp42 ip 192.168.203.109:972 00000800:00000200:3.1:1767384972.639173:0:16330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c171304 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384972.639179:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp42 p 3.x 192.168.203.109 -> 192.168.203.109:972 incarnation:1767384953157489157 sched[0] 00000800:00000010:3.0:1767384972.639183:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ed39f1aa. 00000400:02020000:2.0:1767384972.639209:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp36 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384972.639217:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp36 notifying 192.168.203.109@tcp36: down 00000800:00000200:2.0:1767384972.639223:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp36 down 00000800:00000100:2.0:1767384972.639229:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp36 00000800:00000010:2.0:1767384972.639232:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f200fccc. 00000800:00000010:3.0:1767384972.639233:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ed39f1aa. 00000400:00000200:2.0:1767384972.639238:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000800:00000010:3.0:1767384972.639239:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc589a1d. 00000400:00000200:2.0:1767384972.639250:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp36->192.168.203.109@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384972.639257:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384972.639260:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384972.639265:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp36) recovery failed with -71 00000800:00000010:3.0:1767384972.639275:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ed8153c5. 00000800:00000001:3.0:1767384972.639295:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384972.639299:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384972.639342:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384972.639349:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp42 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384953157489157 sched[0] 00000800:00000200:2.0:1767384972.639350:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384972.639355:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac80d58f. 00000800:00000010:2.0:1767384972.639356:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003c171304. 00000400:00000200:2.0:1767384972.639364:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384972.639370:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp42->192.168.203.109@tcp42: GET: OK 00000400:00000200:2.0:1767384972.639374:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384972.639378:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp42 recovery message sent successfully:0 00000800:00000001:2.0:1767384972.639391:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384972.639412:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384972.639414:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384972.639420:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384972.639429:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp42(192.168.203.109@tcp42) <- 192.168.203.109@tcp42 : GET - for me 00000400:00000200:2.0:1767384972.639439:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384972.639454:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1f09 [1] + 0 00000400:00000200:3.0:1767384972.639457:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639467:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp42 to MR: 192.168.203.109@tcp42 local destination 00000400:00000200:2.0:1767384972.639475:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp42 NI seq info: [192:192:256:4294967295] 192.168.203.109@tcp42 LPNI seq info [174:174:8:4294967295] 00000400:00000200:2.0:1767384972.639490:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp42(192.168.203.109@tcp42:192.168.203.109@tcp42) -> 192.168.203.109@tcp42(192.168.203.109@tcp42:192.168.203.109@tcp42) 192.168.203.109@tcp42 : REPLY try# 0 00000800:00000200:2.0:1767384972.639496:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp42 00000800:00000010:2.0:1767384972.639501:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4706be1. 00000800:00000200:2.0:1767384972.639505:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c269de65] -> 12345-192.168.203.109@tcp42 (4) 00000800:00000200:2.0:1767384972.639511:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp42 ip 192.168.203.109:988 00000800:00000200:2.0:1767384972.639513:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4706be1 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384972.639537:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384972.639561:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000200:2.0:1767384972.639594:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384972.639598:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4706be1. 00000400:00000200:2.0:1767384972.639603:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384972.639607:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384972.639609:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp42->192.168.203.109@tcp42: REPLY: OK 00000800:00000001:3.0:1767384972.639616:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384972.639620:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384972.639632:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384972.639639:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp42(192.168.203.109@tcp42) <- 192.168.203.109@tcp42 : REPLY - for me 00000400:00000200:3.0:1767384972.639652:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp42: Reply from 12345-192.168.203.109@tcp42 of length 272/272 into md 0x1f6d 00000800:00000001:3.0:1767384972.639658:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384972.639664:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384972.639666:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384972.639668:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384972.639670:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp42->192.168.203.109@tcp42: REPLY: OK 00000400:00000200:3.0:1767384972.639678:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008675544 00000400:00000010:3.0:1767384972.639681:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008675544. 00000400:00000200:3.0:1767384972.639684:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384972.639690:0:16335:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a80ef1a0. 00000400:00000010:3.0:1767384972.639693:0:16335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e2ead6ad. 00000800:00000001:3.0:1767384972.639700:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384972.639704:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384972.639710:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000001:3.0:1767384972.639715:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384972.639735:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639751:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639766:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639782:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639797:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639812:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639827:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639841:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639854:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639899:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639925:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639969:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639986:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.639999:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640019:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640033:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640046:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640059:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640073:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640088:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640101:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640115:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640129:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640142:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640155:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640169:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640182:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640197:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640222:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640248:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384972.640266:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384972.640337:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c91eb101. 00000800:00000010:2.0:1767384972.640340:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f772babf. 00000800:00000010:2.0:1767384972.640342:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001acb3735. 00000800:00000010:2.0:1767384972.640356:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001acb3735. 00000800:00020000:2.0:1767384972.640361:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384972.640363:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f772babf. 00000800:00000010:2.0:1767384972.640365:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c91eb101. 00000400:02020000:2.0:1767384972.640390:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp42 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000001:00000001:0.0:1767384973.257750:0:39383:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384973.257756:0:39383:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:0.0:1767384973.261332:0:39383:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384973.267642:0:39384:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000078686497. 00000400:00000010:3.0:1767384973.267655:0:39384:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ac80d58f. 00000400:00000010:3.0:1767384973.267663:0:39384:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bc589a1d. 00000400:00000010:3.0:1767384973.267666:0:39384:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cd76c60b. 00000400:00000010:3.0:1767384973.267669:0:39384:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ead50f2. 00000400:00000010:3.0:1767384973.267673:0:39384:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed39f1aa. 00000400:00000010:3.0:1767384973.267675:0:39384:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000da6ef6a6. 00000400:00000010:3.0:1767384973.267676:0:39384:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004fbbb537. 00000400:00000010:3.0:1767384973.267678:0:39384:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005f9e5487. 00000800:00000010:3.0:1767384973.267695:0:39384:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000001f25c3. 00000800:00000200:3.0:1767384973.267704:0:39384:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384973.267717:0:39384:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384973.267750:0:39384:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.109) 00000400:02000000:3.0:1767384973.267794:0:39384:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.109@tcp50 [8/256/0/180] 00000400:00000010:3.0:1767384973.269130:0:39384:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000ad24efdb. 00000400:00000010:3.0:1767384973.269135:0:39384:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070d5c8c0. 00000400:00000010:3.0:1767384973.269140:0:39384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff328208. 00000400:00000001:3.0:1767384973.269158:0:39384:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384973.269159:0:39384:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384973.269165:0:39384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a36da56. 00000400:00000200:3.0:1767384973.269167:0:39384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000400:00000010:3.0:1767384973.269168:0:39384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00000400:00000010:3.0:1767384973.269171:0:39384:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000004cda5954. 00000400:00000200:3.0:1767384973.269176:0:39384:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (41) 00000400:00000200:3.0:1767384973.269188:0:39384:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384973.269195:0:39384:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:3.0:1767384973.269201:0:39384:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ef5b91ff. 00000020:01000000:3.0:1767384973.269204:0:39384:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384973.269207:0:39384:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.109@tcp50 00000400:00000200:0.0:1767384973.269214:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384973.269219:0:39384:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ac80d58f. 00000400:00000200:0.0:1767384973.269222:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300151 00000400:00000010:3.0:1767384973.269226:0:39384:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000078686497. 00000400:00000010:0.0:1767384973.269228:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00000400:00000200:0.0:1767384973.269232:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000010:0.0:1767384973.269237:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002b911ab1. 00000400:00000200:0.0:1767384973.269241:0:16338:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.109@tcp10 00000400:00000200:0.0:1767384973.269252:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp10 to MR: 192.168.203.109@tcp10 local destination 00000400:00000200:0.0:1767384973.269257:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp10 NI seq info: [193:193:256:4294967295] 192.168.203.109@tcp10 LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1767384973.269269:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp10 00000400:00000200:0.0:1767384973.269275:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) -> 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) : PUT try# 0 00000800:00000200:0.0:1767384973.269280:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.109@tcp10 00000800:00000010:0.0:1767384973.269284:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0aa7762. 00000800:00000200:0.0:1767384973.269290:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (6) 00000020:00000001:1.0:1767384973.269292:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384973.269297:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384973.269301:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:0.0:1767384973.269301:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:988 10000000:01000000:1.0:1767384973.269306:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:0.0:1767384973.269307:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0aa7762 type 1, nob 800 niov 1 nkiov 1 00000020:01000004:1.0:1767384973.269311:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384973.269314:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384973.269315:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384973.269316:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384973.269317:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384973.269318:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384973.269318:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384973.269319:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384973.269320:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384973.269322:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384973.269324:0:16338:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.109@tcp 00000400:00000200:0.0:1767384973.269327:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300551 rc 0 00000100:00000010:1.0:1767384973.269328:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000020:00000040:1.0:1767384973.269333:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384973.269338:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384973.269340:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384973.269344:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384973.269351:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001a9e8105. 00000100:00000001:1.0:1767384973.269357:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.269372:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384973.269374:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.269380:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_03+3] req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384973.269423:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384973.269425:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.269427:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384973.269429:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384973.269435:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384973.269436:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384973.269437:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384973.269438:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384973.269442:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384973.269443:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384973.269443:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384973.269446:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384973.269452:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384973.269453:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384973.269456:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384973.269459:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384973.269462:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384973.269466:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384973.269467:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384973.269468:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384973.269471:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384973.269472:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384973.269473:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384973.269475:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384973.269477:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1767384973.269479:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0aa7762. 00000100:00000010:1.0:1767384973.269480:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 02000000:00000001:3.0:1767384973.269481:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384973.269486:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384973.269486:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000400:00000200:2.0:1767384973.269487:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384973.269492:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384973.269493:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363768064:0@lo:253: 02000000:00000001:1.0:1767384973.269495:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384973.269499:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.269500:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: PUT: OK 00000100:00000001:3.0:1767384973.269502:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384973.269506:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e409c266. 02000000:00000001:3.0:1767384973.269508:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384973.269508:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384973.269510:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.269512:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.269515:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.109@tcp10: 0 02000000:00000001:3.0:1767384973.269516:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384973.269516:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384973.269519:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384973.269524:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ee51b161. 00000100:00000040:1.0:1767384973.269525:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004385cc8a] to pc [ptlrpcd_00_00+0] req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384973.269529:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384973.269531:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384973.269537:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a36da56. 00000800:00000001:2.0:1767384973.269541:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384973.269543:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac80d58f. 00000800:00000001:2.0:1767384973.269545:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384973.269548:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363768064, portal 25 00000800:00000001:2.0:1767384973.269550:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384973.269551:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.269552:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384973.269556:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 10000000:00000001:1.0:1767384973.269556:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.269562:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10) <- 192.168.203.109@tcp10 : PUT - for me 00000020:00000001:1.0:1767384973.269563:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384973.269567:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384973.269568:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384973.269571:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ef5b91ff. 00000100:00000001:3.0:1767384973.269580:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384973.269580:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384973.269585:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384973.269585:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384973.269588:0:16343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b53cbf5c. 00000100:00000001:1.0:1767384973.269591:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384973.269592:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363768064, offset 0 00000400:00000200:2.0:1767384973.269595:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 704 into portal 0 MB=0x8000000000000000 00000100:00100000:1.0:1767384973.269595:0:16341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384973.269599:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384973.269603:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384973.269609:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.109@tcp of length 688/704 into md 0x1f21 [1] + 0 00000400:00000200:3.0:1767384973.269613:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384973.269615:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db7ece85. 00000100:00000001:1.0:1767384973.269619:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384973.269620:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062eab454 00000100:00000001:1.0:1767384973.269623:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384973.269624:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07b00 00000800:00000001:2.0:1767384973.269627:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384973.269628:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384973.269631:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384973.269634:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1719 [2] + 0 00000800:00000001:2.0:1767384973.269634:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384973.269635:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384973.269640:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9ee1eb3. 00000400:00000200:2.0:1767384973.269640:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384973.269641:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384973.269645:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000438738c4 00000400:00000200:2.0:1767384973.269652:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: PUT: OK 00000400:00000200:3.0:1767384973.269654:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384973.269659:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384973.269660:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062eab454 00000400:00000200:3.0:1767384973.269663:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384973.269664:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062eab454. 00000100:00000001:1.0:1767384973.269669:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.269671:0:16334:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384973.269672:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438738c4 02000000:00000001:1.0:1767384973.269672:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384973.269676:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384973.269677:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000438738c4. 00000400:00000200:2.0:1767384973.269677:0:16334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (43) 02000000:00000001:1.0:1767384973.269679:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.269686:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384973.269686:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363768192:0@lo:253: 00000400:00000200:2.0:1767384973.269687:0:16334:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000100:00000200:3.0:1767384973.269691:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384973.269696:0:16334:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.109@tcp (704 bytes) 00000100:00000001:1.0:1767384973.269696:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384973.269697:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000008df11187 x1853237363768064 msgsize 4848 02000000:00000001:1.0:1767384973.269700:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384973.269703:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.269708:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 02000000:00000001:1.0:1767384973.269708:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384973.269711:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384973.269714:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:1.0:1767384973.269716:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000014b9e209. 02000000:00000001:1.0:1767384973.269720:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.269722:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (44) 00000400:00000010:1.0:1767384973.269723:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ae515a9. 00000100:00000001:3.0:1767384973.269724:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384973.269731:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043950cb2. 00000400:00000200:3.0:1767384973.269733:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53cbf5c 00000400:00000010:3.0:1767384973.269736:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b53cbf5c. 00000400:00000200:2.0:1767384973.269736:0:16334:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384973.269742:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384973.269744:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363768192, portal 25 00000100:00000200:3.0:1767384973.269747:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384973.269749:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384973.269750:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp10 to MR: 192.168.203.109@tcp10 local destination 00000100:00000001:1.0:1767384973.269752:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000100:00000040:1.0:1767384973.269761:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384973.269766:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp10 NI seq info: [194:194:256:4294967295] 192.168.203.109@tcp10 LPNI seq info [176:176:8:4294967295] 00000100:00000001:3.0:1767384973.269767:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384973.269773:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384973.269780:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384973.269789:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384973.269793:0:16341:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067cd2270. 00000100:00000001:3.0:1767384973.269799:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.269799:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) -> 192.168.203.109@tcp10(192.168.203.109@tcp10:192.168.203.109@tcp10) 192.168.203.109@tcp10 : ACK try# 0 00000100:00000200:1.0:1767384973.269800:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237363768192, offset 0 00000100:00000001:3.0:1767384973.269806:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384973.269811:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384973.269814:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.109@tcp10 00000400:00000200:1.0:1767384973.269814:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384973.269816:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294961154 00000800:00000010:2.0:1767384973.269822:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4706be1. 00000100:00000010:3.0:1767384973.269823:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054b981df. 00000400:00000200:1.0:1767384973.269827:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384973.269833:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057272d29] -> 12345-192.168.203.109@tcp10 (6) 00000100:00000001:3.0:1767384973.269838:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767384973.269839:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp10 ip 192.168.203.109:1021 00000400:00000200:1.0:1767384973.269844:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272c07b80 00000800:00000200:2.0:1767384973.269845:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4706be1 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384973.269848:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294961154 00000400:00000200:1.0:1767384973.269853:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x172d [2] + 0 00000100:00000010:3.0:1767384973.269855:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085c9096e. 00000400:00000010:1.0:1767384973.269859:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbeeed56. 00000100:00000001:3.0:1767384973.269861:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384973.269886:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba09ea6d 00000800:00000001:2.0:1767384973.269889:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384973.269891:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384973.269896:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384973.269897:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384973.269901:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294961155 00000400:00000200:1.0:1767384973.269904:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba09ea6d 00000400:00000010:1.0:1767384973.269906:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba09ea6d. 00000100:00000010:3.0:1767384973.269907:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f8bcc6c. 00000100:00000001:1.0:1767384973.269910:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384973.269912:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384973.269913:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384973.269918:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294961155 00000100:00000040:1.0:1767384973.269922:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000002b53b981 x1853237363768192 msgsize 4848 00000100:00000010:3.0:1767384973.269923:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f228accf. 00000100:00000001:3.0:1767384973.269929:0:16343:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00100000:1.0:1767384973.269933:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384973.269934:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384973.269935:0:16341:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384973.269939:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.269943:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.269945:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384973.269945:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384973.269950:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384973.269953:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067cd2270 00000100:00000001:3.0:1767384973.269954:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767384973.269956:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384973.269957:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067cd2270. 00000100:00000001:3.0:1767384973.269959:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384973.269960:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4706be1. 00000100:00000001:3.0:1767384973.269962:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384973.269962:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384973.269965:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384973.269968:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384973.269970:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.269973:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.269975:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: ACK: OK 00000100:00000001:1.0:1767384973.269987:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384973.269990:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384973.269991:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384973.269995:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.269999:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384973.270001:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384973.270002:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384973.270003:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363768064 00000100:00000001:1.0:1767384973.270007:0:16341:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384973.270008:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384973.270009:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.270012:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767384973.270013:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384973.270014:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.270016:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.270020:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294961155 02000000:00000001:3.0:1767384973.270021:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384973.270022:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384973.270028:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363768064 00000100:00000001:1.0:1767384973.270032:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294961154 00000020:00000001:3.0:1767384973.270033:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384973.270034:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp10(192.168.203.109@tcp10) <- 192.168.203.109@tcp10 : ACK - for me 00000020:00000040:3.0:1767384973.270038:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:1.0:1767384973.270041:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294961155 00000020:00000001:3.0:1767384973.270042:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384973.270047:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000400:00000200:2.0:1767384973.270050:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp10: ACK from 12345-192.168.203.109@tcp10 into md 0x1f79 00000100:00000001:1.0:1767384973.270050:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294961154 00000020:00000001:3.0:1767384973.270051:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384973.270058:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:2.0:1767384973.270059:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384973.270060:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294961155 00000100:00000001:3.0:1767384973.270062:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384973.270064:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294961155 00000400:00000200:2.0:1767384973.270067:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp10->192.168.203.109@tcp10: ACK: OK 00000100:00000001:1.0:1767384973.270068:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294961155 00000020:00000010:3.0:1767384973.270073:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e1d1d7f. 00000100:00000001:1.0:1767384973.270074:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294961155 00000400:00000200:2.0:1767384973.270075:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000100:00000001:3.0:1767384973.270080:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384973.270080:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00000100:00000001:1.0:1767384973.270081:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384973.270087:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384973.270088:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e1d1d7f. 00000400:00000200:2.0:1767384973.270088:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384973.270091:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.270094:0:16334:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.109@tcp ev->status 0 00000100:00000001:1.0:1767384973.270095:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384973.270097:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000957030ed. 00000400:00000200:2.0:1767384973.270101:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000020:00000010:3.0:1767384973.270104:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000911ea44. 00000400:00000200:2.0:1767384973.270105:0:16334:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000020:00000010:3.0:1767384973.270112:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da351a3d. 00000800:00000001:2.0:1767384973.270112:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384973.270117:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384973.270123:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384973.270125:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384973.270127:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384973.270128:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.270129:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384973.270132:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.270136:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384973.270139:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384973.270140:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363768192 00000400:00000200:1.0:1767384973.270143:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:2.0:1767384973.270145:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384973.270147:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384973.270148:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000083aace8d. 00000100:00000001:2.0:1767384973.270149:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.270150:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384973.270155:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384973.270155:0:16338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbeeed56. 00000100:00100000:2.0:1767384973.270159:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363768192 00000020:00000001:2.0:1767384973.270160:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384973.270163:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384973.270163:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384973.270166:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384973.270167:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384973.270167:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aacfa344. 00000020:00000040:2.0:1767384973.270171:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000400:00000200:1.0:1767384973.270173:0:16338:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000083aace8d 00000100:00100000:3.0:1767384973.270174:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000400:00000010:1.0:1767384973.270178:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000fc5c8a7c. 00000100:00000040:3.0:1767384973.270179:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000020:00000001:2.0:1767384973.270182:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384973.270184:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078165584 : -107292631386032 : ffff9e6afcd1b850) 00000020:00000001:2.0:1767384973.270186:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:1.0:1767384973.270186:0:16338:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000100:00000040:3.0:1767384973.270191:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008df11187 x1853237363768064/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 4848/0 e 0 to 0 dl 1767384984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.270193:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384973.270195:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302051 00000020:00000010:2.0:1767384973.270198:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eab2e7d2. 00000400:00000200:1.0:1767384973.270200:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000100:00000001:2.0:1767384973.270204:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384973.270207:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000004807cd1d. 00000020:00000010:2.0:1767384973.270209:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eab2e7d2. 00000400:00000010:1.0:1767384973.270214:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b584092d. 00000100:00000001:3.0:1767384973.270215:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384973.270217:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2fb8479. 00000020:00000010:3.0:1767384973.270220:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e1d1d7f. 00000400:00000010:1.0:1767384973.270220:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000088c0d708. 00000020:00000010:2.0:1767384973.270222:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4fe4297. 00000100:00000001:3.0:1767384973.270225:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384973.270229:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006431b590. 00000020:00000010:3.0:1767384973.270230:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e1d1d7f. 00000400:00000200:1.0:1767384973.270230:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000100:00000001:2.0:1767384973.270238:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384973.270239:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008df11187 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363768064:12345-0@lo:253: 00000100:00000001:2.0:1767384973.270240:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384973.270242:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000100:00000001:2.0:1767384973.270244:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384973.270250:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363768064 00000400:00000200:1.0:1767384973.270252:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 166], ns[194, 184] 00000100:00000001:2.0:1767384973.270254:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.270255:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384973.270260:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384973.270261:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384973.270262:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384973.270264:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 166], ns[60, 184] 00000020:00000001:3.0:1767384973.270269:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384973.270272:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 00000400:00000200:1.0:1767384973.270273:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000100:00000001:2.0:1767384973.270276:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384973.270278:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384973.270279:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384973.270282:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384973.270285:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000100:00100000:2.0:1767384973.270288:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000020:00000001:3.0:1767384973.270295:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384973.270295:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000400:00000200:1.0:1767384973.270297:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[80, 60] 00000020:00000001:3.0:1767384973.270299:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384973.270300:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078153296 : -107292631398320 : ffff9e6afcd18850) 00000020:00000001:3.0:1767384973.270304:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384973.270309:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b53b981 x1853237363768192/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 4848/0 e 0 to 0 dl 1767384984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384973.270309:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 60], ns[100, 60] 00000100:00000001:3.0:1767384973.270310:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384973.270314:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384973.270320:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009854828f. 00000400:00000200:1.0:1767384973.270324:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 60], ns[110, 60] 02000000:00000001:3.0:1767384973.270325:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.270329:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384973.270335:0:17065:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384973.270337:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384973.270339:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 60], ns[135, 60] 00000020:00000010:2.0:1767384973.270342:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eab2e7d2. 20000000:00000010:3.0:1767384973.270343:0:17065:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ef5b91ff. 00000400:00000200:1.0:1767384973.270345:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[139, 60] 00000100:00000001:2.0:1767384973.270346:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384973.270349:0:17065:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:2.0:1767384973.270353:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eab2e7d2. 20000000:00000001:3.0:1767384973.270354:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384973.270357:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[145, 60] 20000000:00000001:3.0:1767384973.270358:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:2.0:1767384973.270362:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b53b981 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363768192:12345-0@lo:253: 20000000:00000001:3.0:1767384973.270363:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384973.270367:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[148, 60] 20000000:00000001:3.0:1767384973.270368:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384973.270369:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363768192 20000000:00000001:3.0:1767384973.270374:0:17065:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384973.270375:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384973.270380:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384973.270380:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 60], ns[155, 60] 00000020:00000001:2.0:1767384973.270383:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384973.270385:0:17065:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000045371b48. 00000020:00000001:2.0:1767384973.270386:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:3.0:1767384973.270389:0:17065:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00000400:00000200:1.0:1767384973.270389:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 60], ns[165, 60] 00000020:00000001:2.0:1767384973.270409:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448464 : -1047103152 : ffffffffc1967950) 20000000:00000001:3.0:1767384973.270410:0:17065:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384973.270415:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:3.0:1767384973.270416:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:2.0:1767384973.270419:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384973.270421:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384973.270422:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 60], ns[169, 60] 00000020:00000001:2.0:1767384973.270423:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384973.270427:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384973.270430:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384973.270431:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 60], ns[44, 60] 00000100:00000001:2.0:1767384973.270436:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384973.270439:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 02000000:00000001:2.0:1767384973.270440:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384973.270441:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384973.270446:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 02000000:00000010:2.0:1767384973.270448:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c91eb101. 00000400:00000200:1.0:1767384973.270452:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 02000000:00000001:2.0:1767384973.270453:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384973.270456:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.270458:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384973.270462:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384973.270463:0:17067:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384973.270465:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384973.270467:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 44], ns[72, 44] 00080000:00000001:3.0:1767384973.270468:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384973.270473:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384973.270473:0:17067:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005b8786f5. 00000400:00000200:1.0:1767384973.270474:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[73, 44] 00080000:00000002:3.0:1767384973.270480:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000a296b021 20000000:01000000:2.0:1767384973.270480:0:17067:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384973.270483:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 44], ns[172, 44] 20000000:00000001:2.0:1767384973.270485:0:17067:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384973.270488:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e81fa3f9 20000000:00000001:2.0:1767384973.270489:0:17067:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000002:3.0:1767384973.270493:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:2.0:1767384973.270494:0:17067:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384973.270495:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 44], ns[115, 44] 20000000:00000001:2.0:1767384973.270499:0:17067:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384973.270502:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384973.270505:0:17067:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384973.270508:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 44], ns[87, 44] 00080000:00000001:3.0:1767384973.270509:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384973.270514:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384973.270517:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[164, 44], ns[182, 44] 00000020:00000001:3.0:1767384973.270518:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384973.270524:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 44], ns[117, 44] 00000020:00000001:3.0:1767384973.270525:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000400:00000200:1.0:1767384973.270529:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 44], ns[123, 44] 00080000:00000001:3.0:1767384973.270530:0:17065:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384973.270533:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 44], ns[191, 44] 00000400:00000200:1.0:1767384973.270536:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[129, 44] 00000400:00000200:1.0:1767384973.270540:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 44], ns[132, 44] 00080000:00000010:3.0:1767384973.270541:0:17065:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b4d2590b. 00000400:00000200:1.0:1767384973.270547:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 44], ns[153, 44] 00080000:00000001:3.0:1767384973.270548:0:17065:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775869617152 : -107297839934464 : ffff9e69c65d9400) 00080000:00000001:3.0:1767384973.270555:0:17065:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384973.270555:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 44], ns[175, 44] 00000001:00000001:3.0:1767384973.270559:0:17065:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384973.270563:0:17065:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002e1d1d7f. 00080000:00000001:3.0:1767384973.270567:0:17065:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384973.270568:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 44], ns[163, 44] 00080000:00000001:3.0:1767384973.270571:0:17065:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384973.270574:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 44], ns[192, 44] 00000400:00000200:1.0:1767384973.270577:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 44], ns[188, 44] 00000400:00000200:1.0:1767384973.270580:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[171, 44], ns[189, 44] 00080000:00000001:3.0:1767384973.270582:0:17065:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384973.270583:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[169, 44], ns[187, 44] 00000400:00000200:1.0:1767384973.270589:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000400:00000200:1.0:1767384973.270592:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384973.270595:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:3.0:1767384973.270598:0:17065:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384973.270598:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384973.270602:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:1.0:1767384973.270606:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp46 00000400:00000200:1.0:1767384973.270610:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp46 lpni_is_preferred = 0 00000400:00000200:1.0:1767384973.270612:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp46 00000400:00000200:1.0:1767384973.270614:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp46 NI seq info: [195:195:256:4294967295] 192.168.203.109@tcp46 LPNI seq info [177:177:8:4294967295] 00000400:00000200:1.0:1767384973.270618:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp46 00000400:00000200:1.0:1767384973.270628:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp46(192.168.203.109@tcp46:) -> 192.168.203.109@tcp46(192.168.203.109@tcp:192.168.203.109@tcp46) : GET try# 0 00000800:00000200:1.0:1767384973.270634:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp46 00000800:00000010:1.0:1767384973.270637:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f9cd6df1. 00000800:00000010:1.0:1767384973.270642:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000067cd2270. 00000800:00000010:1.0:1767384973.270644:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000996b78f5. 00000800:00000200:1.0:1767384973.270649:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000800:00000200:1.1:1767384973.270652:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000400:00000200:1.0:1767384973.270662:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:1.0:1767384973.270664:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300251 rc 0 00000400:00000200:2.0:1767384973.270749:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.270795:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.270820:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.270847:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.270915:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.270945:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.270964:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.270981:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271009:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271036:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271079:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271126:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271170:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271211:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271254:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271298:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271317:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271335:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271358:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271407:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271442:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271478:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271508:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271532:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271565:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271596:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271620:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271648:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271672:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271691:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271716:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271752:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271779:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.271807:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00080000:00000010:3.0:1767384973.271828:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b4d2590b. 00000400:00000200:2.0:1767384973.271841:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00080000:00000010:1.0:1767384973.271897:0:17065:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002e1d1d7f. 00040000:00000001:1.0:1767384973.271909:0:17065:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384973.271911:0:17065:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384973.271914:0:17065:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384973.271918:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384973.271920:0:17065:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384973.271921:0:17065:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384973.271934:0:17065:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384973.271942:0:17065:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384973.271945:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384973.271946:0:17065:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384973.271951:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384973.271953:0:17065:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:3.0:1767384973.271954:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384973.271959:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384973.271961:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000010:2.0:1767384973.271965:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c35522dc. 00010000:00000040:3.0:1767384973.271966:0:17087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000d07eeca count: 2 00010000:00000001:3.0:1767384973.271971:0:17087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384973.271971:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b244b41a. 00010000:00000001:3.0:1767384973.271974:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000010:2.0:1767384973.271978:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eab2e7d2. 00010000:00000010:3.0:1767384973.271979:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cee78e17. 00000020:00000001:3.0:1767384973.271984:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384973.271985:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cee78e17 with handle 0x135556ebb4843d04 to hash 00000020:00000001:3.0:1767384973.271987:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384973.271988:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:3.0:1767384973.271991:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:3.0:1767384973.271994:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384973.271995:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384973.271998:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384973.271998:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eab2e7d2. 00010000:00000001:3.0:1767384973.272008:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00020000:2.0:1767384973.272008:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00010000:00000001:3.0:1767384973.272013:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000010:2.0:1767384973.272013:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b244b41a. 00000800:00000010:2.0:1767384973.272015:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c35522dc. 00010000:00000001:3.0:1767384973.272016:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384973.272020:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384973.272023:0:17087:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384973.272026:0:17087:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384973.272040:0:17087:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384973.272041:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384973.272042:0:17067:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c6fbf69. 00010000:00000001:3.0:1767384973.272043:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:01000000:1.0:1767384973.272046:0:17067:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00010000:00000001:3.0:1767384973.272047:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384973.272051:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384973.272052:0:17067:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384973.272054:0:17087:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:1.0:1767384973.272056:0:17067:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00010000:3.0:1767384973.272057:0:17087:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384973.272059:0:17067:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:3.0:1767384973.272065:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000d07eeca) refcount = 2 00000400:02020000:2.0:1767384973.272066:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp46 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767384973.272067:0:17067:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000040:3.0:1767384973.272070:0:17087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384973.272074:0:17087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384973.272075:0:17067:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.272081:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp46 notifying 192.168.203.109@tcp46: down 00010000:00000040:3.0:1767384973.272083:0:17087:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384973.272087:0:17087:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384973.272092:0:16329:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp46 down 00010000:00000010:3.0:1767384973.272094:0:17087:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a41b21f8. 00000100:00000001:3.0:1767384973.272098:0:17087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384973.272101:0:17087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b53cbf5c. 00000800:00000100:2.0:1767384973.272103:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp46 00000100:00000001:3.0:1767384973.272104:0:17087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780201660608 : -107293507891008 : ffff9e6ac89350c0) 00080000:00000001:1.0:1767384973.272104:0:17067:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384973.272107:0:17067:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.272108:0:17087:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636780201660608 : -107293507891008 : ffff9e6ac89350c0) 00080000:00000001:1.0:1767384973.272111:0:17067:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:3.0:1767384973.272115:0:17087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:1.0:1767384973.272115:0:17067:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384973.272116:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f9cd6df1. 00000100:00000001:3.0:1767384973.272119:0:17087:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000002:1.0:1767384973.272121:0:17067:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2821830086 to info 00000000d195acb9 00010000:00000001:3.0:1767384973.272122:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:2.0:1767384973.272123:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000001:3.0:1767384973.272126:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384973.272127:0:17067:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e8e6b3eb 00010000:00000001:3.0:1767384973.272130:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384973.272131:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp46->192.168.203.109@tcp46: GET: LOCAL_ERROR 00080000:00000002:1.0:1767384973.272131:0:17067:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:3.0:1767384973.272134:0:17087:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:1.0:1767384973.272138:0:17067:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384973.272139:0:17087:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:1.0:1767384973.272142:0:17067:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.272143:0:17087:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:2.0:1767384973.272146:0:16329:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp46 added to recovery queue. ping count: 0 next ping: 294 health :900 00010000:00000001:3.0:1767384973.272148:0:17087:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1767384973.272148:0:17067:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384973.272150:0:16329:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:1.0:1767384973.272153:0:17067:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000010:3.0:1767384973.272154:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a93edc9. 00000400:00000200:2.0:1767384973.272155:0:16329:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000020:00000001:1.0:1767384973.272157:0:17067:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780833948504 : -107292875603112 : ffff9e6aee434358) 00000020:00000040:3.0:1767384973.272159:0:17087:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000400:00000200:2.0:1767384973.272162:0:16329:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00080000:00000001:1.0:1767384973.272162:0:17067:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384973.272167:0:17067:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fa46aa54. 00000100:00000001:3.0:1767384973.272168:0:17087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384973.272173:0:17087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:1.0:1767384973.272173:0:17067:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775873044480 : -107297836507136 : ffff9e69c691e000) 02000000:00000001:3.0:1767384973.272177:0:17087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.272177:0:17067:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384973.272181:0:17067:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000010:3.0:1767384973.272183:0:17087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4d2590b. 00080000:00000010:1.0:1767384973.272185:0:17067:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000635153e7. 00000100:00000001:3.0:1767384973.272187:0:17087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.272188:0:17067:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384973.272193:0:17087:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 16 pid: 17065 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384973.272199:0:17067:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384973.272209:0:17087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 16 pid: 17065 timeout: 443 lvb_type: 0 00000400:00000200:2.0:1767384973.272210:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:1.0:1767384973.272210:0:17067:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.272218:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300851 00010000:00000001:3.0:1767384973.272221:0:17087:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000001:2.0:1767384973.272222:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000001:1.0:1767384973.272222:0:17067:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384973.272225:0:17087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000001:2.0:1767384973.272226:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384973.272229:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b584092d 00000100:00000040:3.0:1767384973.272230:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384973.272231:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b584092d. 00000400:00000200:2.0:1767384973.272237:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00080000:00000020:1.0:1767384973.272239:0:17065:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384973.272242:0:17087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384973.272243:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000001:1.0:1767384973.272244:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384973.272245:0:17087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384973.272248:0:17065:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ef5b91ff. 00000400:00000010:2.0:1767384973.272250:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000004807cd1d. 00000100:00100000:3.0:1767384973.272251:0:17087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a93edc9 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363768320:0@lo:104: 20000000:00000001:1.0:1767384973.272253:0:17065:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.272255:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00010000:00000040:1.0:1767384973.272259:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363768064 00000100:00000001:3.0:1767384973.272260:0:17087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384973.272263:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 02000000:00000001:3.0:1767384973.272264:0:17087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767384973.272264:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384973.272268:0:17087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.272268:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302051 rc -71 00010000:00000200:1.0:1767384973.272272:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008df11187 x1853237363768064/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384973.272274:0:17087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384973.272277:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 02000000:00000010:3.0:1767384973.272279:0:17087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cef25ee. 02000000:00000001:3.0:1767384973.272284:0:17087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.272284:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (42) 00010000:00000001:1.0:1767384973.272287:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384973.272291:0:17087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5cb0cef. 00010000:00000001:1.0:1767384973.272291:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384973.272294:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=91 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384973.272296:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000100:00000001:1.0:1767384973.272299:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384973.272301:0:17087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363768320, portal 16 00000100:00000040:1.0:1767384973.272303:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384973.272305:0:17087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384973.272307:0:17087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079255168 : -107292630296448 : ffff9e6afce25880) 00000100:00000001:1.0:1767384973.272307:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384973.272313:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384973.272315:0:17087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384973.272316:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.272321:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384973.272327:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384973.272329:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384973.272331:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000943c2d19. 00000100:00000040:3.0:1767384973.272332:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384973.272337:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363768064, offset 224 00000400:00000010:3.0:1767384973.272338:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000400:00000200:1.0:1767384973.272342:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384973.272347:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363768320, offset 0 00000400:00000200:1.0:1767384973.272349:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384973.272354:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384973.272358:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07b00 00000400:00000200:3.0:1767384973.272363:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384973.272364:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f7d [2] + 224 00000400:00000200:1.0:1767384973.272370:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384973.272372:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c07c00 00000400:00000200:1.0:1767384973.272377:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384973.272381:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1825 [2] + 1312 00000400:00000200:3.0:1767384973.272385:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384973.272387:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384973.272388:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384973.272405:0:17087:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.272405:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384973.272408:0:17087:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384973.272415:0:17087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bbf176c. 00000100:00000040:3.0:1767384973.272418:0:17087:0:(events.c:337:request_in_callback()) incoming req@000000002bbf176c x1853237363768320 msgsize 328 00000100:00000040:1.0:1767384973.272419:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384973.272428:0:17087:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384973.272438:0:17087:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384973.272445:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000400:00000010:3.0:1767384973.272448:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000100:00000001:1.0:1767384973.272450:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384973.272451:0:17087:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384973.272456:0:17087:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384973.272458:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000943c2d19 00000400:00000010:1.0:1767384973.272462:0:17065:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000943c2d19. 00000100:00000001:2.0:1767384973.272464:0:36559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384973.272467:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384973.272468:0:36559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363768320 00000100:00000001:1.0:1767384973.272468:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384973.272471:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384973.272472:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384973.272472:0:36559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384973.272476:0:36559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384973.272477:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.272479:0:36559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.272484:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 02000000:00000001:2.0:1767384973.272485:0:36559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.272488:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384973.272490:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384973.272491:0:36559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363768320 00000100:00000001:3.0:1767384973.272492:0:17087:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384973.272493:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384973.272496:0:36559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384973.272497:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767384973.272499:0:36559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843906 00000100:00000001:3.0:1767384973.272500:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.272503:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008df11187 x1853237363768064/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384973.272504:0:36559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384973.272506:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294961157 00000020:00000040:2.0:1767384973.272508:0:36559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000eeacafeb refcount=3 00000100:00000001:3.0:1767384973.272513:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294961155 00000020:00000001:2.0:1767384973.272514:0:36559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:3.0:1767384973.272520:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294961157 00000020:00000001:2.0:1767384973.272520:0:36559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636781079580672 : -107292629970944 : ffff9e6afce75000) 00000100:00000001:3.0:1767384973.272527:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294961155 00000100:00100000:1.0:1767384973.272530:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008df11187 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+16:16343:x1853237363768064:12345-0@lo:253: Request processed in 2310us (2827us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384973.272532:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294961157 00000100:00000001:2.0:1767384973.272533:0:36559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384973.272537:0:36559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eab2e7d2. 00000100:00000001:3.0:1767384973.272541:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294961155 00000100:00000001:2.0:1767384973.272541:0:36559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384973.272544:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:3.0:1767384973.272547:0:17087:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294961157 00000020:00000010:2.0:1767384973.272548:0:36559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eab2e7d2. 00000100:00000040:1.0:1767384973.272550:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:1.0:1767384973.272555:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384973.272556:0:17087:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294961155 00000020:00000010:2.0:1767384973.272557:0:36559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036c263ac. 00000100:00000001:1.0:1767384973.272558:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384973.272563:0:36559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f163b0d. 00000020:00000010:1.0:1767384973.272563:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000911ea44. 00000100:00000001:3.0:1767384973.272566:0:17087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384973.272569:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da351a3d. 00000100:00000001:3.0:1767384973.272570:0:17087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384973.272570:0:36559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004087d0d4. 00000020:00000010:1.0:1767384973.272573:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000957030ed. 00010000:00000001:3.0:1767384973.272576:0:17087:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.272579:0:17087:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384973.272579:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000020:00000001:3.0:1767384973.272581:0:17087:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384973.272582:0:36559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 02000000:00000001:1.0:1767384973.272584:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384973.272588:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384973.272588:0:36559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1767384973.272588:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009854828f. 00010000:00000001:3.0:1767384973.272591:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384973.272592:0:36559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384973.272593:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384973.272595:0:17087:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.272595:0:36559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.272596:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384973.272600:0:17087:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384973.272602:0:17087:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:1.0:1767384973.272603:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384973.272604:0:36559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.272605:0:17087:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.272610:0:17087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384973.272610:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95a162b. 00000100:00000001:3.0:1767384973.272614:0:17087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384973.272616:0:17087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b53cbf5c going to sleep for 11 seconds 00000400:00000010:1.0:1767384973.272616:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000943c2d19. 00000100:00000001:2.0:1767384973.272617:0:36559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.272622:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384973.272626:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.272632:0:36559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384973.272634:0:36559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384973.272637:0:36559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384973.272640:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384973.272641:0:36559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000eeacafeb : new rpc_count 1 00000100:00000001:3.0:1767384973.272644:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384973.272645:0:36559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079264128 : -107292630287488 : ffff9e6afce27b80) 00000400:00000001:3.0:1767384973.272648:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384973.272650:0:36559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002bbf176c x1853237363768320/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 328/0 e 0 to 0 dl 1767384984 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1767384973.272651:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384973.272654:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a36da56. 00000400:00000200:3.0:1767384973.272658:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac80d58f 00000400:00000010:3.0:1767384973.272661:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac80d58f. 00000100:00000001:2.0:1767384973.272663:0:36559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384973.272665:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384973.272666:0:36559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eab2e7d2. 00000100:00000001:2.0:1767384973.272670:0:36559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384973.272671:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384973.272672:0:36559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eab2e7d2. 00000100:00100000:2.0:1767384973.272681:0:36559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002bbf176c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363768320:12345-0@lo:104: 00000100:00000200:2.0:1767384973.272688:0:36559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363768320 00000100:00000200:3.0:1767384973.272691:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384973.272693:0:36559:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767384973.272699:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384973.272699:0:36559:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384973.272703:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384973.272703:0:36559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384973.272708:0:16343:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384973.272708:0:36559:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005daa0243 refcount=2 02000000:00000001:3.0:1767384973.272712:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384973.272715:0:36559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00000100:00000001:3.0:1767384973.272716:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384973.272718:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.272721:0:36559:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 02000000:00000001:3.0:1767384973.272722:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384973.272725:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=91 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384973.272734:0:36559:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:3.0:1767384973.272735:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=91 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384973.272738:0:36559:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.272739:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384973.272742:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.272745:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:2.0:1767384973.272745:0:36559:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384973.272748:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.272752:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384973.272758:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.272763:0:36559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384973.272766:0:36559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384973.272767:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384973.272770:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384973.272772:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384973.272772:0:36559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000938005bc. 00000020:01000004:3.0:1767384973.272776:0:16343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:2.0:1767384973.272776:0:36559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384973.272780:0:16343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384973.272781:0:36559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384973.272784:0:16343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384973.272786:0:36559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:01000004:3.0:1767384973.272787:0:16343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384973.272788:0:36559:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384973.272790:0:16343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384973.272792:0:16343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00001000:2.0:1767384973.272792:0:36559:0:(import.c:2128:obd_at_measure()) add 1 to 000000003f895ead time=91 v=5 (1 0 0 0) 00000020:01000004:3.0:1767384973.272795:0:16343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:2.0:1767384973.272797:0:36559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:01000004:3.0:1767384973.272798:0:16343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384973.272800:0:16343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:2.0:1767384973.272802:0:36559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:01000004:3.0:1767384973.272803:0:16343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384973.272807:0:36559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000040:3.0:1767384973.272809:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384973.272810:0:36559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384973.272813:0:36559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.272817:0:36559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384973.272822:0:36559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384973.272823:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363768064:0@lo:253: 00000100:00000001:3.0:1767384973.272828:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.272829:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384973.272830:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363768064/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.272834:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384973.272836:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384973.272837:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ee51b161. 00000400:00000010:2.0:1767384973.272840:0:36559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c85bf5. 02000000:00000001:3.0:1767384973.272841:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384973.272844:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384973.272846:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000200:2.0:1767384973.272846:0:36559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363768320, offset 224 00000020:00000001:3.0:1767384973.272851:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384973.272854:0:36559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384973.272859:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001a9e8105. 02000000:00000001:3.0:1767384973.272882:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384973.272884:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384973.272886:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000100:00000001:3.0:1767384973.272889:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384973.272890:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.272892:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.272896:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384973.272898:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.272901:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384973.272903:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.272949:0:36559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384973.272957:0:36559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c07c00 00000400:00000200:2.0:1767384973.272962:0:36559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f95 [1] + 224 00000400:00000200:2.0:1767384973.272966:0:36559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384973.272970:0:36559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384973.272974:0:36559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384973.272977:0:36559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384973.272985:0:36559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384973.272998:0:36559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384973.273010:0:36559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c85bf5 00000100:00000001:3.0:1767384973.273012:0:17087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384973.273012:0:36559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c85bf5. 00000100:00000001:2.0:1767384973.273018:0:36559:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384973.273019:0:17087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384973.273021:0:36559:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384973.273022:0:17087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384973.273025:0:17087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5cb0cef. 00000100:00000001:2.0:1767384973.273026:0:36559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384973.273029:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000100:00000040:2.0:1767384973.273031:0:36559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:3.0:1767384973.273033:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00010000:00000001:2.0:1767384973.273035:0:36559:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384973.273038:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.0:1767384973.273039:0:36559:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b244b41a. 00010000:00000001:2.0:1767384973.273042:0:36559:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384973.273045:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384973.273051:0:17087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384973.273055:0:36559:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1767384973.273057:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384973.273058:0:36559:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.273060:0:17087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384973.273061:0:36559:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.273064:0:17087:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384973.273065:0:36559:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.273068:0:17087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384973.273070:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384973.273072:0:36559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bbf176c x1853237363768320/t0(0) o104->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 328/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384973.273073:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.273073:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384973.273077:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.273079:0:17087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384973.273083:0:17061:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:3.0:1767384973.273085:0:17087:0:(import.c:2128:obd_at_measure()) add 5 to 000000002630b50f time=91 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384973.273089:0:17061:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00001000:3.0:1767384973.273093:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 000000000ee1d265 time=91 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384973.273096:0:36559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002bbf176c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:87a2e106-e553-4e56-a48a-4e53df41a160+3:17087:x1853237363768320:12345-0@lo:104: Request processed in 429us (673us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384973.273098:0:17061:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384973.273099:0:17087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1767384973.273103:0:17061:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384973.273104:0:17087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384973.273108:0:36559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00000001:3.0:1767384973.273109:0:17087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384973.273112:0:17087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384973.273114:0:36559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000eeacafeb : new rpc_count 0 00000100:00000001:3.0:1767384973.273116:0:17087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.273119:0:36559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767384973.273120:0:17061:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005daa0243 already unused, calling callback (00000000c41d87b4) 00000100:00000040:3.0:1767384973.273123:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384973.273123:0:36559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:1.0:1767384973.273125:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:2.0:1767384973.273127:0:36559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f163b0d. 10000000:00010000:1.0:1767384973.273128:0:17061:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384973.273133:0:36559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004087d0d4. 00000020:00000010:2.0:1767384973.273138:0:36559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036c263ac. 00000100:00000001:3.0:1767384973.273143:0:17087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384973.273143:0:36559:0:(genops.c:898:class_export_put()) PUTting export 00000000eeacafeb : new refcount 2 00000100:00000001:2.0:1767384973.273147:0:36559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.273148:0:17087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384973.273151:0:17087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384973.273155:0:17087:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384973.273155:0:17061:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384973.273158:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384973.273159:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.273162:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384973.273162:0:17061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384973.273166:0:17061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005daa0243 refcount=3 00010000:00000001:3.0:1767384973.273167:0:17087:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.273172:0:17061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00000100:00000040:3.0:1767384973.273174:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384973.273175:0:17061:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078003200 : -107292631548416 : ffff9e6afccf3e00) 00010000:00000001:1.0:1767384973.273181:0:17061:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384973.273184:0:17061:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384973.273187:0:17087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a93edc9 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17087:1853237363768320:0@lo:104: 00000100:00000001:3.0:1767384973.273197:0:17087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384973.273198:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384973.273201:0:17061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384973.273202:0:17087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.273206:0:17087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384973.273210:0:17087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:1.0:1767384973.273210:0:17061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:3.0:1767384973.273213:0:17087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a93edc9 x1853237363768320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384973.273214:0:17061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384973.273217:0:17061:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384973.273221:0:17061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384973.273225:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384973.273226:0:17087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384973.273229:0:17087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384973.273229:0:17061:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384973.273233:0:17087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cef25ee. 02000000:00000001:3.0:1767384973.273237:0:17087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384973.273239:0:17087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384973.273240:0:17087:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 10000000:00000001:1.0:1767384973.273240:0:17061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384973.273243:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384973.273244:0:17087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384973.273246:0:17087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4d2590b. 10000000:00000040:1.0:1767384973.273246:0:17061:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 10000000:00000001:1.0:1767384973.273251:0:17061:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:3.0:1767384973.273252:0:17087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:1.0:1767384973.273253:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.273254:0:17087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384973.273257:0:17087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a93edc9. 00010000:00000001:1.0:1767384973.273258:0:17061:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384973.273261:0:17087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384973.273262:0:17087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384973.273266:0:17087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b53cbf5c. 00010000:00000001:1.0:1767384973.273267:0:17061:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384973.273269:0:17087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384973.273270:0:17061:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384973.273273:0:17087:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384973.273274:0:17061:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:3.0:1767384973.273276:0:17087:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a41b21f8. 00010000:00000001:1.0:1767384973.273277:0:17061:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.273281:0:17087:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384973.273282:0:17061:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005daa0243 with handle 0x135556ebb4843cf6 from hash 00010000:00000001:1.0:1767384973.273284:0:17061:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384973.273285:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384973.273286:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384973.273287:0:17061:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384973.273290:0:17061:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384973.273291:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384973.273292:0:17061:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384973.273294:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384973.273296:0:17061:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 20000000:00000001:3.0:1767384973.273298:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384973.273299:0:17061:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767384973.273301:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384973.273304:0:17087:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384973.273304:0:17061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000020:00000040:1.0:1767384973.273309:0:17061:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384973.273314:0:17061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384973.273316:0:17061:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384973.273319:0:17061:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384973.273323:0:17061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d4f1a22. 00000100:00000001:1.0:1767384973.273326:0:17061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384973.273328:0:17061:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384973.273330:0:17061:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384973.273335:0:17061:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384973.273336:0:17061:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384973.273338:0:17061:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384973.273339:0:17061:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.273343:0:17061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf188dfe] to pc [ptlrpcd_00_01+1] req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384973.273361:0:17061:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384973.273363:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384973.273363:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384973.273367:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384973.273368:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384973.273369:0:17061:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.273371:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384973.273372:0:17061:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384973.273376:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384973.273379:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384973.273386:0:17061:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384973.273390:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767384973.273404:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384973.273407:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384973.273408:0:17061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 000000005daa0243/0x135556ebb4843cf6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x135556ebb4843cfd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384973.273413:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384973.273416:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384973.273416:0:17061:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000093c8539f count: 0 02000000:00000001:3.0:1767384973.273421:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.273424:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384973.273425:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363768448:0@lo:103: 00010000:00000001:1.0:1767384973.273427:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384973.273429:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384973.273431:0:17061:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384973.273432:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:1.0:1767384973.273435:0:17061:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b244b41a. 02000000:00000001:3.0:1767384973.273436:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384973.273440:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384973.273441:0:17061:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.273442:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384973.273445:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767384973.273447:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4d2590b. 00000020:00000001:1.0:1767384973.273448:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.273453:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384973.273453:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384973.273457:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384973.273458:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384973.273459:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5cb0cef. 00010000:00010000:1.0:1767384973.273460:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384973.273463:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384973.273465:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000020:00000001:1.0:1767384973.273465:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384973.273470:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384973.273471:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363768448, portal 18 00000100:00000001:3.0:1767384973.273474:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384973.273475:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000100:00000040:3.0:1767384973.273478:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.273483:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384973.273485:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384973.273487:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000100:00000200:3.0:1767384973.273494:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363768448, offset 0 00000400:00000200:3.0:1767384973.273498:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384973.273502:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384973.273508:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c07c80 00000400:00000200:3.0:1767384973.273514:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:3.0:1767384973.273517:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384973.273520:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384973.273522:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384973.273523:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384973.273526:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a93edc9. 00000100:00000040:3.0:1767384973.273527:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000005a93edc9 x1853237363768448 msgsize 328 00000100:00100000:3.0:1767384973.273531:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384973.273540:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384973.273545:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000400:00000010:3.0:1767384973.273546:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000100:00000001:3.0:1767384973.273549:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384973.273553:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.273559:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384973.273562:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.273566:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.273567:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384973.273570:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.273573:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294961158 00000100:00000001:3.0:1767384973.273577:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294961157 00000100:00000001:2.0:1767384973.273579:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384973.273580:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294961158 00000100:00100000:2.0:1767384973.273584:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363768448 00000100:00000001:3.0:1767384973.273585:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294961157 02000000:00000001:2.0:1767384973.273590:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384973.273591:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294961158 00000100:00000001:2.0:1767384973.273594:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384973.273595:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961157 00000100:00000001:2.0:1767384973.273596:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.273600:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294961158 02000000:00000001:2.0:1767384973.273601:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.273613:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961157 00000100:00100000:2.0:1767384973.273613:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363768448 00000020:00000001:2.0:1767384973.273617:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384973.273619:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384973.273620:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384973.273624:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384973.273625:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384973.273627:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=16 00000100:00000001:3.0:1767384973.273629:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384973.273630:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384973.273632:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384973.273634:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384973.273637:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384973.273637:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384973.273640:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384973.273642:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eab2e7d2. 00000100:00000001:3.0:1767384973.273644:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384973.273645:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384973.273646:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384973.273648:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eab2e7d2. 00000100:00000001:3.0:1767384973.273649:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.273652:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384973.273653:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036c263ac. 00000020:00000010:2.0:1767384973.273657:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f163b0d. 00000020:00000010:2.0:1767384973.273659:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004087d0d4. 00000100:00000040:2.0:1767384973.273664:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384973.273666:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384973.273666:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384973.273668:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384973.273669:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.273670:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384973.273673:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384973.273673:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384973.273675:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004c5d68ee refcount=4 00000020:00000001:2.0:1767384973.273676:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834101760 : -107292875449856 : ffff9e6aee459a00) 00010000:00000001:2.0:1767384973.273677:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834101760 : -107292875449856 : ffff9e6aee459a00) 00010000:00010000:2.0:1767384973.273680:0:17059:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 16 pid: 17065 timeout: 443 lvb_type: 0 00010000:00000001:2.0:1767384973.273686:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384973.273687:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384973.273689:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.273691:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.273695:0:17059:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384973.273699:0:17059:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a93edc9 x1853237363768448/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 328/0 e 0 to 0 dl 1767384984 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.273714:0:17059:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384973.273716:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.273730:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.273743:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384973.273745:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384973.273751:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384973.273754:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:2.0:1767384973.273756:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079255168 : -107292630296448 : ffff9e6afce25880) 00000100:00000040:2.0:1767384973.273761:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a93edc9 x1853237363768448/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 328/0 e 0 to 0 dl 1767384984 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.273767:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384973.273770:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eab2e7d2. 00000100:00000001:2.0:1767384973.273772:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384973.273773:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eab2e7d2. 00000100:00100000:2.0:1767384973.273777:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a93edc9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16341:x1853237363768448:12345-0@lo:103: 00000100:00000200:2.0:1767384973.273780:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363768448 00010000:00000001:2.0:1767384973.273782:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384973.273783:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384973.273785:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384973.273788:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384973.273790:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384973.273793:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065b703b1. 02000000:00000001:2.0:1767384973.273794:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.273796:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.273798:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384973.273800:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384973.273802:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384973.273804:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384973.273805:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004c5d68ee refcount=4 00000020:00000001:2.0:1767384973.273807:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834101760 : -107292875449856 : ffff9e6aee459a00) 00010000:00000001:2.0:1767384973.273808:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834101760 : -107292875449856 : ffff9e6aee459a00) 00010000:00000040:2.0:1767384973.273815:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000d07eeca count: 3 00010000:00010000:2.0:1767384973.273817:0:17059:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 16 pid: 17065 timeout: 443 lvb_type: 0 00000100:00001000:2.0:1767384973.273822:0:17059:0:(import.c:2128:obd_at_measure()) add 0 to 0000000040ea0b44 time=1767384973 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384973.273824:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384973.273829:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384973.273830:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384973.273832:0:17059:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 16 pid: 17065 timeout: 443 lvb_type: 0 00000020:00000001:2.0:1767384973.273836:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384973.273838:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384973.273839:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384973.273841:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.273844:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384973.273845:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384973.273851:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384973.273852:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384973.273853:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384973.273855:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384973.273856:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004c5d68ee with handle 0x135556ebb4843cfd from hash 00010000:00000001:2.0:1767384973.273858:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384973.273860:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384973.273861:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384973.273862:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384973.273893:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384973.273895:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384973.273897:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004c5d68ee/0x135556ebb4843cfd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x135556ebb4843cf6 expref: 16 pid: 17065 timeout: 443 lvb_type: 0 00010000:00000040:2.0:1767384973.273901:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00000020:00000040:2.0:1767384973.273903:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:2.0:1767384973.273909:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384973.273911:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384973.273913:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384973.273919:0:17059:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000cee78e17 00010000:00000001:2.0:1767384973.273921:0:17059:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384973.273923:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384973.273924:0:17059:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384973.273926:0:17059:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384973.273927:0:17059:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384973.273930:0:17059:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384973.273931:0:17059:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384973.273933:0:17059:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.273937:0:17059:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384973.273939:0:17059:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384973.273940:0:17059:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384973.273941:0:17059:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384973.273943:0:17059:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000d07eeca) refcount = 2 00010000:00010000:2.0:1767384973.273945:0:17059:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.273949:0:17059:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384973.273950:0:17059:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384973.273952:0:17059:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384973.273953:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384973.273956:0:17059:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eab2e7d2. 00000100:00000001:2.0:1767384973.273958:0:17059:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384973.273961:0:17059:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ca7d216. 00000100:00000001:2.0:1767384973.273963:0:17059:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775866891840 : -107297842659776 : ffff9e69c633fe40) 00000100:00000001:2.0:1767384973.273964:0:17059:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636775866891840 : -107297842659776 : ffff9e69c633fe40) 00000100:00000001:2.0:1767384973.273966:0:17059:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384973.273967:0:17059:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384973.273968:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384973.273970:0:17059:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384973.273971:0:17059:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:2.0:1767384973.273973:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384973.273974:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384973.273975:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cee78e17 refcount=5 00000020:00000001:2.0:1767384973.273983:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:2.0:1767384973.273985:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:2.0:1767384973.273987:0:17059:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384973.273988:0:17059:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.273992:0:17059:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384973.273994:0:17059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.273997:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384973.273998:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384973.273999:0:17059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.274002:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384973.274003:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.274005:0:17059:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384973.274006:0:17059:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384973.274009:0:17059:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cee78e17 already unused, calling callback (00000000c66beece) 00010000:00000001:2.0:1767384973.274010:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384973.274012:0:17059:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384973.274013:0:17059:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.274016:0:17059:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384973.274018:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384973.274019:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384973.274020:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cee78e17 refcount=6 00000020:00000001:2.0:1767384973.274021:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:2.0:1767384973.274023:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077999104 : -107292631552512 : ffff9e6afccf2e00) 00010000:00000001:2.0:1767384973.274025:0:17059:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384973.274031:0:17059:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.274035:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384973.274037:0:17059:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384973.274038:0:17059:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.274045:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384973.274046:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384973.274049:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384973.274051:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384973.274052:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cee78e17 with handle 0x135556ebb4843d04 from hash 00010000:00000001:2.0:1767384973.274055:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384973.274056:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384973.274057:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384973.274058:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384973.274060:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384973.274061:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384973.274063:0:17087:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.274063:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384973.274066:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384973.274070:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.274074:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384973.274075:0:17087:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384973.274076:0:17059:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:3.0:1767384973.274080:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384973.274081:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384973.274083:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384973.274085:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.274085:0:17059:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.274089:0:17059:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.274093:0:17059:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.274095:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:2.0:1767384973.274096:0:17059:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384973.274098:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.274101:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384973.274103:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384973.274104:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384973.274106:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384973.274107:0:17059:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384973.274109:0:17059:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384973.274110:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384973.274110:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384973.274111:0:17059:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384973.274113:0:17059:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384973.274119:0:17059:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.274121:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384973.274122:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cee78e17/0x135556ebb4843d04 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384973.274127:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384973.274128:0:17059:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.274129:0:17059:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384973.274130:0:17059:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384973.274132:0:17059:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.274133:0:17059:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.274134:0:17059:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384973.274135:0:17059:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ca7d216. 00000100:00000001:2.0:1767384973.274137:0:17059:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384973.274138:0:17059:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384973.274140:0:17059:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eab2e7d2. 00010000:00000001:2.0:1767384973.274141:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384973.274142:0:17059:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000d07eeca count: 0 00010000:00010000:2.0:1767384973.274146:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384973.274148:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384973.274150:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384973.274152:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384973.274154:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384973.274156:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384973.274158:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:2.0:1767384973.274160:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:2.0:1767384973.274162:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384973.274163:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.274165:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384973.274168:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384973.274171:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c85bf5. 00000100:00000200:2.0:1767384973.274174:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363768448, offset 224 00000400:00000200:2.0:1767384973.274178:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384973.274184:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384973.274190:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c07c80 00000400:00000200:2.0:1767384973.274195:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1fa9 [1] + 224 00000400:00000200:2.0:1767384973.274203:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384973.274206:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384973.274209:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384973.274213:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384973.274219:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.274230:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384973.274233:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c85bf5 00000400:00000010:2.0:1767384973.274235:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c85bf5. 00000100:00000001:2.0:1767384973.274236:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384973.274237:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384973.274239:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384973.274241:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:2.0:1767384973.274243:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.274245:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384973.274245:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.274248:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384973.274250:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a93edc9 x1853237363768448/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 328/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384973.274253:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384973.274256:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384973.274259:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5cb0cef. 00000100:00100000:2.0:1767384973.274262:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a93edc9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16341:x1853237363768448:12345-0@lo:103: Request processed in 494us (732us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384973.274263:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000400:00000010:3.0:1767384973.274267:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00000100:00000001:3.0:1767384973.274271:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384973.274272:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384973.274275:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000200:3.0:1767384973.274276:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.274278:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384973.274281:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384973.274286:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f163b0d. 00000100:00000200:3.0:1767384973.274288:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384973.274291:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004087d0d4. 00000020:00000010:2.0:1767384973.274296:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036c263ac. 00000100:00000001:3.0:1767384973.274298:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384973.274300:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000100:00000001:2.0:1767384973.274302:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.274307:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.274309:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384973.274310:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384973.274311:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384973.274312:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.274313:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384973.274316:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384973.274318:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384973.274320:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384973.274321:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.274322:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384973.274323:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.274324:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384973.274327:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.274331:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384973.274333:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384973.274333:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384973.274335:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384973.274340:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf188dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363768448:0@lo:103: 00000100:00000001:3.0:1767384973.274343:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.274344:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384973.274345:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf188dfe x1853237363768448/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384989 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.274349:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384973.274351:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384973.274352:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4d2590b. 02000000:00000001:3.0:1767384973.274354:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384973.274355:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384973.274355:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384973.274357:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384973.274357:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000d4f1a22. 02000000:00000001:3.0:1767384973.274359:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384973.274365:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384973.274365:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000100:00000001:3.0:1767384973.274367:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384973.274368:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.274369:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.274370:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384973.274371:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384973.274371:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.274372:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384973.274677:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fa46aa54. 00080000:00000010:1.0:1767384973.274722:0:17067:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000635153e7. 00040000:00000001:1.0:1767384973.274726:0:17067:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384973.274728:0:17067:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384973.274729:0:17067:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384973.274731:0:17067:0:(lu_object.c:207:lu_object_put()) Add 00000000892401b2/00000000150c46eb to site lru. bkt: 00000000c20fd529 20000000:00000001:1.0:1767384973.274733:0:17067:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384973.274735:0:17067:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384973.274736:0:17067:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384973.274747:0:17067:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384973.274749:0:17067:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384973.274753:0:17067:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384973.274762:0:17087:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384973.274765:0:17087:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384973.274766:0:17087:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384973.274769:0:17087:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384973.274770:0:17087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384973.274775:0:17087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000084929867. 00010000:00000001:3.0:1767384973.274778:0:17087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384973.274782:0:17087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000982f3622. 00000020:00000001:3.0:1767384973.274784:0:17087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384973.274786:0:17087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000982f3622 with handle 0x135556ebb4843d0b to hash 00000020:00000001:3.0:1767384973.274788:0:17087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384973.274789:0:17087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781077999616 : -107292631552000 : ffff9e6afccf3000) 00010000:00000001:3.0:1767384973.274790:0:17087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781077999616 : -107292631552000 : ffff9e6afccf3000) 00010000:00000001:3.0:1767384973.274792:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384973.274793:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384973.274795:0:17087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384973.274799:0:17087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384973.274801:0:17087:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384973.274802:0:17087:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384973.274803:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384973.274805:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384973.274806:0:17087:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384973.274807:0:17087:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384973.274809:0:17087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384973.274810:0:17087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384973.274811:0:17087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384973.274817:0:17087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384973.274818:0:17087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000084929867) refcount = 1 00010000:00010000:3.0:1767384973.274820:0:17087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384973.274823:0:17087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384973.274824:0:17087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384973.274825:0:17087:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384973.274826:0:17087:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.274827:0:17087:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384973.274829:0:17087:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384973.274830:0:17087:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003272337s 00010000:00000001:3.0:1767384973.274832:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384973.274833:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384973.274834:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000982f3622 refcount=4 00000020:00000001:3.0:1767384973.274835:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077999616 : -107292631552000 : ffff9e6afccf3000) 00010000:00000001:3.0:1767384973.274837:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077999616 : -107292631552000 : ffff9e6afccf3000) 00010000:00000001:3.0:1767384973.274838:0:17087:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384973.274839:0:17087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384973.274843:0:17087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384973.274844:0:17087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384973.274847:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.274849:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384973.274850:0:17087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384973.274853:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384973.274854:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.274856:0:17087:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384973.274857:0:17087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384973.274859:0:17067:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384973.274862:0:17067:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384973.274893:0:17067:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005b8786f5. 20000000:00000001:1.0:1767384973.274897:0:17067:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384973.274907:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363768192 00010000:00000001:1.0:1767384973.274909:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384973.274913:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b53b981 x1853237363768192/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384973.274927:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384973.274930:0:17087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000982f3622 already unused, calling callback (00000000c66beece) 00010000:00000001:1.0:1767384973.274930:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.274935:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:1.0:1767384973.274935:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=91 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384973.274939:0:17087:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1767384973.274940:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384973.274941:0:17087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384973.274944:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:1.0:1767384973.274948:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000001:3.0:1767384973.274954:0:17087:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767384973.274954:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384973.274956:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.274957:0:17087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384973.274961:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384973.274962:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384973.274963:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000982f3622 refcount=5 00000100:00000040:1.0:1767384973.274967:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384973.274968:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781077999616 : -107292631552000 : ffff9e6afccf3000) 00010000:00000001:3.0:1767384973.274971:0:17087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781077999616 : -107292631552000 : ffff9e6afccf3000) 00000400:00000010:1.0:1767384973.274972:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1ee8a7f. 00010000:00000001:3.0:1767384973.274973:0:17087:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384973.274976:0:17087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384973.274977:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363768192, offset 224 00010000:00000001:3.0:1767384973.274985:0:17087:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384973.274985:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384973.274987:0:17087:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384973.274989:0:17087:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384973.274994:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384973.274995:0:17087:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384973.274998:0:17087:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384973.275001:0:17087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384973.275002:0:17087:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384973.275005:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c07b80 00000020:00000040:3.0:1767384973.275006:0:17087:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000982f3622 with handle 0x135556ebb4843d0b from hash 00010000:00000001:3.0:1767384973.275010:0:17087:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384973.275011:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f85 [2] + 224 00010000:00000001:3.0:1767384973.275012:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.275016:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.275017:0:17087:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384973.275017:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384973.275018:0:17087:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384973.275021:0:17087:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384973.275021:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384973.275023:0:17087:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384973.275025:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384973.275026:0:17087:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384973.275030:0:17087:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384973.275031:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384973.275032:0:17087:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384973.275040:0:17087:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1767384973.275041:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384973.275046:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.275049:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.275051:0:17087:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.275054:0:17087:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.275055:0:17087:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384973.275057:0:17087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384973.275061:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384973.275061:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384973.275062:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.275064:0:17087:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384973.275066:0:17087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384973.275067:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ee8a7f 00010000:00000001:3.0:1767384973.275068:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384973.275070:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1ee8a7f. 00010000:00000001:3.0:1767384973.275071:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384973.275071:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384973.275073:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384973.275075:0:17087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384973.275075:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384973.275076:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384973.275080:0:17087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.275081:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384973.275083:0:17087:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384973.275086:0:17087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384973.275087:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000001:2.0:1767384973.275088:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384973.275091:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384973.275093:0:17087:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:2.0:1767384973.275094:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae515a9. 00010000:00000001:1.0:1767384973.275097:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384973.275098:0:17087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384973.275099:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043950cb2 00000020:00000001:1.0:1767384973.275101:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384973.275102:0:17087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000982f3622/0x135556ebb4843d0b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384973.275102:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043950cb2. 00000020:00000001:1.0:1767384973.275106:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384973.275108:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384973.275112:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b53b981 x1853237363768192/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:199/0 lens 4848/4768 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384973.275115:0:17087:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000084929867 count: 0 00000100:00000200:2.0:1767384973.275115:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384973.275123:0:17087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384973.275126:0:17087:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384973.275143:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384973.275144:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b53b981 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16341:x1853237363768192:12345-0@lo:253: Request processed in 4803us (5217us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384973.275159:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384973.275160:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000001:2.0:1767384973.275161:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384973.275163:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384973.275164:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384973.275167:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384973.275168:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384973.275169:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384973.275171:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384973.275172:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384973.275175:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.275175:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4fe4297. 00000100:00001000:2.0:1767384973.275181:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384973.275184:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=91 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384973.275185:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006431b590. 00000100:00000001:2.0:1767384973.275189:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384973.275190:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2fb8479. 00000100:00000001:2.0:1767384973.275191:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.275195:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384973.275195:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00010000:00000001:2.0:1767384973.275197:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.275200:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384973.275200:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.275203:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c91eb101. 00000100:00000040:2.0:1767384973.275206:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384973.275207:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384973.275210:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384973.275215:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384973.275217:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384973.275220:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384973.275220:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026b336d4. 00000100:00000001:2.0:1767384973.275223:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384973.275225:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1ee8a7f. 00000020:01000004:2.0:1767384973.275226:0:16341:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384973.275230:0:16341:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384973.275232:0:16341:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384973.275233:0:16341:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384973.275234:0:16341:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384973.275235:0:16341:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384973.275236:0:16341:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384973.275237:0:16341:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384973.275243:0:16341:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384973.275245:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384973.275251:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004385cc8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363768192:0@lo:253: 00000100:00000001:2.0:1767384973.275253:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.275255:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384973.275256:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004385cc8a x1853237363768192/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384989 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.275260:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384973.275261:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384973.275263:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000014b9e209. 02000000:00000001:2.0:1767384973.275266:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384973.275266:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384973.275267:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:2.0:1767384973.275268:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384973.275269:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e409c266. 02000000:00000001:2.0:1767384973.275271:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384973.275272:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384973.275273:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004385cc8a. 00000100:00000001:2.0:1767384973.275275:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384973.275276:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.275277:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.275280:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384973.275281:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.275282:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384973.275283:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384973.279912:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294961158, at 4294961159 00000100:00000040:0.0:1767384973.279915:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294961158, at 4294961159 00000100:00000010:2.0:1767384973.279919:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f8bcc6c. 00000100:00000010:0.0:1767384973.279922:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054b981df. 00000100:00000040:1.0:1767384973.279928:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294961158, at 4294961159 00000100:00000010:1.0:1767384973.279935:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085c9096e. 00010000:00000010:3.1:1767384973.280905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000084929867. 00010000:00000010:1.1:1767384973.280908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000093c8539f. 00010000:00000010:3.1:1767384973.280914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000982f3622. 00010000:00000010:1.1:1767384973.280918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005daa0243. 00000100:00000040:3.0:1767384973.280926:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294961158, at 4294961160 00000100:00000010:3.0:1767384973.280932:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f228accf. 00010000:00000010:2.1:1767384973.281974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004c5d68ee. 00010000:00000010:2.1:1767384973.281980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cee78e17. 00010000:00000010:2.1:1767384973.281982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000d07eeca. 00000400:00000010:3.0:1767384973.285119:0:39389:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003f68f11d. 00000400:00000040:3.0:1767384973.285146:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384973.285147:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384973.285150:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384973.285151:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384973.285152:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384973.285156:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384973.285159:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384973.285160:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384973.285161:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384973.285162:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384973.285164:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384973.285165:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384973.285166:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384973.285167:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384973.285168:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384973.285169:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384973.285170:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384973.285171:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384973.285172:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384973.285173:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384973.285174:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384973.285175:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384973.285176:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384973.285177:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384973.285177:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384973.285179:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384973.285180:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384973.285181:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384973.285182:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384973.285183:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384973.285183:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384973.285185:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384973.285186:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384973.285186:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384973.285187:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384973.285188:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384973.285189:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384973.285199:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384973.285200:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384973.285201:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384973.285202:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384973.285203:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384973.285204:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384973.285205:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384973.285209:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384973.285210:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384973.285211:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384973.285212:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384973.285213:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384973.285214:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384973.285215:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384973.285216:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384973.285217:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384973.285218:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384973.285219:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384973.285220:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384973.285221:0:39389:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384973.285301:0:39389:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003f68f11d. 00010000:00000001:2.0:1767384973.656923:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384973.656930:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384973.656935:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384973.656937:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000001:0.0:1767384973.656940:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384973.656941:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384973.656945:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:0.0:1767384973.656950:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000400:00000200:0.0:1767384973.656956:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384973.656963:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery ping unlinked 00000020:00000001:2.0:1767384973.656968:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384973.656972:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384973.656975:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000013788a09. 00010000:00010000:2.0:1767384973.656976:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384973.656981:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ae1e8332. 00000400:00000001:0.0:1767384973.656986:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.656989:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384973.656990:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:0.0:1767384973.656992:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000400:00000200:0.0:1767384973.656994:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384973.656997:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384973.656999:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004f7154d0. 00000400:00000010:0.0:1767384973.657001:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000051cdebb1. 00000400:00000200:0.0:1767384973.657006:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp46 00000400:00000010:0.0:1767384973.657009:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004f7154d0. 00000400:00000010:0.0:1767384973.657013:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000120a1f44. 00000400:00000010:0.0:1767384973.657015:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000400:00000010:0.0:1767384973.657020:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ed8c180. 00000400:00000200:0.0:1767384973.657029:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp46 00000400:00000200:0.0:1767384973.657041:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp46 local destination 00000400:00000200:0.0:1767384973.657046:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp46 00000400:00000200:0.0:1767384973.657051:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp46 NI seq info: [196:196:256:4294967295] 192.168.203.109@tcp46 LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1767384973.657056:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp46 00000400:00000200:0.0:1767384973.657067:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp46(192.168.203.109@tcp46:) -> 192.168.203.109@tcp46(192.168.203.109@tcp46:192.168.203.109@tcp46) : GET try# 0 00000800:00000200:0.0:1767384973.657073:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp46 00000800:00000010:0.0:1767384973.657076:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ba815c85. 00000800:00000200:0.0:1767384973.657083:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000800:00000200:0.1:1767384973.657089:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000400:00000200:0.0:1767384973.657110:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp46 added to recovery queue. ping count: 1 next ping: 296 health :900 00000400:00000200:2.0:1767384973.657181:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657238:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657285:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000200:3.0:1767384973.657292:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a62869d] -> 12345-192.168.203.109@tcp14 (6) 00000800:00000200:3.0:1767384973.657300:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp14 ip 192.168.203.109:988 00000800:00000200:3.0:1767384973.657304:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009dcec7a9 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384973.657324:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657352:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657374:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000800:00000001:3.0:1767384973.657404:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384973.657413:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384973.657414:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384973.657420:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384973.657424:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384973.657437:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657466:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657501:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657531:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657553:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657571:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657586:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657600:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657614:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657633:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657654:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657676:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657696:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657717:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657734:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657755:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657786:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657813:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657836:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657860:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657914:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657950:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.657985:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.658015:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.658042:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.658082:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.658116:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.658151:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384973.658184:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384973.658292:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c35522dc. 00000800:00000010:2.0:1767384973.658296:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee542cec. 00000800:00000010:2.0:1767384973.658301:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb826bb6. 00000800:00000010:2.0:1767384973.658317:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb826bb6. 00000800:00020000:2.0:1767384973.658323:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384973.658326:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee542cec. 00000800:00000010:2.0:1767384973.658327:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c35522dc. 00000400:02020000:2.0:1767384973.658356:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp46 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384973.658361:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp46 notifying 192.168.203.109@tcp46: down 00000400:00000200:2.0:1767384973.658365:0:16328:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384973.658368:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp46 00000800:00000010:2.0:1767384973.658371:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ba815c85. 00000400:00000200:2.0:1767384973.658374:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384973.658377:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp46->192.168.203.109@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384973.658385:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384973.658386:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384973.658405:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp46) recovery failed with -71 00010000:00000001:2.0:1767384974.680984:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384974.680988:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384974.680993:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384974.680994:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.681059:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384974.681063:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384974.681066:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384974.681950:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384974.681953:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384974.681955:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:0.0:1767384974.681959:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000400:00000200:0.0:1767384974.681963:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384974.681968:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384974.681980:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004f7154d0. 00000400:00000010:0.0:1767384974.681982:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000120a1f44. 00000400:00000200:0.0:1767384974.681986:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp45 00000400:00000010:0.0:1767384974.681989:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a6bcfd52. 00000400:00000010:0.0:1767384974.681994:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fa46aa54. 00000400:00000010:0.0:1767384974.681997:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000400:00000010:0.0:1767384974.682004:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a07b7613. 00000400:00000200:0.0:1767384974.682008:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp45 00000400:00000200:0.0:1767384974.682020:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp45 local destination 00000400:00000200:0.0:1767384974.682024:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp45 00000400:00000200:0.0:1767384974.682028:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp45 NI seq info: [197:197:256:4294967295] 192.168.203.109@tcp45 LPNI seq info [179:179:8:4294967295] 00000400:00000200:0.0:1767384974.682033:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp45 00000400:00000200:0.0:1767384974.682046:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp45(192.168.203.109@tcp45:) -> 192.168.203.109@tcp45(192.168.203.109@tcp45:192.168.203.109@tcp45) : GET try# 0 00000800:00000200:0.0:1767384974.682050:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp45 00000800:00000010:0.0:1767384974.682054:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ebcd8c4b. 00000800:00000200:0.0:1767384974.682059:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000800:00000200:0.1:1767384974.682063:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000400:00000200:0.0:1767384974.682082:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp45 added to recovery queue. ping count: 3 next ping: 303 health :700 00000400:00000200:1.0:1767384974.682154:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682190:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682207:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682223:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682239:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682254:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682268:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682284:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682312:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682329:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682346:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682363:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682379:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682413:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682441:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682456:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682478:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682493:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682514:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682537:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682560:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682580:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682605:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682627:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682647:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682670:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682691:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682708:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682724:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682741:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682758:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682774:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682790:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682807:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384974.682822:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384974.683034:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014b9e209. 00000800:00000010:1.0:1767384974.683039:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e426db7. 00000800:00000010:1.0:1767384974.683045:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003824329d. 00000800:00000010:1.0:1767384974.683067:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003824329d. 00000800:00020000:1.0:1767384974.683086:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384974.683091:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e426db7. 00000800:00000010:1.0:1767384974.683094:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000014b9e209. 00000400:02020000:1.0:1767384974.683152:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp45 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384974.683160:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp45 notifying 192.168.203.109@tcp45: down 00000400:00000200:1.0:1767384974.683165:0:16330:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384974.683170:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp45 00000800:00000010:1.0:1767384974.683173:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ebcd8c4b. 00000400:00000200:1.0:1767384974.683178:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384974.683183:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp45->192.168.203.109@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384974.683190:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384974.683193:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384974.683195:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp45) recovery failed with -71 00000004:00000001:0.0:1767384974.808916:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384974.808921:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384974.808926:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db1316fd. 00000020:00000040:0.0:1767384974.808932:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384974.808936:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384974.808939:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384974.808943:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384974.808948:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e054d6f. 00000100:00000001:0.0:1767384974.808953:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.808958:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384974.808959:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.808967:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db1316fd] to pc [ptlrpcd_00_02+2] req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384974.808990:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.809006:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384974.809007:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.809011:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384974.809011:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.809013:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384974.809019:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.809030:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384974.809032:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.809036:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384974.809039:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384974.809042:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384974.809045:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db1316fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363768576:0@lo:13: 00000100:00000001:3.0:1767384974.809049:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384974.809054:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384974.809057:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.809059:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384974.809070:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aa3b6050. 02000000:00000001:3.0:1767384974.809072:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384974.809078:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5cb0cef. 00000400:00000010:3.0:1767384974.809083:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000100:00000200:3.0:1767384974.809088:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363768576, portal 4 00000100:00000001:3.0:1767384974.809090:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384974.809091:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876475776 : -107297833075840 : ffff9e69c6c63b80) 00000100:00000040:3.0:1767384974.809096:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.809102:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384974.809104:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384974.809107:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000100:00000200:3.0:1767384974.809108:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363768576, offset 0 00000400:00000200:3.0:1767384974.809112:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384974.809123:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384974.809131:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c07d00 00000400:00000200:3.0:1767384974.809154:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 00000400:00000200:3.0:1767384974.809167:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384974.809170:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384974.809175:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384974.809176:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384974.809180:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063a60b26. 00000100:00000040:3.0:1767384974.809182:0:16342:0:(events.c:337:request_in_callback()) incoming req@0000000063a60b26 x1853237363768576 msgsize 224 00000100:00100000:3.0:1767384974.809184:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384974.809195:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384974.809200:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000400:00000010:3.0:1767384974.809202:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000100:00000001:3.0:1767384974.809204:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384974.809207:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.809215:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384974.809217:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.809218:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384974.809223:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363768576 00000100:00000001:3.0:1767384974.809224:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.809226:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384974.809229:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384974.809230:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.809236:0:16342:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384974.809237:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.809241:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384974.809242:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363768576 00000020:00000001:0.0:1767384974.809246:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384974.809248:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4177 usecs (5 jiffies) 00000020:00000040:0.0:1767384974.809248:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:0.0:1767384974.809250:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384974.809253:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000100:00000001:3.0:1767384974.809255:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294962693 00000020:00000001:0.0:1767384974.809257:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000010:3.0:1767384974.809261:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f228accf. 00000020:00000001:0.0:1767384974.809262:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:0.0:1767384974.809269:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384974.809270:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384974.809276:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294962693 00000020:00000010:0.0:1767384974.809280:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8f1473. 00000100:00000010:3.0:1767384974.809281:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002365d734. 00000100:00000001:3.0:1767384974.809286:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384974.809287:0:17882:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e6f8d321. 00000100:00000001:3.0:1767384974.809289:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294962693 00000100:00000010:3.0:1767384974.809293:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b1d41a3. 00000020:00000040:0.0:1767384974.809294:0:17882:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:3.0:1767384974.809296:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384974.809302:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294962693 00000100:00000010:3.0:1767384974.809303:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011f79f3d. 00000100:00000001:3.0:1767384974.809306:0:16342:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384974.809307:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384974.809310:0:17882:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384974.809311:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.809316:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.809316:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030b5837a. 00000100:00000001:3.0:1767384974.809320:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384974.809322:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baf07697. 00000020:00000010:0.0:1767384974.809328:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000001:3.0:1767384974.809329:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384974.809333:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384974.809337:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767384974.809337:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384974.809337:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384974.809340:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384974.809343:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384974.809344:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384974.809344:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - evictor 00000100:00000001:0.0:1767384974.809346:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384974.809348:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.809350:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.809358:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.809364:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.809376:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384974.809377:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384974.809393:0:17881:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384974.809394:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:2.0:1767384974.809397:0:17881:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384974.809399:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:2.0:1767384974.809400:0:17881:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.809402:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079263232 : -107292630288384 : ffff9e6afce27800) 00000100:00000040:0.0:1767384974.809406:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063a60b26 x1853237363768576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:200/0 lens 224/0 e 0 to 0 dl 1767384985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.809411:0:17881:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.809419:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384974.809422:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:0.0:1767384974.809423:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384974.809425:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000100:00100000:0.0:1767384974.809429:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063a60b26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363768576:12345-0@lo:13: 00000100:00000200:0.0:1767384974.809431:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363768576 00000020:00000001:0.0:1767384974.809433:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384974.809436:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384974.809437:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.809439:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384974.809440:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:0.0:1767384974.809443:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384974.809451:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384974.809454:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384974.809456:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384974.809459:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.809462:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384974.809464:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384974.809467:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002d9af5b2. 02000000:00000001:0.0:1767384974.809470:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.809472:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384974.809474:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384974.809479:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384974.809481:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384974.809506:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384974.809509:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384974.809513:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384974.809516:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384974.809520:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384974.809523:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384974.809528:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384974.809530:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384974.809532:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384974.809535:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363768576 00010000:00000001:0.0:1767384974.809538:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384974.809542:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063a60b26 x1853237363768576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:200/0 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384974.809551:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384974.809554:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384974.809558:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384974.809562:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384974.809565:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384974.809567:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384974.809570:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384974.809572:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.809575:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384974.809578:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384974.809588:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000200:0.0:1767384974.809592:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363768576, offset 224 00000400:00000200:0.0:1767384974.809597:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384974.809603:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384974.809611:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c07d00 00000400:00000200:0.0:1767384974.809616:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1fc5 [1] + 224 00000400:00000200:0.0:1767384974.809620:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384974.809623:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384974.809625:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384974.809628:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384974.809634:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.809646:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384974.809651:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:0.0:1767384974.809652:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000001:0.0:1767384974.809654:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384974.809656:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384974.809659:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.809661:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384974.809663:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384974.809665:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.809667:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384974.809667:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384974.809671:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384974.809673:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063a60b26 x1853237363768576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:200/0 lens 224/368 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384974.809677:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384974.809681:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384974.809684:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5cb0cef. 00000100:00100000:0.0:1767384974.809684:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063a60b26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363768576:12345-0@lo:13: Request processed in 263us (499us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384974.809690:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000400:00000010:3.0:1767384974.809693:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00000100:00100000:0.0:1767384974.809696:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384974.809698:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384974.809700:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:0.0:1767384974.809703:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384974.809704:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.809705:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384974.809709:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baf07697. 00000020:00000010:0.0:1767384974.809714:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000100:00000200:3.0:1767384974.809719:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384974.809727:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030b5837a. 00000100:00000001:3.0:1767384974.809729:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384974.809731:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384974.809732:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000100:00000001:3.0:1767384974.809733:0:16342:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384974.809737:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384974.809738:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384974.809740:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384974.809743:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.809745:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384974.809749:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384974.809752:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384974.809754:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384974.809755:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.809757:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384974.809759:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384974.809765:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.809767:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384974.809768:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384974.809770:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384974.809771:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.809772:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.809777:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.809779:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384974.809781:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384974.809782:0:16342:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384974.809785:0:16342:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384974.809787:0:16342:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384974.809791:0:16342:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384974.809794:0:16342:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.809803:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384974.809809:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db1316fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363768576:0@lo:13: 00000100:00000001:3.0:1767384974.809812:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.809813:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384974.809815:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db1316fd x1853237363768576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.809820:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384974.809822:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384974.809823:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aa3b6050. 02000000:00000001:3.0:1767384974.809826:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384974.809827:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384974.809828:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384974.809830:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384974.809832:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007e054d6f. 02000000:00000001:3.0:1767384974.809834:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384974.809836:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384974.809837:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db1316fd. 00000100:00000001:3.0:1767384974.809840:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384974.809841:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.809842:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.809845:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384974.809846:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.809847:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.809848:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.809904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384974.809909:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384974.809912:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28ad0b. 00000020:00000040:0.0:1767384974.809914:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384974.809916:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384974.809918:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384974.809919:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384974.809922:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b197c6e3. 00000100:00000001:0.0:1767384974.809925:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.809928:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384974.809934:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384974.809935:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.809937:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b28ad0b] to pc [ptlrpcd_00_03+3] req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.809951:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.809953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384974.809956:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384974.809958:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c996b6fa. 00000020:00000040:0.0:1767384974.809960:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384974.809962:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384974.809963:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384974.809963:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384974.809963:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384974.809968:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.809968:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.809969:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384974.809970:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022134f64. 00000100:00000001:2.0:1767384974.809972:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384974.809974:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384974.809980:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384974.809980:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384974.809998:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384974.810002:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384974.810004:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810006:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384974.810009:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384974.810012:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384974.810012:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c996b6fa] to pc [ptlrpcd_00_00+0] req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384974.810019:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384974.810026:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005b28ad0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363768704:0@lo:400: 00000100:00000001:2.0:1767384974.810031:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384974.810034:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384974.810037:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810038:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384974.810039:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384974.810042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384974.810045:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767384974.810046:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1f39a03. 00000100:00000010:0.0:1767384974.810048:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bee504a. 02000000:00000001:2.0:1767384974.810051:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.810052:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384974.810052:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384974.810056:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384974.810057:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384974.810059:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045251519. 00000100:00000001:3.0:1767384974.810060:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384974.810060:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384974.810065:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.810066:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384974.810067:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c85bf5. 02000000:00000010:0.0:1767384974.810070:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096967349. 00000100:00000200:2.0:1767384974.810072:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363768704, portal 25 00000100:00000001:0.0:1767384974.810075:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.810076:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384974.810080:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384974.810080:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876465920 : -107297833085696 : ffff9e69c6c61500) 00000100:00000040:0.0:1767384974.810082:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384974.810084:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384974.810087:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384974.810090:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384974.810100:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384974.810101:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384974.810104:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.810105:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384974.810106:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.810109:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bee504a] to pc [ptlrpcd_00_01+1] req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384974.810110:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384974.810112:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c996b6fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363768832:0@lo:400: 00000400:00000010:2.0:1767384974.810115:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000100:00000200:2.0:1767384974.810120:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363768704, offset 0 00000100:00000001:3.0:1767384974.810122:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384974.810126:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384974.810129:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384974.810129:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384974.810130:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.810132:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384974.810134:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (300) 02000000:00000010:3.0:1767384974.810137:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000105f0578. 00000400:00000200:2.0:1767384974.810137:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384974.810141:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384974.810145:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5cb0cef. 00000400:00000200:2.0:1767384974.810145:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c07d80 00000400:00000010:3.0:1767384974.810148:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000400:00000200:2.0:1767384974.810151:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1755 [2] + 0 00000400:00000010:2.0:1767384974.810154:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013298ee8. 00000400:00000200:2.0:1767384974.810163:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c64bf29 00000100:00000200:3.0:1767384974.810167:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363768832, portal 10 00000400:00000200:2.0:1767384974.810168:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384974.810170:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384974.810171:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876467712 : -107297833083904 : ffff9e69c6c61c00) 00000400:00000200:2.0:1767384974.810172:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384974.810175:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c64bf29 00000100:00000040:3.0:1767384974.810176:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384974.810177:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c64bf29. 00000100:00000001:2.0:1767384974.810181:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384974.810183:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384974.810184:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384974.810185:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384974.810187:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000100:00000040:2.0:1767384974.810187:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000d7721d02 x1853237363768704 msgsize 224 00000100:00000200:3.0:1767384974.810189:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363768832, offset 0 00000100:00100000:2.0:1767384974.810192:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384974.810193:0:16343:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384974.810194:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384974.810199:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384974.810204:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c07e00 00000100:00000001:2.0:1767384974.810206:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384974.810208:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000400:00000200:3.0:1767384974.810213:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384974.810215:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eed78c8 00000400:00000200:3.0:1767384974.810217:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384974.810218:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000100:00000001:0.0:1767384974.810218:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384974.810222:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363768704 00000100:00000001:3.0:1767384974.810224:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384974.810224:0:16343:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384974.810225:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384974.810227:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384974.810228:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384974.810229:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.810232:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384974.810235:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f558f2b4. 02000000:00000001:0.0:1767384974.810237:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.810239:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000f558f2b4 x1853237363768832 msgsize 224 00000100:00100000:0.0:1767384974.810241:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363768704 00000100:00000001:2.0:1767384974.810244:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384974.810245:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384974.810248:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384974.810249:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1767384974.810249:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:0.0:1767384974.810254:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384974.810258:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000001:3.0:1767384974.810262:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384974.810262:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384974.810264:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384974.810266:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000100:00000001:2.0:1767384974.810266:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384974.810268:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000100:00000001:2.0:1767384974.810269:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.810271:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384974.810274:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294962695 00000100:00000001:0.0:1767384974.810275:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384974.810280:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:3.0:1767384974.810282:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384974.810282:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294962693 00000100:00000001:0.0:1767384974.810283:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384974.810288:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384974.810288:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000100:00000001:2.0:1767384974.810289:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294962695 00000100:00000001:2.0:1767384974.810295:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294962693 00000020:00000010:0.0:1767384974.810295:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030b5837a. 00000100:00000001:3.0:1767384974.810301:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384974.810302:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000baf07697. 00000100:00000001:2.0:1767384974.810303:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294962695 00000100:00000040:3.0:1767384974.810304:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384974.810307:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000001:2.0:1767384974.810309:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294962693 00000100:00000001:2.0:1767384974.810314:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294962695 00000100:00000001:3.0:1767384974.810316:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.810317:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384974.810320:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294962693 00000100:00000040:0.0:1767384974.810320:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384974.810321:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810324:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384974.810327:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3603 usecs (4 jiffies) 00000100:00000001:2.0:1767384974.810327:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384974.810327:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384974.810330:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.810332:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294962693 00000100:00000001:2.0:1767384974.810332:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810335:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.810337:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294962695 00000100:00000001:3.0:1767384974.810341:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294962693 00000100:00000001:2.0:1767384974.810341:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.810342:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294962695 00000100:00000001:2.0:1767384974.810343:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.810344:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294962693 00000100:00000001:3.0:1767384974.810346:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294962695 00000100:00000001:3.0:1767384974.810348:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294962693 00000100:00000001:2.0:1767384974.810348:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384974.810348:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.810351:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384974.810353:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294962695 00000100:00000001:2.0:1767384974.810354:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.810356:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384974.810356:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384974.810358:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.810358:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810360:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384974.810361:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.810362:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810364:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384974.810366:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384974.810370:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00000001:3.0:1767384974.810372:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384974.810373:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384974.810376:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.810377:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384974.810377:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078156368 : -107292631395248 : ffff9e6afcd19450) 00000100:00000001:2.0:1767384974.810379:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384974.810395:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384974.810396:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384974.810397:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7721d02 x1853237363768704/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:200/0 lens 224/0 e 0 to 0 dl 1767384985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.810398:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384974.810402:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384974.810403:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.810406:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810420:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384974.810423:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:2.0:1767384974.810424:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384974.810426:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384974.810428:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.810430:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 02000000:00000001:2.0:1767384974.810433:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384974.810436:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7721d02 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363768704:12345-0@lo:400: 02000000:00000001:2.0:1767384974.810437:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384974.810443:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384974.810444:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363768704 00000020:00000001:0.0:1767384974.810447:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384974.810449:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000bee504a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16341:1853237363768960:0@lo:400: 00000020:00000001:0.0:1767384974.810450:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384974.810453:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.810457:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384974.810458:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384974.810460:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 02000000:00000001:2.0:1767384974.810462:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384974.810464:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384974.810468:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384974.810470:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1767384974.810473:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b30866b3. 00000020:00000001:0.0:1767384974.810473:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384974.810477:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384974.810478:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.810480:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384974.810483:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384974.810485:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b0d601. 00000020:00000001:0.0:1767384974.810485:0:17067:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384974.810488:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384974.810491:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384974.810492:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 02000000:00000010:0.0:1767384974.810494:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e6ddaef. 00000100:00000200:2.0:1767384974.810497:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363768960, portal 10 02000000:00000001:0.0:1767384974.810498:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.810503:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384974.810504:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.810508:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876473088 : -107297833078528 : ffff9e69c6c63100) 00000020:00000001:0.0:1767384974.810508:0:17067:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384974.810512:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363768704 00010000:00000001:0.0:1767384974.810515:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384974.810518:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7721d02 x1853237363768704/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384974.810520:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384974.810540:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384974.810541:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384974.810543:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384974.810547:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384974.810549:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=92 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384974.810551:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001834b6a1. 00000100:00000001:0.0:1767384974.810553:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384974.810555:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384974.810556:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384974.810560:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384974.810562:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363768960, offset 0 02000000:00000001:0.0:1767384974.810562:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810569:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384974.810575:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384974.810575:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384974.810581:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000400:00000200:2.0:1767384974.810585:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384974.810586:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363768704, offset 224 00000400:00000200:0.0:1767384974.810593:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384974.810597:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c07e80 00000400:00000200:0.0:1767384974.810603:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384974.810604:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9176 00000400:00000200:2.0:1767384974.810609:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384974.810615:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384974.810615:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c07d80 00000100:00000001:2.0:1767384974.810619:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384974.810621:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384974.810622:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fd1 [1] + 224 00000100:00000010:2.0:1767384974.810627:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c996344. 00000400:00000200:0.0:1767384974.810628:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384974.810631:0:16341:0:(events.c:337:request_in_callback()) incoming req@000000001c996344 x1853237363768960 msgsize 224 00000400:00000200:0.0:1767384974.810635:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384974.810640:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384974.810642:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384974.810652:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.810653:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384974.810661:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384974.810662:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001834b6a1 00000400:00000010:2.0:1767384974.810667:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001834b6a1. 00000100:00000001:2.0:1767384974.810672:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384974.810678:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.810679:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384974.810679:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384974.810683:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363768832 02000000:00000001:3.0:1767384974.810686:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384974.810687:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000100:00000001:3.0:1767384974.810688:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384974.810689:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384974.810691:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000040:2.0:1767384974.810695:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.810695:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384974.810697:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810699:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384974.810702:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810703:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384974.810706:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363768832 00000100:00000001:2.0:1767384974.810707:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.810710:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384974.810710:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:2.0:1767384974.810711:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384974.810714:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00010000:00000001:0.0:1767384974.810715:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384974.810718:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.810718:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.810719:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384974.810724:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000020:00000001:0.0:1767384974.810724:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384974.810725:0:16341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3667 usecs (4 jiffies) 00000020:00000001:3.0:1767384974.810728:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:2.0:1767384974.810729:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294962693 00000100:00000040:0.0:1767384974.810731:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7721d02 x1853237363768704/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384974.810732:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:2.0:1767384974.810732:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294962695 00000100:00000001:2.0:1767384974.810737:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294962693 00000100:00000001:3.0:1767384974.810739:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384974.810743:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002329be89. 00000100:00000001:2.0:1767384974.810743:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294962695 00000100:00000001:3.0:1767384974.810749:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384974.810749:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294962693 00000100:00100000:0.0:1767384974.810752:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7721d02 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363768704:12345-0@lo:400: Request processed in 328us (560us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384974.810754:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002329be89. 00000100:00000001:2.0:1767384974.810754:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294962695 00000100:00000001:2.0:1767384974.810759:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294962693 00000020:00000010:3.0:1767384974.810761:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000884b53a6. 00000100:00100000:0.0:1767384974.810763:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000001:2.0:1767384974.810767:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294962695 00000020:00000010:3.0:1767384974.810768:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d96a585. 00000100:00000040:0.0:1767384974.810768:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384974.810773:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384974.810774:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046755d6a. 00000100:00000001:0.0:1767384974.810774:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384974.810777:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384974.810778:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.810781:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000baf07697. 00000100:00000001:2.0:1767384974.810782:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.810783:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384974.810786:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000100:00000001:3.0:1767384974.810787:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384974.810787:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.810790:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384974.810793:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030b5837a. 00000100:00000001:2.0:1767384974.810795:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384974.810796:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000001:2.0:1767384974.810799:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384974.810801:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384974.810804:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004e6ddaef. 00000100:00000001:2.0:1767384974.810806:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384974.810807:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384974.810808:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.810810:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384974.810811:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.810813:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.810815:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384974.810816:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384974.810817:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384974.810817:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.810821:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384974.810822:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022481925. 00000400:00000010:0.0:1767384974.810826:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c37cc7b. 00000100:00000001:3.0:1767384974.810832:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.810837:0:17764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384974.810840:0:17764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363768960 02000000:00000001:2.0:1767384974.810842:0:17764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384974.810844:0:17764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384974.810845:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384974.810846:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384974.810846:0:17764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384974.810849:0:17764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384974.810851:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1767384974.810852:0:17764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363768960 00000100:00000040:3.0:1767384974.810854:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000020:00000001:2.0:1767384974.810854:0:17764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384974.810855:0:17764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000001:3.0:1767384974.810856:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079253376 : -107292630298240 : ffff9e6afce25180) 00000020:00000001:2.0:1767384974.810857:0:17764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384974.810859:0:17764:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 00000100:00000040:3.0:1767384974.810860:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f558f2b4 x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:200/0 lens 224/0 e 0 to 0 dl 1767384985 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384974.810861:0:17764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000020:00000001:2.0:1767384974.810864:0:17764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:2.0:1767384974.810887:0:17764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384974.810891:0:17764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001acb3735. 00000100:00000001:3.0:1767384974.810895:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384974.810895:0:17764:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000037b59d56. 00000020:00000010:3.0:1767384974.810898:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002329be89. 00000020:00000040:2.0:1767384974.810900:0:17764:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000100:00000001:3.0:1767384974.810901:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384974.810909:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002329be89. 00000100:00000001:2.0:1767384974.810912:0:17764:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1767384974.810914:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f558f2b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363768832:12345-0@lo:400: 00000020:00000010:2.0:1767384974.810915:0:17764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036c263ac. 00000100:00080000:0.0:1767384974.810918:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:3.0:1767384974.810919:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363768832 00000020:00000010:2.0:1767384974.810919:0:17764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c510739d. 00000020:00000040:0.0:1767384974.810921:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - evictor 00000020:00000001:3.0:1767384974.810924:0:17073:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384974.810924:0:17764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004087d0d4. 00000020:00000001:3.0:1767384974.810928:0:17073:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384974.810929:0:17764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384974.810930:0:17073:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.810930:0:17764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384974.810931:0:17764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384974.810932:0:17073:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384974.810934:0:17073:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:3.0:1767384974.810937:0:17073:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384974.810939:0:17073:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.810940:0:17764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384974.810941:0:17073:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384974.810941:0:17764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384974.810943:0:17073:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384974.810943:0:17764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.810945:0:17073:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.810947:0:17073:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384974.810949:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384974.810951:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384974.810951:0:17764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384974.810954:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa3b6050. 02000000:00000001:3.0:1767384974.810957:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.810960:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810961:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384974.810962:0:17073:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.810964:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384974.810964:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:3.0:1767384974.810967:0:17073:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363768832 00000100:00000001:2.0:1767384974.810967:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384974.810971:0:17073:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384974.810972:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:0.0:1767384974.810976:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00010000:00000200:3.0:1767384974.810977:0:17073:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f558f2b4 x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.810977:0:17764:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.810979:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775878806144 : -107297830745472 : ffff9e69c6e9ca80) 00000100:00000001:2.0:1767384974.810982:0:17764:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384974.810988:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001c996344 x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:200/0 lens 224/0 e 0 to 0 dl 1767384985 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384974.810992:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384974.810996:0:17073:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.810996:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384974.810999:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384974.811002:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384974.811003:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:2.0:1767384974.811004:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384974.811007:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384974.811008:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384974.811009:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000400:00000010:2.0:1767384974.811010:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045251519. 00000100:00000040:3.0:1767384974.811013:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384974.811015:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.811016:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:2.0:1767384974.811016:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c85bf5 00000020:00000010:0.0:1767384974.811019:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 02000000:00000001:3.0:1767384974.811021:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384974.811021:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c85bf5. 02000000:00000001:3.0:1767384974.811024:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.811026:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384974.811027:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384974.811028:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001c996344 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16341:x1853237363768960:12345-0@lo:400: 00000100:00000200:2.0:1767384974.811032:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384974.811033:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384974.811036:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363768960 00000020:00000001:0.0:1767384974.811040:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384974.811043:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767384974.811045:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000020:00000001:0.0:1767384974.811046:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384974.811049:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363768832, offset 224 00000100:00000200:2.0:1767384974.811050:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384974.811050:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384974.811054:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000400:00000200:3.0:1767384974.811056:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384974.811059:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384974.811063:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.811064:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384974.811065:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384974.811069:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384974.811070:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384974.811072:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384974.811074:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c07e00 00000100:00000001:2.0:1767384974.811074:0:16343:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384974.811075:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384974.811077:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384974.811081:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384974.811081:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384974.811082:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fd9 [1] + 224 00000100:00000001:0.0:1767384974.811085:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384974.811086:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384974.811087:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384974.811089:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384974.811090:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384974.811092:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384974.811093:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e6ddaef. 00000100:00001000:2.0:1767384974.811094:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=92 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384974.811095:0:17073:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384974.811097:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384974.811101:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384974.811101:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384974.811101:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.811106:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.811108:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000040:0.0:1767384974.811111:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363768960 00000100:00000001:2.0:1767384974.811112:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.811114:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384974.811114:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384974.811116:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.811118:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384974.811124:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384974.811125:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384974.811131:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001c996344 x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.811132:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384974.811138:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000400:00000010:3.0:1767384974.811141:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000100:00000001:3.0:1767384974.811147:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384974.811148:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384974.811150:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384974.811152:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.811155:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384974.811157:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=87 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384974.811161:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00000001:0.0:1767384974.811166:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384974.811167:0:17073:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384974.811167:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384974.811170:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:3.0:1767384974.811171:0:17073:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.811171:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384974.811175:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.811176:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:3.0:1767384974.811177:0:17073:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384974.811180:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384974.811181:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384974.811182:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f558f2b4 x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384974.811184:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.811191:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384974.811197:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384974.811198:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005b28ad0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363768704:0@lo:400: 00000100:00100000:3.0:1767384974.811201:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f558f2b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363768832:12345-0@lo:400: Request processed in 302us (958us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384974.811202:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000001:2.0:1767384974.811205:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384974.811209:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363768960, offset 224 00000100:00000001:2.0:1767384974.811210:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384974.811214:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:2.0:1767384974.811215:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005b28ad0b x1853237363768704/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384974.811219:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000400:00000200:0.0:1767384974.811219:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384974.811224:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384974.811226:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384974.811227:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384974.811230:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384974.811231:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d96a585. 02000000:00000001:2.0:1767384974.811231:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384974.811235:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1f39a03. 00000020:00000010:3.0:1767384974.811237:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046755d6a. 02000000:00000001:2.0:1767384974.811238:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384974.811241:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c07e80 00000020:00000001:2.0:1767384974.811242:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384974.811245:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000010:3.0:1767384974.811248:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000884b53a6. 00000020:00000001:2.0:1767384974.811249:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384974.811250:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fe1 [1] + 224 02000000:00000010:2.0:1767384974.811252:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b197c6e3. 00000020:00000040:3.0:1767384974.811253:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000400:00000200:0.0:1767384974.811256:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384974.811257:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384974.811257:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384974.811260:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384974.811261:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384974.811265:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28ad0b. 00000100:00000001:0.0:1767384974.811266:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384974.811272:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767384974.811274:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.811275:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.811276:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384974.811279:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384974.811280:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384974.811283:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384974.811285:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767384974.811286:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384974.811288:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384974.811289:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5cb0cef. 00000100:00000040:0.0:1767384974.811292:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384974.811294:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000100:00000001:2.0:1767384974.811294:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384974.811297:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00000100:00000001:2.0:1767384974.811297:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.811302:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384974.811309:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.811312:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384974.811318:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000100:00000001:2.0:1767384974.811321:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384974.811322:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000200:3.0:1767384974.811324:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.811324:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384974.811326:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384974.811329:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384974.811329:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384974.811333:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384974.811335:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384974.811336:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3b0d601. 00000100:00000001:3.0:1767384974.811337:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384974.811340:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384974.811341:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000200:2.0:1767384974.811342:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eed78c8 00000100:00000001:3.0:1767384974.811346:0:16340:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384974.811346:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384974.811349:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384974.811350:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000100:00000001:3.0:1767384974.811351:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384974.811352:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.811353:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384974.811355:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384974.811356:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384974.811359:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384974.811359:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:3.0:1767384974.811362:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=87 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384974.811366:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c996344 x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384974.811368:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=87 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384974.811374:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.811375:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384974.811377:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384974.811396:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384974.811401:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001c996344 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16341:x1853237363768960:12345-0@lo:400: Request processed in 394us (765us total) trans 0 rc 0/0 00010000:00080000:3.0:1767384974.811404:0:16340:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.811409:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384974.811412:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.811415:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384974.811418:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384974.811419:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00000001:3.0:1767384974.811421:0:16340:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.811421:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384974.811423:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000001:3.0:1767384974.811424:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384974.811424:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.811428:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384974.811428:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.811428:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384974.811432:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384974.811433:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1767384974.811434:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=86 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384974.811436:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.811436:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c510739d. 00000100:00001000:2.0:1767384974.811438:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=86 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384974.811442:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384974.811443:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004087d0d4. 00000100:00000001:2.0:1767384974.811444:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384974.811449:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.811449:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036c263ac. 00010000:00000001:2.0:1767384974.811454:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384974.811455:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00010000:00080000:2.0:1767384974.811459:0:16341:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.811460:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.811462:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384974.811467:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384974.811468:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384974.811470:0:16341:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.811472:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.811472:0:16341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384974.811474:0:16341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384974.811476:0:16341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384974.811477:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384974.811480:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c996b6fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363768832:0@lo:400: 00000100:00000040:2.0:1767384974.811480:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.811484:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.811486:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384974.811487:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384974.811488:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c996b6fa x1853237363768832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384974.811489:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384974.811491:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384974.811493:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.811495:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384974.811497:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384974.811499:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000105f0578. 00000100:00100000:2.0:1767384974.811500:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000bee504a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16341:1853237363768960:0@lo:400: 02000000:00000001:3.0:1767384974.811501:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384974.811503:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384974.811504:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384974.811507:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384974.811508:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022134f64. 00000100:00000001:2.0:1767384974.811509:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384974.811511:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384974.811511:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384974.811512:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384974.811513:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c996b6fa. 00000100:00000040:2.0:1767384974.811513:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bee504a x1853237363768960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384974.811515:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384974.811516:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.811518:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.811520:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384974.811521:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384974.811522:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384974.811523:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384974.811523:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b30866b3. 00000100:00000001:3.0:1767384974.811525:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384974.811525:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384974.811526:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.811527:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384974.811528:0:16341:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384974.811530:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384974.811531:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096967349. 02000000:00000001:2.0:1767384974.811533:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384974.811534:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384974.811535:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bee504a. 00000100:00000001:2.0:1767384974.811538:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384974.811539:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.811541:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384974.811543:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384974.811545:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384974.811547:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384974.811548:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384974.816910:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294962695, at 4294962696 00000100:00000040:1.0:1767384974.816913:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294962695, at 4294962696 00000100:00000010:3.0:1767384974.816918:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011f79f3d. 00000100:00000010:1.0:1767384974.816921:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002365d734. 00000100:00000040:0.0:1767384974.816924:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294962695, at 4294962696 00000100:00000010:0.0:1767384974.816931:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f228accf. 00000100:00000040:2.0:1767384974.817912:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294962695, at 4294962697 00000100:00000010:2.0:1767384974.817919:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b1d41a3. 00080000:00000010:0.0:1767384975.591205:0:39952:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000318e6a92. 00080000:00000010:0.0:1767384975.591214:0:39952:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000318e6a92. 00000020:00000001:0.0:1767384975.591219:0:39952:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384975.591225:0:39952:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000318e6a92. 00080000:00000010:0.0:1767384975.591230:0:39952:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000318e6a92. 00000020:00000001:0.0:1767384975.591234:0:39952:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384975.704922:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384975.704927:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384975.704930:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:0.0:1767384975.704933:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00010000:00000001:2.0:1767384975.704936:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:0.0:1767384975.704938:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00010000:00000001:2.0:1767384975.704939:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384975.704946:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:0.0:1767384975.704946:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery ping unlinked 00010000:00000001:2.0:1767384975.704950:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384975.704969:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a6bcfd52. 00000400:00000010:0.0:1767384975.704981:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fa46aa54. 00000020:00000001:2.0:1767384975.704989:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384975.704995:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384975.705002:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp46 00010000:00010000:2.0:1767384975.705003:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384975.705007:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f660c68f. 00000400:00000010:0.0:1767384975.705024:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005a4fab2e. 00000400:00000010:0.0:1767384975.705040:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000400:00000010:0.0:1767384975.705049:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000023eaa418. 00000400:00000200:0.0:1767384975.705055:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp46 00000400:00000200:0.0:1767384975.705071:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp46 local destination 00000400:00000200:0.0:1767384975.705079:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp46 00000400:00000200:0.0:1767384975.705084:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp46 NI seq info: [198:198:256:4294967295] 192.168.203.109@tcp46 LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1767384975.705092:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp46 00000400:00000200:0.0:1767384975.705101:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp46(192.168.203.109@tcp46:) -> 192.168.203.109@tcp46(192.168.203.109@tcp46:192.168.203.109@tcp46) : GET try# 0 00000800:00000200:0.0:1767384975.705107:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp46 00000800:00000010:0.0:1767384975.705116:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004837192. 00000800:00000200:0.0:1767384975.705123:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000800:00000200:0.1:1767384975.705130:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000400:00000200:0.0:1767384975.705153:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp46 added to recovery queue. ping count: 2 next ping: 300 health :800 00000400:00000200:2.0:1767384975.705220:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705288:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705326:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705353:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705395:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705415:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705441:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705465:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705497:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705525:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705544:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705563:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705582:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705598:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705616:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705642:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705670:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705701:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705734:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705758:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705796:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705823:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705855:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705968:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.705989:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706004:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706020:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706035:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706051:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706065:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706079:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706095:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706110:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706124:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384975.706147:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384975.706290:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c35522dc. 00000800:00000010:2.0:1767384975.706295:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016096bec. 00000800:00000010:2.0:1767384975.706300:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032d410e5. 00000800:00000010:2.0:1767384975.706315:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032d410e5. 00000800:00020000:2.0:1767384975.706323:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384975.706326:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016096bec. 00000800:00000010:2.0:1767384975.706328:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c35522dc. 00000400:02020000:2.0:1767384975.706357:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp46 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384975.706362:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp46 notifying 192.168.203.109@tcp46: down 00000400:00000200:2.0:1767384975.706365:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384975.706369:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp46 00000800:00000010:2.0:1767384975.706371:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004837192. 00000400:00000200:2.0:1767384975.706390:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384975.706394:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp46->192.168.203.109@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384975.706402:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384975.706404:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384975.706407:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp46) recovery failed with -71 00000400:00000010:2.0:1767384975.714208:0:39988:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009cc4600e. 00000400:00000040:2.0:1767384975.714225:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384975.714227:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384975.714229:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714230:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384975.714231:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714232:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384975.714234:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384975.714235:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384975.714236:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384975.714237:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384975.714238:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384975.714239:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384975.714241:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384975.714242:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384975.714243:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384975.714244:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384975.714248:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384975.714249:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384975.714250:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384975.714252:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714253:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384975.714254:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384975.714255:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384975.714256:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384975.714257:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384975.714258:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714259:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384975.714260:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384975.714261:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384975.714262:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384975.714263:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384975.714264:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714265:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384975.714266:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384975.714267:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384975.714268:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384975.714269:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384975.714270:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384975.714271:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384975.714272:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384975.714273:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384975.714274:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384975.714275:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384975.714276:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384975.714277:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384975.714278:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384975.714279:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384975.714279:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384975.714281:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384975.714282:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384975.714283:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384975.714284:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384975.714284:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384975.714285:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384975.714286:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384975.714290:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384975.714291:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:2.0:1767384975.714298:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384975.714299:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384975.714300:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714301:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384975.714303:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714303:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384975.714305:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384975.714306:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384975.714307:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384975.714307:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384975.714309:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384975.714310:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384975.714311:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384975.714312:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384975.714312:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384975.714314:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384975.714315:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384975.714315:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384975.714316:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384975.714317:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714318:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384975.714319:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384975.714320:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384975.714321:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384975.714322:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384975.714323:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714324:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384975.714325:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384975.714326:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384975.714327:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384975.714328:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384975.714329:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384975.714330:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384975.714331:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384975.714332:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384975.714333:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384975.714333:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384975.714338:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384975.714339:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384975.714340:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384975.714341:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384975.714342:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384975.714343:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384975.714344:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384975.714345:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384975.714346:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384975.714347:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384975.714348:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384975.714349:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384975.714350:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384975.714351:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384975.714352:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384975.714352:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384975.714354:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384975.714355:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384975.714356:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:2.0:1767384975.714357:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:2.0:1767384975.714358:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384975.714359:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384975.714359:0:39988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:2.0:1767384975.714491:0:39988:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009cc4600e. 00000400:00000200:0.0:1767384975.751306:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384975.751339:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp50 from 255.3.0.2 00000800:00000010:0.0:1767384975.751345:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006a32468d. 00000800:00000010:2.0:1767384975.751395:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c35522dc. 00000800:00000010:2.0:1767384975.751403:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016096bec. 00000800:00000010:2.0:1767384975.751440:0:16329:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ed29e91b. 00000800:00000200:2.0:1767384975.751451:0:16329:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.9@tcp50 p 3.x 192.168.203.109 -> 192.168.203.9:1023 incarnation:1767384975738194632 sched[0] 00000800:00000010:2.0:1767384975.751458:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d36461a. 00000800:00000010:2.0:1767384975.751507:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d36461a. 00000800:00000010:2.0:1767384975.751511:0:16329:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016096bec. 00000800:00000010:2.0:1767384975.751547:0:16329:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006a32468d. 00000800:00000001:1.0:1767384975.751599:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384975.751612:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384975.751999:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384975.752007:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384975.752010:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384975.752016:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384975.752022:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : GET - for me 00000400:00000010:0.0:1767384975.752030:0:16333:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000bbd55a32. 00000400:00000200:0.0:1767384975.752033:0:16333:0:(peer.c:264:lnet_peer_alloc()) 00000000bbd55a32 nid 192.168.203.9@tcp50 00000400:00000010:0.0:1767384975.752035:0:16333:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000517dfc18. 00000400:00000200:0.0:1767384975.752037:0:16333:0:(peer.c:204:lnet_peer_net_alloc()) 00000000517dfc18 net tcp50 00000400:00000010:0.0:1767384975.752039:0:16333:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000097d962a. 00000400:00000200:0.0:1767384975.752043:0:16333:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000097d962a nid 192.168.203.9@tcp50 00000400:00000200:0.0:1767384975.752045:0:16333:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.9@tcp50 nid 192.168.203.109@tcp50: 0 00000400:00000200:0.0:1767384975.752048:0:16333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bbd55a32 (0) 00000400:00000200:0.0:1767384975.752053:0:16333:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.9@tcp50 NID 192.168.203.9@tcp50 flags 0x0 00000400:00000200:0.0:1767384975.752055:0:16333:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.203.9@tcp50: 0 00000400:00000200:0.0:1767384975.752062:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384975.752074:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.9@tcp50 of length 272/272 into md 0x1f75 [1] + 0 00000400:00000200:0.0:1767384975.752084:0:16333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384975.752090:0:16333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [199:199:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384975.752098:0:16333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) 192.168.203.9@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384975.752102:0:16333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384975.752106:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ca1bd1b. 00000800:00000200:0.0:1767384975.752110:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (2) 00000800:00000200:0.0:1767384975.752115:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384975.752117:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007ca1bd1b type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384975.752149:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384975.752179:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384975.752182:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ca1bd1b. 00000400:00000200:0.0:1767384975.752187:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384975.752192:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: REPLY: OK 00000800:00000001:2.0:1767384975.752194:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384975.752733:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384975.752746:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp50 from 254.3.0.2 00000800:00000010:0.0:1767384975.752749:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002cc4a146. 00000800:00000010:2.0:1767384975.752791:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdd683bc. 00000800:00000010:2.0:1767384975.752798:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016096bec. 00000800:00000010:2.0:1767384975.752832:0:16328:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000015d98453. 00000800:00000200:2.1:1767384975.752840:0:16328:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (2) 00000800:00000200:2.1:1767384975.752847:0:16328:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.9@tcp50 0000000015d98453 deleted 00000800:00000010:2.1:1767384975.752850:0:16328:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000015d98453. 00000800:00000200:2.0:1767384975.752861:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.9@tcp50 p 3.x 192.168.203.109 -> 192.168.203.9:1022 incarnation:1767384975738194632 sched[0] 00000800:00000010:2.0:1767384975.752909:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d36461a. 00000800:00000010:2.0:1767384975.752945:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d36461a. 00000800:00000010:2.0:1767384975.752949:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016096bec. 00000800:00000010:2.0:1767384975.752973:0:16328:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002cc4a146. 00000800:00000001:1.0:1767384975.753001:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384975.753008:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384975.753080:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384975.753089:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384975.753091:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384975.753096:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384975.753104:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : GET - for me 00000400:00000200:2.0:1767384975.753111:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384975.753116:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.9@tcp50 of length 704/704 into md 0x1f75 [1] + 0 00000400:00000200:2.0:1767384975.753123:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:2.0:1767384975.753131:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [200:200:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384975.753141:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) 192.168.203.9@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384975.753148:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:2.0:1767384975.753153:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4706be1. 00000800:00000200:2.0:1767384975.753158:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (3) 00000800:00000200:2.0:1767384975.753163:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:2.0:1767384975.753165:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4706be1 type 3, nob 800 niov 1 nkiov 1 00000800:00000001:1.0:1767384975.753211:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384975.753238:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384975.753243:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4706be1. 00000800:00000001:1.0:1767384975.753248:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384975.753253:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384975.753264:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: REPLY: OK 00000400:00000200:0.0:1767384975.754074:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384975.754088:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp50 from 253.3.0.2 00000800:00000010:0.0:1767384975.754090:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002e783a34. 00000800:00000010:1.0:1767384975.754130:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014b9e209. 00000800:00000010:1.0:1767384975.754138:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6e0a50a. 00000800:00000010:1.0:1767384975.754173:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000093a38fe9. 00000800:00000200:1.1:1767384975.754184:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (3) 00000800:00000200:1.1:1767384975.754193:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.9@tcp50 0000000093a38fe9 deleted 00000800:00000010:1.1:1767384975.754196:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000093a38fe9. 00000800:00000200:1.0:1767384975.754207:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.9@tcp50 p 3.x 192.168.203.109 -> 192.168.203.9:1021 incarnation:1767384975738194632 sched[0] 00000800:00000010:1.0:1767384975.754214:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000097cbec24. 00000800:00000010:1.0:1767384975.754272:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000097cbec24. 00000800:00000010:1.0:1767384975.754279:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6e0a50a. 00000800:00000010:1.0:1767384975.754327:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002e783a34. 00000800:00000001:2.0:1767384975.754390:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384975.754398:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384975.832936:0:17880:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384975.832944:0:17880:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384976.728955:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384976.728965:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384976.728970:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:0.0:1767384976.728979:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000400:00000200:0.0:1767384976.728988:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384976.728998:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp46 recovery ping unlinked 00010000:00000001:2.0:1767384976.729009:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384976.729016:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384976.729016:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f660c68f. 00010000:00000001:2.0:1767384976.729028:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000010:0.0:1767384976.729030:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005a4fab2e. 00010000:00000001:2.0:1767384976.729048:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.729083:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384976.729087:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384976.729092:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384976.785761:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.785790:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384976.785795:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.785819:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.785832:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:1.0:1767384976.785857:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 520 into portal 26 MB=0x6958272700180 00000400:00000200:1.0:1767384976.785915:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 520/520 into md 0x175d [2] + 0 00000400:00000010:1.0:1767384976.785921:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b02ec52e. 00000400:00000200:1.0:1767384976.785931:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038d75dcd 00000800:00000001:1.0:1767384976.785944:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.785967:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.785976:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.785981:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384976.785987:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038d75dcd 00000400:00000010:1.0:1767384976.785989:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038d75dcd. 00000100:00000001:1.0:1767384976.785995:0:16333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384976.785997:0:16333:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384976.786000:0:16333:0:(events.c:337:request_in_callback()) incoming req@000000009a690d6a x1853237358494080 msgsize 520 00000100:00100000:1.0:1767384976.786012:0:16333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:1.0:1767384976.786014:0:16333:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384976.786024:0:16333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384976.786034:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.786037:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.786088:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.786099:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358494080 02000000:00000001:0.0:1767384976.786103:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.786106:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.786109:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.786116:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.786121:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358494080 00000020:00000001:0.0:1767384976.786124:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.786127:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384976.786130:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384976.786133:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.786135:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384976.786141:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a4fab2e. 00000020:00000010:0.0:1767384976.786149:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.786154:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000001:0.0:1767384976.786162:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.786164:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.786167:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.786175:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.786190:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.786207:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.786209:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.786216:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 156 00000100:00000001:0.0:1767384976.786221:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078154320 : -107292631397296 : ffff9e6afcd18c50) 00000100:00000040:0.0:1767384976.786228:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009a690d6a x1853237358494080/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.786244:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009a690d6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:11770:x1853237358494080:12345-192.168.203.9@tcp50:250: 00000100:00000200:0.0:1767384976.786250:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358494080 00000020:00000001:0.0:1767384976.786253:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384976.786258:0:17065:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384976.786268:0:17065:0:(obd_config.c:927:class_incref()) incref MGS (00000000ea0210ac) now 6 - find 00000020:00000001:0.0:1767384976.786272:0:17065:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446636780860689032 : -107292848862584 : ffff9e6aefdb4a88) 00000100:00000001:0.0:1767384976.786280:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.786283:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.786289:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000017457cd2. 02000000:00000001:0.0:1767384976.786298:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.786301:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.786304:0:17065:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384976.786311:0:17065:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50 t0 exp 0000000000000000 cur 297 last 0 00010000:00000001:0.0:1767384976.786315:0:17065:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:0.0:1767384976.786318:0:17065:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:0.0:1767384976.786321:0:17065:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384976.786323:0:17065:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384976.786327:0:17065:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007983dec5. 00000020:00000001:0.0:1767384976.786330:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384976.786333:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007983dec5 with handle 0x135556ebb4843d12 to hash 00000020:00000001:0.0:1767384976.786335:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384976.786341:0:17065:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:0.0:1767384976.786344:0:17065:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384976.786347:0:17065:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384976.786351:0:17065:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007ca1bd1b. 00000001:00000010:0.0:1767384976.786358:0:17065:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005c58fdfe. 00000001:00000010:0.0:1767384976.786364:0:17065:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044e34910. 00000001:00000010:0.0:1767384976.786418:0:17065:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000754e2bb1. 00000001:00000010:0.0:1767384976.786423:0:17065:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000084aa79c5. 00000001:00000010:0.0:1767384976.786426:0:17065:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f23b1135. 00010000:00000001:0.0:1767384976.786430:0:17065:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.786433:0:17065:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.786436:0:17065:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384976.786439:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=3 00000020:00000040:0.0:1767384976.786443:0:17065:0:(obd_config.c:927:class_incref()) incref MGS (00000000ea0210ac) now 7 - export 00000020:00000001:0.0:1767384976.786446:0:17065:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000040:0.0:1767384976.786449:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 2 00000020:00000080:0.0:1767384976.786452:0:17065:0:(genops.c:1402:class_connect()) connect: client 110b0453-a7d1-43f6-aa55-1b529809941c, cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.786455:0:17065:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.786457:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.786458:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.786460:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.786462:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=3 00000020:00000001:0.0:1767384976.786470:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.786472:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 20000000:00000001:0.0:1767384976.786475:0:17065:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:0.0:1767384976.786478:0:17065:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:0.0:1767384976.786481:0:17065:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384976.786485:0:17065:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000ef104cb5 00000020:00000010:0.0:1767384976.786488:0:17065:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a905d065. 00000020:00000040:0.0:1767384976.786498:0:17065:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000a905d065 for nid 192.168.203.9@tcp50 - ref 2 00000020:00000001:0.0:1767384976.786577:0:17065:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384976.786586:0:17065:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000047336a0. 00000020:00000010:0.0:1767384976.786591:0:17065:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000041a2e46e. 00000020:00000010:0.0:1767384976.786595:0:17065:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000df9e6e33. 00000020:00000010:0.0:1767384976.786612:0:17065:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006b6362de. 00000020:00000010:0.0:1767384976.786615:0:17065:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000c83ecd33. 00000020:00000010:0.0:1767384976.786617:0:17065:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000030b5837a. 20000000:00000001:0.0:1767384976.786628:0:17065:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.786630:0:17065:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.786632:0:17065:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.786634:0:17065:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384976.786638:0:17065:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000095c3f77c. 00000020:00000040:0.0:1767384976.786640:0:17065:0:(obd_config.c:927:class_incref()) incref MGS (00000000ea0210ac) now 8 - import 00000020:00000001:0.0:1767384976.786647:0:17065:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384976.786648:0:17065:0:(genops.c:1242:class_import_put()) import 0000000095c3f77c refcount=1 obd=MGS 00000020:00000001:0.0:1767384976.786650:0:17065:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384976.786655:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=4 00000100:00000040:0.0:1767384976.786657:0:17065:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.786660:0:17065:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384976.786667:0:17065:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bbd55a32 (1) 00000400:00000200:0.0:1767384976.786672:0:17065:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bbd55a32 (2) 00000400:00000200:0.0:1767384976.786688:0:17065:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.9@tcp50 (00000000bbd55a32): 0 00000400:00000200:0.0:1767384976.786690:0:17065:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384976.786727:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384976.786733:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.9@tcp50(00000000bbd55a32) state 0x40 00000400:00000200:3.0:1767384976.786735:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bbd55a32 (3) 00000400:00000010:3.0:1767384976.786741:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009c522dab. 00000400:00000010:3.0:1767384976.786747:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e274fd4. 00000400:00000010:3.0:1767384976.786756:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000274f6d9. 00000400:00000200:3.0:1767384976.786760:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.9@tcp50 00000400:00000200:3.0:1767384976.786782:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:3.0:1767384976.786791:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp50 00000400:00000200:3.0:1767384976.786796:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [201:201:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1767384976.786801:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.9@tcp50 00000400:00000200:3.0:1767384976.786810:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : GET try# 0 00000800:00000200:3.0:1767384976.786816:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.9@tcp50 00000800:00000010:3.0:1767384976.786820:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ba9e2c15. 00000800:00000200:3.0:1767384976.786828:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:3.0:1767384976.786836:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:3.0:1767384976.786840:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba9e2c15 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384976.786857:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.9@tcp50 00000400:00000200:3.0:1767384976.786860:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.9@tcp50(00000000bbd55a32) state 0x240 rc 0 00000800:00000200:2.0:1767384976.787008:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.787014:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ba9e2c15. 00000400:00000200:2.0:1767384976.787020:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.787026:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: GET: OK 00000400:00000200:2.0:1767384976.787032:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384976.787034:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.9@tcp50: 0 00000800:00000001:2.0:1767384976.787687:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.787699:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.787702:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.787706:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.787713:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : REPLY - for me 00000400:00000200:2.0:1767384976.787725:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp50: Reply from 12345-192.168.203.9@tcp50 of length 48/48 into md 0x1ffd 00000800:00000001:2.0:1767384976.787731:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.787737:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.787738:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.787741:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: REPLY: OK 00000400:00000200:2.0:1767384976.787744:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e274fd4 00000400:00000010:2.0:1767384976.787747:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e274fd4. 00000400:00000200:2.0:1767384976.787752:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384976.787756:0:16335:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.203.9@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:2.0:1767384976.787759:0:16335:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.9@tcp50(00000000bbd55a32) not MR: DD disabled remotely 00000400:00000200:2.0:1767384976.787763:0:16335:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.9@tcp50 data present 3. state = 0x242 00000400:00000200:2.0:1767384976.787767:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.9@tcp50 (00000000bbd55a32): -114 00000400:00000200:2.0:1767384976.787779:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000bbd55a32 (4) 00000800:00000001:2.0:1767384976.787786:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.787790:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384976.787799:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384976.787807:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.9@tcp50(00000000bbd55a32) state 0xc2 00000400:00000010:3.0:1767384976.787817:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000002329be89. 00000400:00000010:3.0:1767384976.787820:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000f75feba0. 00000400:00000010:3.0:1767384976.787822:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000007725c7e9. 00000400:00000010:3.0:1767384976.787828:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000002329be89. 00000400:00000010:3.0:1767384976.787832:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000f75feba0. 00000400:00000010:3.0:1767384976.787834:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000007725c7e9. 00000400:00000010:3.0:1767384976.787837:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c522dab. 00000400:00000200:3.0:1767384976.787842:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.9@tcp50 (00000000bbd55a32): 0 00000400:00000200:3.0:1767384976.787845:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.9@tcp50(00000000bbd55a32): 0. state = 0x142 00000400:00000200:3.0:1767384976.787848:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.9@tcp50(00000000bbd55a32) state 0x142 rc 1 00000400:00000200:3.0:1767384976.787852:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.9@tcp50(00000000bbd55a32) state 0x142 00000400:00000200:3.0:1767384976.787889:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.9@tcp50 00000400:00000200:3.0:1767384976.787892:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.9@tcp50(00000000bbd55a32) state 0x112 rc 0 00000400:00000200:3.0:1767384976.787897:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.9@tcp50 (00000000bbd55a32) 00000400:00000200:3.0:1767384976.787908:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000bbd55a32 (3) 00000400:00000200:0.0:1767384976.787950:0:17065:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000bbd55a32 (2) 00000400:00000200:0.0:1767384976.787955:0:17065:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000bbd55a32 (1) 00000400:00000200:0.0:1767384976.787969:0:17065:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.9@tcp50 NID 192.168.203.9@tcp50: 0. discovery complete 00000400:00000200:0.0:1767384976.787972:0:17065:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000bbd55a32 (2) 00000400:00000200:0.0:1767384976.787977:0:17065:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.9@tcp50 primary NID 192.168.203.9@tcp50 rc 0 00000100:00000010:0.0:1767384976.787982:0:17065:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000300a5063. 00000100:00000001:0.0:1767384976.787986:0:17065:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:0.0:1767384976.787988:0:17065:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000300a5063 refcount 1 to 192.168.203.9@tcp50 00000020:00000040:0.0:1767384976.787992:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=5 00000100:00000001:0.0:1767384976.787999:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.788002:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.788004:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.788008:0:17065:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384976.788012:0:17065:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384976.788015:0:17065:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:0.0:1767384976.788019:0:17065:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652783680 : -1056767936 : ffffffffc1030040) 02000000:00000001:0.0:1767384976.788022:0:17065:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.788025:0:17065:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384976.788029:0:17065:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384976.788031:0:17065:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384976.788034:0:17065:0:(import.c:65:import_set_state_nolock()) 0000000095c3f77c : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384976.788038:0:17065:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384976.788040:0:17065:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384976.788042:0:17065:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384976.788045:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 4 00000020:00000040:0.0:1767384976.788048:0:17065:0:(obd_config.c:955:class_decref()) Decref MGS (00000000ea0210ac) now 8 - find 00010000:00000001:0.0:1767384976.788050:0:17065:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.788054:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.788057:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448320 : -1047103296 : ffffffffc19678c0) 00000020:00000001:0.0:1767384976.788060:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.788062:0:17065:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.788064:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.788067:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.788069:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.788072:0:17065:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:0.0:1767384976.788074:0:17065:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384976.788085:0:17065:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.788088:0:17065:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.788091:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358494080 00010000:00000001:0.0:1767384976.788094:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.788099:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a690d6a x1853237358494080/t0(0) o250->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384996 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.788107:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.788109:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.788112:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384976.788116:0:17065:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384976.788119:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.788120:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.788121:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.788124:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.788126:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.788129:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.788132:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.788136:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000100:00000200:0.0:1767384976.788140:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237358494080, offset 0 00000400:00000200:0.0:1767384976.788147:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.788154:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.788169:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [202:202:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384976.788180:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.788185:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.788189:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060e166af. 00000800:00000200:0.0:1767384976.788193:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.788198:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.788201:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060e166af type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.788214:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.788218:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.788221:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.788229:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.788232:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.788237:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a690d6a x1853237358494080/t0(0) o250->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384996 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.788248:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009a690d6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+4:11770:x1853237358494080:12345-192.168.203.9@tcp50:250: Request processed in 2006us (2246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.788258:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 156 00000100:00000040:0.0:1767384976.788262:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.788265:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.788267:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.788273:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.788277:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.788282:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a4fab2e. 00000020:00000040:0.0:1767384976.788287:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 3 00000100:00000001:0.0:1767384976.788293:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384976.788296:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384976.788299:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:1.0:1767384976.788300:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060e166af. 00000400:00000200:1.0:1767384976.788306:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384976.788307:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000479b3300. 00000400:00000200:1.0:1767384976.788312:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000010:0.0:1767384976.788315:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041147804. 00000400:00000200:1.0:1767384976.788316:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:1.0:1767384976.788320:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000100:00000001:1.0:1767384976.788324:0:16333:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384976.788326:0:16333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384976.788329:0:16333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000017457cd2. 02000000:00000001:1.0:1767384976.788332:0:16333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384976.788333:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384976.788978:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.788986:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.788988:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.788989:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.788994:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384976.789003:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 328 into portal 26 MB=0x6958272700100 00000400:00000200:2.0:1767384976.789009:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 328/328 into md 0x1791 [2] + 0 00000400:00000010:2.0:1767384976.789023:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f79d269f. 00000400:00000200:2.0:1767384976.789026:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bfc527be 00000800:00000001:2.0:1767384976.789030:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.789035:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.789036:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.789039:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.789041:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfc527be 00000400:00000010:2.0:1767384976.789043:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfc527be. 00000100:00000001:2.0:1767384976.789048:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.789050:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384976.789052:0:16334:0:(events.c:337:request_in_callback()) incoming req@0000000065dde2e0 x1853237358493952 msgsize 328 00000100:00100000:2.0:1767384976.789055:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:2.0:1767384976.789057:0:16334:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384976.789069:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384976.789073:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.789075:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.789103:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.789105:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358493952 02000000:00000001:0.0:1767384976.789107:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.789108:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.789109:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.789111:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.789113:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358493952 00000020:00000001:0.0:1767384976.789114:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.789115:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.789117:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.789118:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=4 00000020:00000001:0.0:1767384976.789120:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.789122:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.789125:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.789128:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:0.0:1767384976.789135:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.789137:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000020:00000010:0.0:1767384976.789141:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.789143:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.789145:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.789150:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.789152:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.789153:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.789154:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.789158:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.789166:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.789171:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.789172:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.789175:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 157 00000100:00000040:0.0:1767384976.789177:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.789178:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078160464 : -107292631391152 : ffff9e6afcd1a450) 00000100:00000040:0.0:1767384976.789181:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065dde2e0 x1853237358493952/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.789187:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.789189:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:0.0:1767384976.789191:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.789193:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000100:00100000:0.0:1767384976.789195:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065dde2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+4:15161:x1853237358493952:12345-192.168.203.9@tcp50:101: 00000100:00000200:0.0:1767384976.789198:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358493952 00000020:00000001:0.0:1767384976.789200:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.789202:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.789203:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.789205:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.789206:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:0.0:1767384976.789209:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.789210:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.789212:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.789216:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.789219:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.789221:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384976.789223:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384976.789225:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384976.789227:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384976.789228:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.789233:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384976.789238:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3cc3706 count: 6 00010000:00000001:0.0:1767384976.789241:0:17065:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384976.789243:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384976.789246:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004c5d68ee. 00000020:00000001:0.0:1767384976.789248:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384976.789250:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004c5d68ee with handle 0x135556ebb4843d19 to hash 00000020:00000001:0.0:1767384976.789251:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384976.789252:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834101760 : -107292875449856 : ffff9e6aee459a00) 00010000:00000001:0.0:1767384976.789254:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834101760 : -107292875449856 : ffff9e6aee459a00) 00010000:00010000:0.0:1767384976.789257:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004c5d68ee/0x135556ebb4843d19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x907988e5b466e225 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.789263:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000007983dec5 : new locks_count 1 00000020:00000040:0.0:1767384976.789265:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=5 00000100:00000001:0.0:1767384976.789286:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.789287:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.789289:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a6089238. 02000000:00000001:0.0:1767384976.789290:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.789291:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.789293:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384976.789297:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384976.789299:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384976.789301:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.789303:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.789305:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.789306:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.789308:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384976.789310:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384976.789315:0:17065:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384976.789316:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384976.789318:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000e3cc3706) refcount = 6 00010000:00000040:0.0:1767384976.789321:0:17065:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384976.789324:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e79dc787/0x135556ebb4843a3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843a33 expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.789329:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000075e8af22/0x135556ebb4843a10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843a09 expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.789333:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006e80b3ef/0x135556ebb48439c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb48439bc expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.789337:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000eafe11c6/0x135556ebb484393e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843937 expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.789340:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000000f5f00/0x135556ebb4843922 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb484391b expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384976.789344:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004c5d68ee/0x135556ebb4843d19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e225 expref: 5 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.789348:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384976.789350:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384976.789351:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.789352:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.789353:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384976.789358:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384976.789359:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004c5d68ee/0x135556ebb4843d19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e225 expref: 5 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.789364:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384976.789366:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384976.789381:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.789384:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.789386:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384976.789392:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.789393:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384976.789395:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004c5d68ee, rc 0) 00000020:00000001:0.0:1767384976.789397:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.789398:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358493952 00010000:00000001:0.0:1767384976.789400:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.789403:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065dde2e0 x1853237358493952/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/344 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.789408:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.789409:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.789411:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.789429:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.789431:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.789433:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.789434:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.789436:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.789437:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.789439:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.789441:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000200:0.0:1767384976.789443:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358493952, offset 224 00000400:00000200:0.0:1767384976.789446:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.789452:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.789458:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [203:203:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384976.789465:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.789468:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.789470:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010bba3e4. 00000800:00000200:0.0:1767384976.789474:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.789477:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.789479:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000010bba3e4 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.789489:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.789491:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.789497:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.789498:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.789499:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.789502:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065dde2e0 x1853237358493952/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/344 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.789509:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065dde2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+5:15161:x1853237358493952:12345-192.168.203.9@tcp50:101: Request processed in 320us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.789513:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 157 00000100:00000040:0.0:1767384976.789515:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.789516:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.789517:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.789519:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.789522:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.789524:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.789527:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 4 00000100:00000001:0.0:1767384976.789529:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.789531:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.789533:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d934e473. 00000400:00000010:0.0:1767384976.789536:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f24e5d27. 00000800:00000200:2.0:1767384976.789594:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.789599:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010bba3e4. 00000400:00000200:2.0:1767384976.789604:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.789608:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.789612:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:2.0:1767384976.789613:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000001:2.0:1767384976.789616:0:16335:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384976.789618:0:16335:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384976.789621:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a6089238. 02000000:00000001:2.0:1767384976.789625:0:16335:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384976.789625:0:16335:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384976.790516:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.790521:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384976.790523:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.790537:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.790548:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:1.0:1767384976.790566:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 512 into portal 26 MB=0x6958272700200 00000400:00000200:1.0:1767384976.790570:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 512/512 into md 0x1799 [2] + 0 00000400:00000010:1.0:1767384976.790573:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d067967. 00000400:00000200:1.0:1767384976.790576:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c6ce53d 00000800:00000001:1.0:1767384976.790588:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.790593:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.790595:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.790598:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384976.790600:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6ce53d 00000400:00000010:1.0:1767384976.790602:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c6ce53d. 00000100:00000001:1.0:1767384976.790604:0:16333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384976.790606:0:16333:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384976.790609:0:16333:0:(events.c:337:request_in_callback()) incoming req@00000000efb79ec2 x1853237358494208 msgsize 512 00000100:00100000:1.0:1767384976.790614:0:16333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:1.0:1767384976.790616:0:16333:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384976.790626:0:16333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384976.790631:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.790634:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.790654:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.790656:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358494208 02000000:00000001:0.0:1767384976.790658:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.790659:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.790660:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.790662:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.790664:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358494208 00000020:00000001:0.0:1767384976.790665:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.790666:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.790667:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.790668:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=5 00000020:00000001:0.0:1767384976.790670:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.790671:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.790673:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.790679:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:0.0:1767384976.790681:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.790682:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000020:00000010:0.0:1767384976.790685:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.790687:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.790689:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.790692:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.790693:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.790694:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.790695:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.790698:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.790706:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.790711:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.790712:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.790714:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 158 00000100:00000040:0.0:1767384976.790716:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.790718:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078152272 : -107292631399344 : ffff9e6afcd18450) 00000100:00000040:0.0:1767384976.790721:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000efb79ec2 x1853237358494208/t0(0) o501->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 512/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.790727:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.790729:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:0.0:1767384976.790730:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.790732:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000100:00100000:0.0:1767384976.790735:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000efb79ec2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+5:15161:x1853237358494208:12345-192.168.203.9@tcp50:501: 00000100:00000200:0.0:1767384976.790738:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358494208 00000020:00000001:0.0:1767384976.790739:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.790740:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.790741:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.790742:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.790744:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662447808 : -1047103808 : ffffffffc19676c0) 00000020:00000001:0.0:1767384976.790745:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.790746:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.790751:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.790752:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.790755:0:17065:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384976.790756:0:17065:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.790758:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.790759:0:17065:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384976.790761:0:17065:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384976.790763:0:17065:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384976.790765:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.790766:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.790768:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ba122a86. 02000000:00000001:0.0:1767384976.790769:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.790771:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384976.790773:0:17065:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384976.790775:0:17065:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008d5bd63a : new refcount 2 00000040:00000001:0.0:1767384976.790777:0:17065:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384976.790780:0:17065:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000899430db. 00000040:00000001:0.0:1767384976.790783:0:17065:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384976.790785:0:17065:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384976.790788:0:17065:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780223827968 : -107293485723648 : 0xffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.790790:0:17065:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780223827968 : -107293485723648 : ffff9e6ac9e59000) 00080000:00000001:0.0:1767384976.790797:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384976.790801:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384976.790818:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1767384976.790822:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384976.790825:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384976.790828:0:17065:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384976.790830:0:17065:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384976.790831:0:17065:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384976.790834:0:17065:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000899430db. 00000040:00000001:0.0:1767384976.790836:0:17065:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384976.790837:0:17065:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384976.790839:0:17065:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008d5bd63a : new refcount 1 00000020:00000001:0.0:1767384976.790841:0:17065:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384976.790846:0:17065:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384976.790848:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358494208 00010000:00000001:0.0:1767384976.790849:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.790852:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000efb79ec2 x1853237358494208/t0(0) o501->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 512/272 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.790857:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.790858:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.790860:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.790862:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.790882:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.790884:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.790886:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.790902:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.790904:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.790905:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.790907:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000669f9a57. 00000100:00000200:0.0:1767384976.790909:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358494208, offset 224 00000400:00000200:0.0:1767384976.790913:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.790918:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.790924:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [204:204:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384976.790932:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.790935:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.790938:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095417d7d. 00000800:00000200:0.0:1767384976.790941:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.790944:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.790947:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000095417d7d type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.790957:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.790960:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.790963:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.790964:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.790974:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.790979:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efb79ec2 x1853237358494208/t0(0) o501->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 512/272 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.790997:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000efb79ec2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+5:15161:x1853237358494208:12345-192.168.203.9@tcp50:501: Request processed in 268us (386us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384976.791010:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 158 00000100:00000040:0.0:1767384976.791013:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.791015:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.791033:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.791036:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.791038:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.791040:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.791042:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 4 00000100:00000001:0.0:1767384976.791046:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.791050:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.791053:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067429aa1. 00000400:00000010:0.0:1767384976.791058:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004920d6a. 00000800:00000200:2.0:1767384976.791078:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.791082:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095417d7d. 00000400:00000200:2.0:1767384976.791087:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.791091:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.791094:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000669f9a57 00000400:00000010:2.0:1767384976.791096:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000669f9a57. 00000100:00000001:2.0:1767384976.791098:0:16334:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384976.791100:0:16334:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384976.791102:0:16334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ba122a86. 02000000:00000001:2.0:1767384976.791110:0:16334:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384976.791111:0:16334:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384976.791900:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.791907:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.791909:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.791911:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.791915:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384976.791923:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 328 into portal 26 MB=0x6958272700280 00000400:00000200:2.0:1767384976.791928:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 328/328 into md 0x17d9 [2] + 0 00000400:00000010:2.0:1767384976.791931:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde138d9. 00000400:00000200:2.0:1767384976.791934:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076d6a5dc 00000800:00000001:2.0:1767384976.791937:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.791941:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.791943:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.791945:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.791947:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076d6a5dc 00000400:00000010:2.0:1767384976.791949:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076d6a5dc. 00000100:00000001:2.0:1767384976.791952:0:16335:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.791953:0:16335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384976.791955:0:16335:0:(events.c:337:request_in_callback()) incoming req@00000000cc4b8770 x1853237358494336 msgsize 328 00000100:00100000:2.0:1767384976.791958:0:16335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:2.0:1767384976.791960:0:16335:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384976.791972:0:16335:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384976.791975:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.791977:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.792032:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.792037:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358494336 02000000:00000001:0.0:1767384976.792040:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.792041:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.792043:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.792047:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.792050:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358494336 00000020:00000001:0.0:1767384976.792067:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.792068:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.792070:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.792072:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=5 00000020:00000001:0.0:1767384976.792075:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.792077:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.792080:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.792084:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:0.0:1767384976.792086:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.792094:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000020:00000010:0.0:1767384976.792098:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.792100:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.792102:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.792106:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.792107:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.792108:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.792109:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.792112:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.792137:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.792143:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.792145:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.792148:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 159 00000100:00000040:0.0:1767384976.792151:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.792152:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078157392 : -107292631394224 : ffff9e6afcd19850) 00000100:00000040:0.0:1767384976.792155:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc4b8770 x1853237358494336/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.792163:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.792165:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:0.0:1767384976.792167:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.792168:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000100:00100000:0.0:1767384976.792172:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc4b8770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+5:15161:x1853237358494336:12345-192.168.203.9@tcp50:101: 00000100:00000200:0.0:1767384976.792175:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358494336 00000020:00000001:0.0:1767384976.792177:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.792179:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.792180:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.792182:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.792183:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:0.0:1767384976.792185:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.792186:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.792187:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.792188:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.792194:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.792196:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384976.792197:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384976.792198:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384976.792199:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384976.792200:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.792203:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384976.792205:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3cc3706 count: 7 00010000:00000001:0.0:1767384976.792206:0:17065:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384976.792208:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384976.792210:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000666aad15. 00000020:00000001:0.0:1767384976.792212:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384976.792214:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000666aad15 with handle 0x135556ebb4843d20 to hash 00000020:00000001:0.0:1767384976.792215:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384976.792216:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00000001:0.0:1767384976.792218:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00010000:00010000:0.0:1767384976.792220:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000666aad15/0x135556ebb4843d20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x907988e5b466e22c expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.792224:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000007983dec5 : new locks_count 2 00000020:00000040:0.0:1767384976.792225:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=6 00000100:00000001:0.0:1767384976.792229:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.792230:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.792232:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004b5f7fc2. 02000000:00000001:0.0:1767384976.792233:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.792234:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.792236:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384976.792237:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384976.792238:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384976.792240:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.792241:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.792242:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.792243:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.792245:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384976.792246:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384976.792247:0:17065:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384976.792251:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384976.792252:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000e3cc3706) refcount = 7 00010000:00000040:0.0:1767384976.792254:0:17065:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384976.792256:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004c5d68ee/0x135556ebb4843d19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e225 expref: 6 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.792261:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e79dc787/0x135556ebb4843a3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843a33 expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.792265:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000075e8af22/0x135556ebb4843a10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843a09 expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.792268:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006e80b3ef/0x135556ebb48439c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb48439bc expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.792271:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000eafe11c6/0x135556ebb484393e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843937 expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.792275:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000000f5f00/0x135556ebb4843922 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb484391b expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384976.792278:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000666aad15/0x135556ebb4843d20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e22c expref: 6 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.792281:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384976.792282:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384976.792283:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.792284:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.792285:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384976.792287:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384976.792289:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000666aad15/0x135556ebb4843d20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e22c expref: 6 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.792292:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384976.792293:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384976.792294:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.792298:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.792300:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384976.792301:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.792302:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384976.792303:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000666aad15, rc 0) 00000020:00000001:0.0:1767384976.792305:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.792306:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358494336 00010000:00000001:0.0:1767384976.792308:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.792310:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc4b8770 x1853237358494336/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/344 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.792316:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.792317:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.792319:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.792321:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.792323:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.792325:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.792326:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.792328:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.792329:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.792331:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.792333:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e2194e. 00000100:00000200:0.0:1767384976.792335:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358494336, offset 224 00000400:00000200:0.0:1767384976.792339:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.792345:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.792351:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [205:205:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384976.792360:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.792363:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.792366:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039a18501. 00000800:00000200:0.0:1767384976.792387:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.792392:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.792394:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039a18501 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.792403:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.792428:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.792430:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.792432:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.792435:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.792439:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc4b8770 x1853237358494336/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/344 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.792449:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc4b8770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+6:15161:x1853237358494336:12345-192.168.203.9@tcp50:101: Request processed in 284us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.792455:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 159 00000100:00000040:0.0:1767384976.792457:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.792459:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.792461:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.792464:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.792467:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.792470:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.792473:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 5 00000100:00000001:0.0:1767384976.792477:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.792481:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.792486:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ba6d2e0. 00000400:00000010:0.0:1767384976.792491:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0ce55c6. 00000800:00000200:1.0:1767384976.792525:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384976.792530:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039a18501. 00000400:00000200:1.0:1767384976.792535:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.792539:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384976.792574:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e2194e 00000400:00000010:1.0:1767384976.792576:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e2194e. 00000100:00000001:1.0:1767384976.792578:0:16333:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384976.792580:0:16333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384976.792582:0:16333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004b5f7fc2. 02000000:00000001:1.0:1767384976.792584:0:16333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384976.792584:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384976.793408:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.793416:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.793418:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.793431:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.793436:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384976.793445:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 512 into portal 26 MB=0x6958272700300 00000400:00000200:2.0:1767384976.793449:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 512/512 into md 0x17dd [2] + 0 00000400:00000010:2.0:1767384976.793452:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d345eb0d. 00000400:00000200:2.0:1767384976.793455:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e129ae1f 00000800:00000001:2.0:1767384976.793464:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.793469:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.793470:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.793473:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.793476:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e129ae1f 00000400:00000010:2.0:1767384976.793477:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e129ae1f. 00000100:00000001:2.0:1767384976.793480:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.793481:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384976.793483:0:16334:0:(events.c:337:request_in_callback()) incoming req@00000000d658d9da x1853237358494464 msgsize 512 00000100:00100000:2.0:1767384976.793486:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:2.0:1767384976.793487:0:16334:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384976.793499:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384976.793502:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.793504:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.793553:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.793557:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358494464 02000000:00000001:0.0:1767384976.793559:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.793561:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.793563:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.793566:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.793569:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358494464 00000020:00000001:0.0:1767384976.793570:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.793572:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.793574:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.793576:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=6 00000020:00000001:0.0:1767384976.793578:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.793581:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.793608:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.793611:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:0.0:1767384976.793612:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.793614:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000020:00000010:0.0:1767384976.793617:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.793619:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.793621:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.793625:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.793626:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.793627:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.793628:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.793631:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.793641:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.793647:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.793648:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.793651:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 160 00000100:00000040:0.0:1767384976.793653:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.793655:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078166608 : -107292631385008 : ffff9e6afcd1bc50) 00000100:00000040:0.0:1767384976.793658:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d658d9da x1853237358494464/t0(0) o501->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 512/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.793664:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.793666:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d879fefc. 00000100:00000001:0.0:1767384976.793667:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.793668:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d879fefc. 00000100:00100000:0.0:1767384976.793671:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d658d9da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+6:15161:x1853237358494464:12345-192.168.203.9@tcp50:501: 00000100:00000200:0.0:1767384976.793673:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358494464 00000020:00000001:0.0:1767384976.793675:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.793676:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.793677:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.793678:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.793680:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662447808 : -1047103808 : ffffffffc19676c0) 00000020:00000001:0.0:1767384976.793681:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.793688:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.793689:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.793690:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.793692:0:17065:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384976.793693:0:17065:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.793694:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.793696:0:17065:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384976.793697:0:17065:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384976.793698:0:17065:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384976.793700:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.793701:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.793703:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000d6629a38. 02000000:00000001:0.0:1767384976.793705:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.793707:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384976.793709:0:17065:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1767384976.793710:0:17065:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008d5bd63a : new refcount 2 00000040:00000001:0.0:1767384976.793712:0:17065:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384976.793713:0:17065:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000899430db. 00000040:00000001:0.0:1767384976.793715:0:17065:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384976.793716:0:17065:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384976.793718:0:17065:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780223827968 : -107293485723648 : 0xffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.793720:0:17065:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780223827968 : -107293485723648 : ffff9e6ac9e59000) 00080000:00000001:0.0:1767384976.793723:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384976.793725:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384976.793733:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384976.793750:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.793752:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384976.793754:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.793755:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384976.793757:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384976.793760:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:330073792 to info 00000000a296b021 00000020:00000001:0.0:1767384976.793764:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000cbac7d70 00080000:00000002:0.0:1767384976.793765:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:0.0:1767384976.793767:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384976.793768:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.793770:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384976.793777:0:17065:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000008cf2a839. 00000020:00000001:0.0:1767384976.793780:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384976.793785:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780210864472 : -107293498687144 : ffff9e6ac91fc158) 00000040:00000001:0.0:1767384976.793787:0:17065:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.793788:0:17065:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.793791:0:17065:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384976.793794:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000d1566c69/00000000eed11537 to site lru. bkt: 000000000c69bfe1 00000040:00000010:0.0:1767384976.793797:0:17065:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000008cf2a839. 00000040:00000001:0.0:1767384976.793799:0:17065:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384976.793801:0:17065:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000899430db. 00000040:00000001:0.0:1767384976.793802:0:17065:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384976.793803:0:17065:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008d5bd63a : new refcount 1 00000020:00000001:0.0:1767384976.793805:0:17065:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.793808:0:17065:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1767384976.793810:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384976.793812:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384976.793814:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.793815:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384976.793817:0:17065:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000d879fefc. 00000020:00000040:0.0:1767384976.793819:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=7 20000000:00000001:0.0:1767384976.793821:0:17065:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.793822:0:17065:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.793824:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358494464 00010000:00000001:0.0:1767384976.793825:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.793828:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d658d9da x1853237358494464/t0(0) o501->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 512/272 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.793834:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.793835:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.793837:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.793839:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.793841:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.793842:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.793844:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.793845:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.793850:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.793851:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.793853:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9ca193. 00000100:00000200:0.0:1767384976.793855:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358494464, offset 224 00000400:00000200:0.0:1767384976.793858:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.793882:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.793904:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [206:206:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384976.793912:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.793915:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.793917:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e9a42d0. 00000800:00000200:0.0:1767384976.793921:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.793924:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.793926:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e9a42d0 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.793935:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.793937:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.793939:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.793940:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.793941:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.793944:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d658d9da x1853237358494464/t0(0) o501->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 512/272 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.793950:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d658d9da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+7:15161:x1853237358494464:12345-192.168.203.9@tcp50:501: Request processed in 285us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.793956:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 160 00000100:00000040:0.0:1767384976.793958:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.793960:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.793962:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.793965:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.793968:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.793972:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.793975:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 6 00000100:00000001:0.0:1767384976.793985:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.793989:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.793994:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8762be9. 00000400:00000010:0.0:1767384976.794000:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004563087e. 00000800:00000200:2.0:1767384976.794063:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.794067:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e9a42d0. 00000400:00000200:2.0:1767384976.794071:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.794076:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.794079:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9ca193 00000400:00000010:2.0:1767384976.794080:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9ca193. 00000100:00000001:2.0:1767384976.794083:0:16335:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384976.794084:0:16335:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384976.794086:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000d6629a38. 02000000:00000001:2.0:1767384976.794088:0:16335:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384976.794089:0:16335:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384976.794804:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.794810:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384976.794811:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.794813:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.794818:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:1.0:1767384976.794831:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 272 into portal 26 MB=0x6958272700380 00000400:00000200:1.0:1767384976.794835:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 272/272 into md 0x17f9 [2] + 0 00000400:00000010:1.0:1767384976.794837:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c98ad2fe. 00000400:00000200:1.0:1767384976.794840:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fa9b9f9 00000800:00000001:1.0:1767384976.794843:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.794847:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.794849:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.794851:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384976.794854:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fa9b9f9 00000400:00000010:1.0:1767384976.794855:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fa9b9f9. 00000100:00000001:1.0:1767384976.794858:0:16333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384976.794860:0:16333:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384976.794862:0:16333:0:(events.c:337:request_in_callback()) incoming req@0000000012996292 x1853237358494592 msgsize 272 00000100:00100000:1.0:1767384976.794884:0:16333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:1.0:1767384976.794885:0:16333:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384976.794892:0:16333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384976.794896:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.794898:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.794932:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.794951:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358494592 02000000:00000001:0.0:1767384976.794953:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.794955:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.794957:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.794960:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.794962:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358494592 00000020:00000001:0.0:1767384976.794964:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.794966:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.794968:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.794970:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=7 00000020:00000001:0.0:1767384976.794972:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.794974:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.794977:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.794981:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.794983:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.794985:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000020:00000010:0.0:1767384976.794989:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.794993:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.794995:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.795000:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.795002:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.795003:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.795005:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.795009:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.795036:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.795043:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.795044:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.795050:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 161 00000100:00000040:0.0:1767384976.795053:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.795055:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078162512 : -107292631389104 : ffff9e6afcd1ac50) 00000100:00000040:0.0:1767384976.795067:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000012996292 x1853237358494592/t0(0) o503->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.795076:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.795079:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.795081:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.795083:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000100:00100000:0.0:1767384976.795087:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000012996292 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+7:15161:x1853237358494592:12345-192.168.203.9@tcp50:503: 00000100:00000200:0.0:1767384976.795091:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358494592 00000020:00000001:0.0:1767384976.795093:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.795095:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.795097:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.795099:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.795101:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662447904 : -1047103712 : ffffffffc1967720) 00000020:00000001:0.0:1767384976.795103:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.795104:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.795106:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.795108:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.795110:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.795112:0:17065:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384976.795114:0:17065:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384976.795117:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.795119:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.795135:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000b4a63b7. 02000000:00000001:0.0:1767384976.795139:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.795141:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384976.795143:0:17065:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008d5bd63a : new refcount 2 00000040:00000001:0.0:1767384976.795146:0:17065:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384976.795148:0:17065:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000899430db. 00000040:00000001:0.0:1767384976.795151:0:17065:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384976.795153:0:17065:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384976.795155:0:17065:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780223827968 : -107293485723648 : 0xffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.795158:0:17065:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780223827968 : -107293485723648 : ffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.795161:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384976.795168:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780210864472 : -107293498687144 : ffff9e6ac91fc158) 00000040:00000001:0.0:1767384976.795171:0:17065:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.795173:0:17065:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.795176:0:17065:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384976.795182:0:17065:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d08aef1c. 00000040:00000001:0.0:1767384976.795185:0:17065:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384976.795187:0:17065:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384976.795204:0:17065:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.795207:0:17065:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.795209:0:17065:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384976.795213:0:17065:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384976.795217:0:17065:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384976.795219:0:17065:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384976.795221:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000d1566c69/00000000eed11537 to site lru. bkt: 000000000c69bfe1 00000040:00000001:0.0:1767384976.795224:0:17065:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384976.795226:0:17065:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d08aef1c. 00000040:00000010:0.0:1767384976.795229:0:17065:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000899430db. 00000040:00000040:0.0:1767384976.795231:0:17065:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008d5bd63a : new refcount 1 00000020:00000001:0.0:1767384976.795234:0:17065:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.795236:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358494592 00010000:00000001:0.0:1767384976.795238:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.795242:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000012996292 x1853237358494592/t0(0) o503->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/8416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.795251:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.795252:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.795255:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.795258:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.795260:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.795262:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.795265:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.795267:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.795269:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.795272:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.795275:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000fc202c64. 00000100:00000200:0.0:1767384976.795279:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358494592, offset 224 00000400:00000200:0.0:1767384976.795291:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.795298:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.795307:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [207:207:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384976.795317:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.795322:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.795326:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000899430db. 00000800:00000200:0.0:1767384976.795330:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.795335:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1022 00000800:00000200:0.0:1767384976.795338:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000899430db type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384976.795352:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.795356:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.795358:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.795360:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.795362:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.795366:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012996292 x1853237358494592/t0(0) o503->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/8416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.795392:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000012996292 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+7:15161:x1853237358494592:12345-192.168.203.9@tcp50:503: Request processed in 314us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.795400:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 161 00000100:00000040:0.0:1767384976.795420:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.795425:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.795428:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.795432:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.795438:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.795444:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.795449:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 6 00000100:00000001:0.0:1767384976.795457:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.795463:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.795469:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c899b847. 00000400:00000010:0.0:1767384976.795491:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e366a7f9. 00000800:00000200:2.0:1767384976.795501:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.795506:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000899430db. 00000400:00000200:2.0:1767384976.795512:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.795518:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.795521:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc202c64 00000400:00000010:2.0:1767384976.795523:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000fc202c64. 00000100:00000001:2.0:1767384976.795526:0:16334:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384976.795529:0:16334:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384976.795530:0:16334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000b4a63b7. 02000000:00000001:2.0:1767384976.795553:0:16334:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384976.795555:0:16334:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384976.796765:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.796790:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.796793:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.796795:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.796803:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384976.796810:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 272 into portal 26 MB=0x6958272700400 00000400:00000200:2.0:1767384976.796815:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 272/272 into md 0x1821 [2] + 0 00000400:00000010:2.0:1767384976.796818:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e9caedf. 00000400:00000200:2.0:1767384976.796821:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2d19899 00000800:00000001:2.0:1767384976.796823:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.796828:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.796830:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.796832:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.796834:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2d19899 00000400:00000010:2.0:1767384976.796835:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2d19899. 00000100:00000001:2.0:1767384976.796838:0:16335:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.796839:0:16335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384976.796842:0:16335:0:(events.c:337:request_in_callback()) incoming req@00000000f0077f80 x1853237358494720 msgsize 272 00000100:00100000:2.0:1767384976.796845:0:16335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:2.0:1767384976.796846:0:16335:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384976.796858:0:16335:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384976.796892:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384976.796894:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384976.796895:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358494720 02000000:00000001:0.0:1767384976.796899:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384976.796900:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.796901:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.796904:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.796908:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.796910:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358494720 00000020:00000001:0.0:1767384976.796912:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.796913:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.796915:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.796917:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=7 00000020:00000001:0.0:1767384976.796919:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.796921:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.796923:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.796926:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.796927:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.796929:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000020:00000010:0.0:1767384976.796932:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.796933:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.796935:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.796938:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.796940:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.796941:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.796942:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.796945:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.796954:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.796961:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.796962:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.796967:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 162 00000100:00000040:0.0:1767384976.796971:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.796973:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078158416 : -107292631393200 : ffff9e6afcd19c50) 00000100:00000040:0.0:1767384976.796978:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0077f80 x1853237358494720/t0(0) o502->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.796988:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.796997:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.797000:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.797002:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000100:00100000:0.0:1767384976.797006:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f0077f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+7:15180:x1853237358494720:12345-192.168.203.9@tcp50:502: 00000100:00000200:0.0:1767384976.797011:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358494720 00000020:00000001:0.0:1767384976.797013:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.797015:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.797017:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.797020:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.797021:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662447856 : -1047103760 : ffffffffc19676f0) 00000020:00000001:0.0:1767384976.797023:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.797024:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.797025:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.797026:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.797028:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.797030:0:17065:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384976.797031:0:17065:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384976.797033:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.797034:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.797043:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000b4a63b7. 02000000:00000001:0.0:1767384976.797044:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.797046:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384976.797048:0:17065:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008d5bd63a : new refcount 2 00000040:00000001:0.0:1767384976.797049:0:17065:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384976.797051:0:17065:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004cb78c16. 00000040:00000001:0.0:1767384976.797053:0:17065:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384976.797054:0:17065:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384976.797055:0:17065:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780223827968 : -107293485723648 : 0xffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.797057:0:17065:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780223827968 : -107293485723648 : ffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.797060:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384976.797062:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780210864472 : -107293498687144 : ffff9e6ac91fc158) 00000040:00000001:0.0:1767384976.797063:0:17065:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.797065:0:17065:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.797066:0:17065:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384976.797070:0:17065:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d08aef1c. 00000040:00000001:0.0:1767384976.797072:0:17065:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384976.797073:0:17065:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384976.797077:0:17065:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.797079:0:17065:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.797080:0:17065:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.797082:0:17065:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384976.797084:0:17065:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384976.797087:0:17065:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384976.797097:0:17065:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384976.797099:0:17065:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.797100:0:17065:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384976.797102:0:17065:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384976.797103:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000d1566c69/00000000eed11537 to site lru. bkt: 000000000c69bfe1 00000040:00000001:0.0:1767384976.797105:0:17065:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384976.797106:0:17065:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d08aef1c. 00000040:00000010:0.0:1767384976.797108:0:17065:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004cb78c16. 00000040:00000040:0.0:1767384976.797109:0:17065:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008d5bd63a : new refcount 1 00000020:00000001:0.0:1767384976.797111:0:17065:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.797112:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358494720 00010000:00000001:0.0:1767384976.797114:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.797117:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f0077f80 x1853237358494720/t0(0) o502->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/8472 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.797122:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.797123:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.797125:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.797127:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.797129:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.797130:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.797132:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.797133:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.797135:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.797136:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.797138:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000fc202c64. 00000100:00000200:0.0:1767384976.797140:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358494720, offset 224 00000400:00000200:0.0:1767384976.797148:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.797153:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.797159:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [208:208:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384976.797167:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.797171:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.797173:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000004cb78c16. 00000800:00000200:0.0:1767384976.797176:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.797179:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1022 00000800:00000200:0.0:1767384976.797181:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004cb78c16 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384976.797191:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.797193:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.797195:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.797196:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.797197:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.797201:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0077f80 x1853237358494720/t0(0) o502->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/8472 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.797208:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f0077f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+7:15180:x1853237358494720:12345-192.168.203.9@tcp50:502: Request processed in 218us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.797213:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 162 00000100:00000040:0.0:1767384976.797216:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.797217:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.797219:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.797222:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.797224:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.797227:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.797229:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 6 00000100:00000001:0.0:1767384976.797231:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.797234:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.797237:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004127b32e. 00000800:00000200:1.0:1767384976.797242:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384976.797243:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fa9b9f9. 00000800:00000010:1.0:1767384976.797246:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000004cb78c16. 00000400:00000200:1.0:1767384976.797253:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.797257:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384976.797260:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc202c64 00000400:00000010:1.0:1767384976.797261:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000fc202c64. 00000100:00000001:1.0:1767384976.797264:0:16333:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384976.797266:0:16333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384976.797268:0:16333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000b4a63b7. 02000000:00000001:1.0:1767384976.797276:0:16333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384976.797277:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384976.807412:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.807420:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.807422:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.807424:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.807429:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384976.807437:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 272 into portal 26 MB=0x6958272700480 00000400:00000200:2.0:1767384976.807441:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 272/272 into md 0x1841 [2] + 0 00000400:00000010:2.0:1767384976.807444:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082f81dcb. 00000400:00000200:2.0:1767384976.807448:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c368f6da 00000800:00000001:2.0:1767384976.807450:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.807454:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.807456:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.807465:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.807468:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c368f6da 00000400:00000010:2.0:1767384976.807469:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c368f6da. 00000100:00000001:2.0:1767384976.807472:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.807473:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384976.807475:0:16334:0:(events.c:337:request_in_callback()) incoming req@0000000021eb60a6 x1853237358494848 msgsize 272 00000100:00100000:2.0:1767384976.807478:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:2.0:1767384976.807479:0:16334:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384976.807491:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384976.807495:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.807497:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.807550:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.807555:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358494848 02000000:00000001:0.0:1767384976.807558:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.807560:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.807562:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.807565:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.807569:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358494848 00000020:00000001:0.0:1767384976.807571:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.807572:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.807574:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.807576:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=7 00000020:00000001:0.0:1767384976.807578:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.807581:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.807584:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.807605:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.807607:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.807609:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000020:00000010:0.0:1767384976.807614:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.807617:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.807620:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.807625:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.807627:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.807628:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.807629:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.807634:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.807649:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.807674:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.807676:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.807681:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 163 00000100:00000040:0.0:1767384976.807684:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.807685:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078155344 : -107292631396272 : ffff9e6afcd19050) 00000100:00000040:0.0:1767384976.807691:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021eb60a6 x1853237358494848/t0(0) o502->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.807699:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.807709:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.807711:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.807713:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000100:00100000:0.0:1767384976.807717:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021eb60a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+7:15180:x1853237358494848:12345-192.168.203.9@tcp50:502: 00000100:00000200:0.0:1767384976.807737:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358494848 00000020:00000001:0.0:1767384976.807740:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.807743:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.807744:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.807746:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.807747:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662447856 : -1047103760 : ffffffffc19676f0) 00000020:00000001:0.0:1767384976.807749:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.807750:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.807752:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.807754:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.807756:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.807758:0:17065:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384976.807759:0:17065:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384976.807763:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.807764:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.807773:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000b4a63b7. 02000000:00000001:0.0:1767384976.807775:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.807777:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384976.807779:0:17065:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008d5bd63a : new refcount 2 00000040:00000001:0.0:1767384976.807781:0:17065:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384976.807783:0:17065:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000020c8be0a. 00000040:00000001:0.0:1767384976.807786:0:17065:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384976.807787:0:17065:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384976.807789:0:17065:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780223827968 : -107293485723648 : 0xffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.807791:0:17065:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780223827968 : -107293485723648 : ffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.807795:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384976.807799:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780210864472 : -107293498687144 : ffff9e6ac91fc158) 00000040:00000001:0.0:1767384976.807802:0:17065:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.807803:0:17065:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.807804:0:17065:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384976.807811:0:17065:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d08aef1c. 00000040:00000001:0.0:1767384976.807813:0:17065:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384976.807814:0:17065:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384976.807827:0:17065:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.807828:0:17065:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.807830:0:17065:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.807832:0:17065:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384976.807834:0:17065:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384976.807836:0:17065:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384976.807842:0:17065:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384976.807844:0:17065:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.807845:0:17065:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384976.807847:0:17065:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384976.807849:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000d1566c69/00000000eed11537 to site lru. bkt: 000000000c69bfe1 00000040:00000001:0.0:1767384976.807851:0:17065:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384976.807853:0:17065:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d08aef1c. 00000040:00000010:0.0:1767384976.807855:0:17065:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000020c8be0a. 00000040:00000040:0.0:1767384976.807857:0:17065:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008d5bd63a : new refcount 1 00000020:00000001:0.0:1767384976.807858:0:17065:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.807860:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358494848 00010000:00000001:0.0:1767384976.807862:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.807865:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021eb60a6 x1853237358494848/t0(0) o502->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/8472 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.807871:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.807873:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.807876:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.807878:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.807880:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.807882:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.807884:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.807885:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.807887:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.807889:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.807892:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e129ae1f. 00000100:00000200:0.0:1767384976.807916:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358494848, offset 224 00000400:00000200:0.0:1767384976.807929:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.807937:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.807946:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [209:209:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384976.807955:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.807960:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.807964:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000020c8be0a. 00000800:00000200:0.0:1767384976.807969:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.807976:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1022 00000800:00000200:0.0:1767384976.807980:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020c8be0a type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384976.807993:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.807996:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.807999:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.808001:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.808003:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.808007:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021eb60a6 x1853237358494848/t0(0) o502->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/8472 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.808016:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021eb60a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+7:15180:x1853237358494848:12345-192.168.203.9@tcp50:502: Request processed in 316us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.808022:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 163 00000100:00000040:0.0:1767384976.808025:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.808027:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.808028:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.808032:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.808035:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.808039:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.808042:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 6 00000100:00000001:0.0:1767384976.808045:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.808049:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.808053:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005081db48. 00000400:00000010:0.0:1767384976.808057:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfc527be. 00000800:00000200:2.0:1767384976.808102:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.808106:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000020c8be0a. 00000400:00000200:2.0:1767384976.808110:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.808114:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.808117:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e129ae1f 00000400:00000010:2.0:1767384976.808118:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e129ae1f. 00000100:00000001:2.0:1767384976.808121:0:16335:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384976.808123:0:16335:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384976.808124:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000b4a63b7. 02000000:00000001:2.0:1767384976.808132:0:16335:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384976.808133:0:16335:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384976.809062:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.809073:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384976.809076:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.809078:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.809087:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:1.0:1767384976.809099:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 328 into portal 26 MB=0x6958272700500 00000400:00000200:1.0:1767384976.809114:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 328/328 into md 0x1865 [2] + 0 00000400:00000010:1.0:1767384976.809119:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec6a5d42. 00000400:00000200:1.0:1767384976.809124:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000763f3182 00000800:00000001:1.0:1767384976.809129:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.809138:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.809140:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.809145:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384976.809149:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000763f3182 00000400:00000010:1.0:1767384976.809152:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000763f3182. 00000100:00000001:1.0:1767384976.809156:0:16333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384976.809157:0:16333:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384976.809160:0:16333:0:(events.c:337:request_in_callback()) incoming req@0000000078488d5b x1853237358494976 msgsize 328 00000100:00100000:1.0:1767384976.809165:0:16333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:1.0:1767384976.809168:0:16333:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384976.809178:0:16333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384976.809184:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.809187:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.809203:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.809206:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358494976 02000000:00000001:0.0:1767384976.809208:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.809209:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.809210:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.809212:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.809214:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358494976 00000020:00000001:0.0:1767384976.809215:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.809216:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.809217:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.809218:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=7 00000020:00000001:0.0:1767384976.809220:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.809222:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.809224:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.809227:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.809228:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.809229:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000020:00000010:0.0:1767384976.809232:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.809234:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.809236:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.809239:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.809240:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.809241:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.809242:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.809245:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.809253:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.809258:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.809259:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.809262:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 164 00000100:00000040:0.0:1767384976.809264:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.809265:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078164560 : -107292631387056 : ffff9e6afcd1b450) 00000100:00000040:0.0:1767384976.809269:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078488d5b x1853237358494976/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.809275:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.809282:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.809284:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.809285:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000100:00100000:0.0:1767384976.809288:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078488d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+7:15161:x1853237358494976:12345-192.168.203.9@tcp50:101: 00000100:00000200:0.0:1767384976.809291:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358494976 00000020:00000001:0.0:1767384976.809293:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.809294:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.809295:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.809296:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.809298:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:0.0:1767384976.809299:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.809300:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.809301:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.809302:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.809304:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.809306:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384976.809308:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384976.809309:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384976.809311:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384976.809312:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.809317:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384976.809323:0:17065:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d72d767e. 00010000:00000001:0.0:1767384976.809327:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384976.809330:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee1db429. 00000020:00000001:0.0:1767384976.809333:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384976.809334:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee1db429 with handle 0x135556ebb4843d27 to hash 00000020:00000001:0.0:1767384976.809336:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384976.809337:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00000001:0.0:1767384976.809339:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00010000:0.0:1767384976.809341:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ee1db429/0x135556ebb4843d27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x907988e5b466e24f expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.809347:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000007983dec5 : new locks_count 3 00000020:00000040:0.0:1767384976.809348:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=8 00000100:00000001:0.0:1767384976.809356:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.809357:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.809360:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000053921ce4. 02000000:00000001:0.0:1767384976.809361:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.809362:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.809365:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384976.809380:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384976.809383:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384976.809385:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.809386:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.809388:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.809389:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.809391:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384976.809393:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384976.809394:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384976.809395:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384976.809397:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d72d767e) refcount = 1 00010000:00010000:0.0:1767384976.809400:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee1db429/0x135556ebb4843d27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e24f expref: 8 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.809405:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384976.809406:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384976.809423:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.809425:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.809426:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384976.809429:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384976.809431:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ee1db429/0x135556ebb4843d27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e24f expref: 8 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.809436:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384976.809438:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384976.809440:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.809442:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.809443:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384976.809444:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.809445:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384976.809446:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ee1db429, rc 0) 00000020:00000001:0.0:1767384976.809452:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.809454:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358494976 00010000:00000001:0.0:1767384976.809455:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.809458:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078488d5b x1853237358494976/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/344 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.809463:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.809464:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.809466:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.809468:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.809470:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.809471:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.809473:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.809474:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.809476:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.809477:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.809480:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e76ef5ef. 00000100:00000200:0.0:1767384976.809482:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358494976, offset 224 00000400:00000200:0.0:1767384976.809486:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.809490:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.809497:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [210:210:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384976.809505:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.809509:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.809511:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5502e4d. 00000800:00000200:0.0:1767384976.809514:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.809518:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.809520:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5502e4d type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.809530:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.809532:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.809534:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.809535:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.809537:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.809544:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078488d5b x1853237358494976/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/344 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.809551:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078488d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+8:15161:x1853237358494976:12345-192.168.203.9@tcp50:101: Request processed in 274us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.809556:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 164 00000100:00000040:0.0:1767384976.809558:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.809559:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.809560:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.809562:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.809564:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.809567:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.809569:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 7 00000100:00000001:0.0:1767384976.809571:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.809574:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.809576:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eb701e7. 00000400:00000010:0.0:1767384976.809579:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e1f4a3c. 00000800:00000200:2.0:1767384976.809651:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.809655:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5502e4d. 00000400:00000200:2.0:1767384976.809658:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.809663:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.809666:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e76ef5ef 00000400:00000010:2.0:1767384976.809668:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e76ef5ef. 00000100:00000001:2.0:1767384976.809670:0:16334:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384976.809672:0:16334:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384976.809673:0:16334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000053921ce4. 02000000:00000001:2.0:1767384976.809675:0:16334:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384976.809676:0:16334:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384976.811286:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.811294:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.811296:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.811313:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.811337:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384976.811345:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 304 into portal 26 MB=0x6958272700580 00000400:00000200:2.0:1767384976.811350:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 304/304 into md 0x186d [2] + 0 00000400:00000010:2.0:1767384976.811353:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f0fa751. 00000400:00000200:2.0:1767384976.811356:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd63d4be 00000800:00000001:2.0:1767384976.811358:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.811364:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.811366:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.811634:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.811639:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd63d4be 00000400:00000010:2.0:1767384976.811642:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd63d4be. 00000100:00000001:2.0:1767384976.811677:0:16335:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.811679:0:16335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384976.811681:0:16335:0:(events.c:337:request_in_callback()) incoming req@00000000b0f443e4 x1853237358495104 msgsize 304 00000100:00100000:2.0:1767384976.811685:0:16335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:2.0:1767384976.811693:0:16335:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384976.811702:0:16335:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384976.811716:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.811719:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.811744:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.811747:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358495104 02000000:00000001:0.0:1767384976.811749:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.811750:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.811751:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.811753:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.811755:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358495104 00000020:00000001:0.0:1767384976.811756:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.811758:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.811759:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.811760:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=8 00000020:00000001:0.0:1767384976.811763:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.811764:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.811767:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.811770:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.811771:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.811773:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000020:00000010:0.0:1767384976.811781:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.811783:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.811786:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.811789:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.811791:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.811792:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.811793:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.811795:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.811805:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.811810:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.811811:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.811815:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 165 00000100:00000040:0.0:1767384976.811817:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.811818:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781078161488 : -107292631390128 : ffff9e6afcd1a850) 00000100:00000040:0.0:1767384976.811822:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0f443e4 x1853237358495104/t0(0) o256->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 304/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.811829:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.811831:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.811832:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.811834:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000100:00100000:0.0:1767384976.811837:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0f443e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+8:15161:x1853237358495104:12345-192.168.203.9@tcp50:256: 00000100:00000200:0.0:1767384976.811840:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495104 00000020:00000001:0.0:1767384976.811842:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.811843:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.811844:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.811846:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.811847:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:0.0:1767384976.811849:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.811850:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.811852:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.811853:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.811855:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.811880:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.811882:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.811885:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000071223e4c. 02000000:00000001:0.0:1767384976.811886:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.811888:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.811891:0:17065:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384976.811894:0:17065:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384976.811897:0:17065:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384976.811899:0:17065:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384976.811901:0:17065:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.811902:0:17065:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384976.811904:0:17065:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:0.0:1767384976.811907:0:17065:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000196dd832. 20000000:00000001:0.0:1767384976.811910:0:17065:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384976.811923:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384976.811929:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384976.811933:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384976.811935:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384976.811936:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384976.811937:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384976.811939:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384976.811940:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384976.811941:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384976.811943:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384976.811944:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384976.811945:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384976.811946:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384976.811947:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384976.811948:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384976.811949:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384976.811950:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384976.811951:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384976.811952:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384976.811954:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384976.811955:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384976.811956:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384976.811957:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384976.811958:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384976.811959:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384976.811964:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384976.811965:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384976.811966:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384976.811968:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384976.811971:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384976.811973:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384976.811975:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384976.811977:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384976.811979:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384976.811982:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384976.811984:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384976.811986:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384976.811988:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384976.811991:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384976.811993:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384976.811995:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384976.811997:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384976.812000:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:0.0:1767384976.812013:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384976.812015:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384976.812018:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384976.812019:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384976.812021:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384976.812022:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384976.812023:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384976.812025:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384976.812026:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384976.812027:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384976.812028:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384976.812029:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384976.812030:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384976.812032:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384976.812033:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384976.812034:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384976.812035:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384976.812037:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384976.812038:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384976.812040:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384976.812041:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384976.812047:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384976.812049:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384976.812050:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384976.812052:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384976.812053:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384976.812054:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384976.812056:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384976.812057:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384976.812058:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384976.812059:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384976.812060:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384976.812061:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384976.812062:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384976.812064:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384976.812065:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384976.812066:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384976.812067:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384976.812069:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384976.812070:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384976.812072:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384976.812073:0:17065:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384976.812074:0:17065:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:0.0:1767384976.812076:0:17065:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384976.812077:0:17065:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384976.812079:0:17065:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384976.812083:0:17065:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000074860d55. 00000100:00000010:0.0:1767384976.812086:0:17065:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008cf2a839. 00000020:00000040:0.0:1767384976.812087:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=9 00010000:00000001:0.0:1767384976.812091:0:17065:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384976.812093:0:17065:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384976.812096:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e76ef5ef. 00000400:00000010:0.0:1767384976.812101:0:17065:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000770f464. 00000400:00000200:0.0:1767384976.812104:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.812111:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.812117:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [211:211:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384976.812120:0:17065:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.812125:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.812132:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.812135:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000938ea19f. 00000800:00000200:0.0:1767384976.812138:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.812141:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1022 00000800:00000200:0.0:1767384976.812143:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000938ea19f type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:0.0:1767384976.812155:0:17065:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.203.9@tcp50 mbits 0x6958272700580-0x6958272700580 00000100:00000001:0.0:1767384976.812158:0:17065:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384976.812222:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384976.812226:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000938ea19f. 00000400:00000200:1.0:1767384976.812229:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.812233:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:1.0:1767384976.812236:0:16333:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384976.812237:0:16333:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000074860d55 00000100:00000001:1.0:1767384976.812239:0:16333:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384976.812792:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.812797:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.812799:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.812828:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.812835:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : ACK - for me 00000400:00000200:2.0:1767384976.812845:0:16334:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.109@tcp50: ACK from 12345-192.168.203.9@tcp50 into md 0x2049 00000400:00000200:2.0:1767384976.812849:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.812852:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: ACK: OK 00000400:00000200:2.0:1767384976.812856:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e76ef5ef 00000400:00000010:2.0:1767384976.812858:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e76ef5ef. 00000100:00000001:2.0:1767384976.812861:0:16334:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384976.812885:0:16334:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000074860d55 00000100:00000001:2.0:1767384976.812892:0:16334:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384976.812896:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.812899:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.812954:0:17065:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.812958:0:17065:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384976.812961:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 8 00000100:00000010:0.0:1767384976.812964:0:17065:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008cf2a839. 00000100:00000010:0.0:1767384976.812968:0:17065:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000074860d55. 00000100:00000001:0.0:1767384976.812969:0:17065:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384976.812970:0:17065:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384976.812978:0:17065:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000196dd832. 20000000:00000001:0.0:1767384976.812982:0:17065:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.812984:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358495104 00010000:00000001:0.0:1767384976.812986:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.812990:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0f443e4 x1853237358495104/t0(0) o256->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 304/240 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.812996:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.812997:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.812999:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.813002:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.813005:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.813007:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.813010:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.813012:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.813014:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.813017:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.813020:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9ca193. 00000100:00000200:0.0:1767384976.813024:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358495104, offset 224 00000400:00000200:0.0:1767384976.813036:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.813043:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.813050:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [212:212:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384976.813058:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.813061:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.813064:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a878367. 00000800:00000200:0.0:1767384976.813066:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.813070:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.813071:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a878367 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.813082:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.813084:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.813086:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.813087:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.813088:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.813091:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0f443e4 x1853237358495104/t0(0) o256->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 304/240 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.813097:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0f443e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+8:15161:x1853237358495104:12345-192.168.203.9@tcp50:256: Request processed in 1267us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.813103:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 165 00000100:00000040:0.0:1767384976.813105:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.813106:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.813108:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.813110:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.813112:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.813115:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.813118:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 7 00000100:00000001:0.0:1767384976.813120:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.813123:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.813126:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004256c2bc. 00000400:00000010:0.0:1767384976.813130:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f70d4450. 00000800:00000200:2.0:1767384976.813141:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.813144:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a878367. 00000400:00000200:2.0:1767384976.813148:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.813153:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.813156:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9ca193 00000400:00000010:2.0:1767384976.813157:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9ca193. 00000100:00000001:2.0:1767384976.813160:0:16335:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384976.813161:0:16335:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384976.813163:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000071223e4c. 02000000:00000001:2.0:1767384976.813165:0:16335:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384976.813166:0:16335:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384976.816289:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.816296:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384976.816299:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.816301:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.816307:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:1.0:1767384976.816315:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 328 into portal 26 MB=0x6958272700600 00000400:00000200:1.0:1767384976.816320:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 328/328 into md 0x18ad [2] + 0 00000400:00000010:1.0:1767384976.816324:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a964823. 00000400:00000200:1.0:1767384976.816328:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d064d96f 00000800:00000001:1.0:1767384976.816331:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.816341:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.816343:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.816347:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384976.816350:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d064d96f 00000400:00000010:1.0:1767384976.816352:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d064d96f. 00000100:00000001:1.0:1767384976.816356:0:16333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384976.816357:0:16333:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384976.816360:0:16333:0:(events.c:337:request_in_callback()) incoming req@000000007740a083 x1853237358495232 msgsize 328 00000100:00100000:1.0:1767384976.816365:0:16333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:1.0:1767384976.816378:0:16333:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384976.816388:0:16333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384976.816392:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.816394:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.816429:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.816432:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358495232 02000000:00000001:0.0:1767384976.816434:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.816435:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.816437:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.816439:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.816441:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358495232 00000020:00000001:0.0:1767384976.816442:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.816443:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.816445:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.816446:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=8 00000020:00000001:0.0:1767384976.816448:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.816450:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.816452:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.816455:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.816456:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.816458:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000020:00000010:0.0:1767384976.816461:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.816463:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.816466:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.816469:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.816470:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.816472:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.816472:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.816475:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.816484:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.816489:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.816490:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.816494:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 166 00000100:00000040:0.0:1767384976.816496:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.816498:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339801168 : -107293369750448 : ffff9e6ad0cf2c50) 00000100:00000040:0.0:1767384976.816502:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007740a083 x1853237358495232/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.816509:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.816516:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.816518:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.816519:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000100:00100000:0.0:1767384976.816522:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007740a083 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+8:15161:x1853237358495232:12345-192.168.203.9@tcp50:101: 00000100:00000200:0.0:1767384976.816525:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495232 00000020:00000001:0.0:1767384976.816527:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.816529:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.816530:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.816531:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.816533:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000020:00000001:0.0:1767384976.816534:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.816535:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.816537:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.816538:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.816539:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.816541:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384976.816541:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384976.816542:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384976.816543:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384976.816544:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.816547:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384976.816550:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003542d674 count: 3 00010000:00000001:0.0:1767384976.816552:0:17065:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384976.816554:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384976.816557:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000617d95f2. 00000020:00000001:0.0:1767384976.816558:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384976.816560:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000617d95f2 with handle 0x135556ebb4843d2e to hash 00000020:00000001:0.0:1767384976.816561:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384976.816562:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00000001:0.0:1767384976.816564:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00010000:00010000:0.0:1767384976.816565:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000617d95f2/0x135556ebb4843d2e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x907988e5b466e256 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.816570:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000007983dec5 : new locks_count 4 00000020:00000040:0.0:1767384976.816576:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=9 00000100:00000001:0.0:1767384976.816580:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.816581:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.816583:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000074860d55. 02000000:00000001:0.0:1767384976.816585:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.816586:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.816588:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384976.816589:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384976.816590:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384976.816591:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.816592:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.816593:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384976.816594:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.816595:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384976.816596:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384976.816597:0:17065:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384976.816598:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384976.816599:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000003542d674) refcount = 3 00010000:00000040:0.0:1767384976.816602:0:17065:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384976.816604:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e182a01f/0x135556ebb4843a2c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843a25 expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384976.816608:0:17065:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005c1c18d9/0x135556ebb48439b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb48439ae expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384976.816612:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000617d95f2/0x135556ebb4843d2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e256 expref: 9 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.816615:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384976.816616:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384976.816616:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.816617:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.816619:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384976.816621:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384976.816622:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000617d95f2/0x135556ebb4843d2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e256 expref: 9 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384976.816633:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384976.816634:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384976.816635:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384976.816636:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.816637:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384976.816638:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384976.816639:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384976.816639:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000617d95f2, rc 0) 00000020:00000001:0.0:1767384976.816641:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.816642:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358495232 00010000:00000001:0.0:1767384976.816643:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.816646:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007740a083 x1853237358495232/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/344 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.816651:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.816652:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.816654:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.816656:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.816657:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.816659:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.816660:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.816661:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.816663:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.816664:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.816666:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e2194e. 00000100:00000200:0.0:1767384976.816668:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358495232, offset 224 00000400:00000200:0.0:1767384976.816672:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.816676:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.816682:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [213:213:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1767384976.816690:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.816693:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.816698:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4087101. 00000800:00000200:0.0:1767384976.816701:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.816705:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.816707:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4087101 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.816717:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.816719:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.816721:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.816722:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.816724:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.816727:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007740a083 x1853237358495232/t0(0) o101->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 328/344 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.816733:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007740a083 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+9:15161:x1853237358495232:12345-192.168.203.9@tcp50:101: Request processed in 224us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.816739:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 166 00000100:00000040:0.0:1767384976.816741:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.816743:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.816744:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.816747:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.816749:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.816753:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.816755:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 8 00000100:00000001:0.0:1767384976.816757:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.816760:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.816763:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033f1b7b9. 00000400:00000010:0.0:1767384976.816766:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8a746c0. 00000800:00000200:2.0:1767384976.816791:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.816794:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4087101. 00000400:00000200:2.0:1767384976.816798:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.816803:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.816806:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e2194e 00000400:00000010:2.0:1767384976.816808:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e2194e. 00000100:00000001:2.0:1767384976.816812:0:16334:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384976.816814:0:16334:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384976.816816:0:16334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000074860d55. 02000000:00000001:2.0:1767384976.816818:0:16334:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384976.816819:0:16334:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384976.817459:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.817465:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.817466:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.817468:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.817472:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384976.817478:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 504 into portal 26 MB=0x6958272700680 00000400:00000200:2.0:1767384976.817482:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 504/504 into md 0x18e1 [2] + 0 00000400:00000010:2.0:1767384976.817485:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e20e033. 00000400:00000200:2.0:1767384976.817488:0:16335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c1dd1fd 00000800:00000001:2.0:1767384976.817490:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.817495:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.817497:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.817501:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.817504:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c1dd1fd 00000400:00000010:2.0:1767384976.817514:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c1dd1fd. 00000100:00000001:2.0:1767384976.817518:0:16335:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.817519:0:16335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384976.817522:0:16335:0:(events.c:337:request_in_callback()) incoming req@000000005b191211 x1853237358495360 msgsize 504 00000100:00100000:2.0:1767384976.817527:0:16335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:2.0:1767384976.817529:0:16335:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384976.817540:0:16335:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384976.817546:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.817549:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.817580:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.817583:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358495360 02000000:00000001:0.0:1767384976.817585:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.817586:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.817587:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.817590:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.817592:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358495360 00000020:00000001:0.0:1767384976.817599:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.817600:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.817602:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.817603:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=9 00000020:00000001:0.0:1767384976.817605:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.817607:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.817609:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.817611:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.817612:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.817614:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000020:00000010:0.0:1767384976.817617:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.817619:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.817621:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.817624:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.817626:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.817627:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.817628:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.817631:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.817640:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.817646:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.817647:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.817650:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 167 00000100:00000040:0.0:1767384976.817652:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.817653:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339796048 : -107293369755568 : ffff9e6ad0cf1850) 00000100:00000040:0.0:1767384976.817657:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b191211 x1853237358495360/t0(0) o501->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 504/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.817664:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.817665:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.817667:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.817669:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000100:00100000:0.0:1767384976.817672:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b191211 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+9:15161:x1853237358495360:12345-192.168.203.9@tcp50:501: 00000100:00000200:0.0:1767384976.817675:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495360 00000020:00000001:0.0:1767384976.817680:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.817683:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.817684:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.817686:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.817687:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662447808 : -1047103808 : ffffffffc19676c0) 00000020:00000001:0.0:1767384976.817689:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.817690:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.817691:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.817692:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.817694:0:17065:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384976.817696:0:17065:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.817697:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.817699:0:17065:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384976.817700:0:17065:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384976.817701:0:17065:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384976.817703:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.817704:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.817706:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000003a341b1e. 02000000:00000001:0.0:1767384976.817708:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.817709:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384976.817712:0:17065:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384976.817713:0:17065:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008d5bd63a : new refcount 2 00000040:00000001:0.0:1767384976.817715:0:17065:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384976.817716:0:17065:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000d4f1a22. 00000040:00000001:0.0:1767384976.817718:0:17065:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384976.817720:0:17065:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384976.817721:0:17065:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780223827968 : -107293485723648 : 0xffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.817723:0:17065:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780223827968 : -107293485723648 : ffff9e6ac9e59000) 00080000:00000001:0.0:1767384976.817729:0:17065:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384976.817733:0:17065:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384976.817746:0:17065:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384976.817761:0:17065:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.817763:0:17065:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384976.817764:0:17065:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.817766:0:17065:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384976.817768:0:17065:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384976.817770:0:17065:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:1321344778 to info 00000000a296b021 00000020:00000001:0.0:1767384976.817778:0:17065:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000cbac7d70 00080000:00000002:0.0:1767384976.817779:0:17065:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:0.0:1767384976.817781:0:17065:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384976.817785:0:17065:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.817787:0:17065:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384976.817790:0:17065:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000002f241ce8. 00000020:00000001:0.0:1767384976.817793:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384976.817795:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780326465880 : -107293383085736 : ffff9e6ad003b158) 00000040:00000001:0.0:1767384976.817797:0:17065:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.817798:0:17065:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.817801:0:17065:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384976.817802:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000213ecd1c/000000009ff095eb to site lru. bkt: 000000002495b989 00000040:00000010:0.0:1767384976.817804:0:17065:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000002f241ce8. 00000040:00000001:0.0:1767384976.817807:0:17065:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384976.817808:0:17065:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000d4f1a22. 00000040:00000001:0.0:1767384976.817810:0:17065:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384976.817811:0:17065:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008d5bd63a : new refcount 1 00000020:00000001:0.0:1767384976.817812:0:17065:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384976.817815:0:17065:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.817817:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358495360 00010000:00000001:0.0:1767384976.817818:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.817821:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b191211 x1853237358495360/t0(0) o501->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 504/272 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.817826:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.817828:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.817829:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.817832:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.817833:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.817835:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.817836:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.817837:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.817839:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.817841:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.817842:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000669f9a57. 00000100:00000200:0.0:1767384976.817848:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358495360, offset 224 00000400:00000200:0.0:1767384976.817851:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.817856:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.817861:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [214:214:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384976.817887:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.817890:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.817893:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4087101. 00000800:00000200:0.0:1767384976.817896:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.817899:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.817901:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4087101 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.817909:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.817911:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.817913:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.817914:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.817915:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.817918:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b191211 x1853237358495360/t0(0) o501->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 504/272 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.817924:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b191211 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+9:15161:x1853237358495360:12345-192.168.203.9@tcp50:501: Request processed in 259us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.817929:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 167 00000100:00000040:0.0:1767384976.817932:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.817933:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.817935:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.817937:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.817939:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.817942:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.817944:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 8 00000100:00000001:0.0:1767384976.817947:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.817949:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.817958:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b34d3323. 00000400:00000010:0.0:1767384976.817961:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dabbd59b. 00000800:00000200:1.0:1767384976.817981:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384976.817986:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4087101. 00000400:00000200:1.0:1767384976.817989:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.817994:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384976.817998:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000669f9a57 00000400:00000010:1.0:1767384976.818000:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000669f9a57. 00000100:00000001:1.0:1767384976.818002:0:16333:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384976.818004:0:16333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384976.818007:0:16333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000003a341b1e. 02000000:00000001:1.0:1767384976.818010:0:16333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384976.818011:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384976.818693:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.818699:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384976.818701:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.818703:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.818707:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384976.818714:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 272 into portal 26 MB=0x6958272700700 00000400:00000200:2.0:1767384976.818718:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 272/272 into md 0x18e9 [2] + 0 00000400:00000010:2.0:1767384976.818721:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bc5832b. 00000400:00000200:2.0:1767384976.818724:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000055c03f8f 00000800:00000001:2.0:1767384976.818726:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.818730:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384976.818732:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.818734:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.818736:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055c03f8f 00000400:00000010:2.0:1767384976.818738:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055c03f8f. 00000100:00000001:2.0:1767384976.818740:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384976.818741:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384976.818743:0:16334:0:(events.c:337:request_in_callback()) incoming req@0000000058504f6b x1853237358495488 msgsize 272 00000100:00100000:2.0:1767384976.818746:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:2.0:1767384976.818747:0:16334:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384976.818756:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384976.818759:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384976.818761:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.818819:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.818822:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358495488 02000000:00000001:0.0:1767384976.818824:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.818825:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.818826:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.818828:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.818830:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358495488 00000020:00000001:0.0:1767384976.818832:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.818833:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384976.818835:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.818836:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=9 00000020:00000001:0.0:1767384976.818838:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384976.818840:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384976.818842:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.818845:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.818847:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.818848:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000020:00000010:0.0:1767384976.818851:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.818854:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.818856:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384976.818859:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384976.818861:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.818862:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.818878:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.818882:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.818890:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.818895:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.818896:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.818900:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 168 00000100:00000040:0.0:1767384976.818902:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384976.818903:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339798096 : -107293369753520 : ffff9e6ad0cf2050) 00000100:00000040:0.0:1767384976.818906:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058504f6b x1853237358495488/t0(0) o503->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384976.818920:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384976.818922:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b13b400. 00000100:00000001:0.0:1767384976.818924:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384976.818926:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b13b400. 00000100:00100000:0.0:1767384976.818929:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058504f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+9:15161:x1853237358495488:12345-192.168.203.9@tcp50:503: 00000100:00000200:0.0:1767384976.818932:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495488 00000020:00000001:0.0:1767384976.818934:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384976.818936:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384976.818938:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.818939:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.818940:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662447904 : -1047103712 : ffffffffc1967720) 00000020:00000001:0.0:1767384976.818942:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.818943:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.818944:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.818945:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.818947:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.818948:0:17065:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384976.818949:0:17065:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384976.818951:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.818952:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.818961:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000b4a63b7. 02000000:00000001:0.0:1767384976.818963:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.818964:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384976.818966:0:17065:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008d5bd63a : new refcount 2 00000040:00000001:0.0:1767384976.818968:0:17065:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384976.818969:0:17065:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000d4f1a22. 00000040:00000001:0.0:1767384976.818971:0:17065:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384976.818972:0:17065:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384976.818973:0:17065:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446636780223827968 : -107293485723648 : 0xffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.818975:0:17065:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446636780223827968 : -107293485723648 : ffff9e6ac9e59000) 00000020:00000001:0.0:1767384976.818977:0:17065:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384976.818980:0:17065:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780326465880 : -107293383085736 : ffff9e6ad003b158) 00000040:00000001:0.0:1767384976.818984:0:17065:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.818985:0:17065:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.818987:0:17065:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384976.818990:0:17065:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d08aef1c. 00000040:00000001:0.0:1767384976.818992:0:17065:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384976.818993:0:17065:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384976.818995:0:17065:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384976.818997:0:17065:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384976.818998:0:17065:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384976.819000:0:17065:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384976.819002:0:17065:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384976.819004:0:17065:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:0.0:1767384976.819006:0:17065:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384976.819007:0:17065:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384976.819009:0:17065:0:(lu_object.c:207:lu_object_put()) Add 00000000213ecd1c/000000009ff095eb to site lru. bkt: 000000002495b989 00000040:00000001:0.0:1767384976.819010:0:17065:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384976.819012:0:17065:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d08aef1c. 00000040:00000010:0.0:1767384976.819014:0:17065:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000d4f1a22. 00000040:00000040:0.0:1767384976.819015:0:17065:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008d5bd63a : new refcount 1 00000020:00000001:0.0:1767384976.819017:0:17065:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.819018:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358495488 00010000:00000001:0.0:1767384976.819020:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.819023:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058504f6b x1853237358495488/t0(0) o503->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/8416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.819028:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.819030:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.819031:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384976.819034:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.819035:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.819037:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.819038:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.819039:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.819041:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.819043:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.819048:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000051263e7c. 00000100:00000200:0.0:1767384976.819050:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358495488, offset 224 00000400:00000200:0.0:1767384976.819054:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.819058:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.819064:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [215:215:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1767384976.819072:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.819075:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.819077:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000000d4f1a22. 00000800:00000200:0.0:1767384976.819080:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.819084:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1022 00000800:00000200:0.0:1767384976.819086:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000d4f1a22 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384976.819096:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.819098:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.819100:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.819101:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.819103:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.819106:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058504f6b x1853237358495488/t0(0) o503->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:202/0 lens 272/8416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.819113:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058504f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+9:15161:x1853237358495488:12345-192.168.203.9@tcp50:503: Request processed in 192us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.819119:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 168 00000100:00000040:0.0:1767384976.819121:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:0.0:1767384976.819122:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.819123:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.819125:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.819128:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.819130:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.819132:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 8 00000100:00000001:0.0:1767384976.819135:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384976.819142:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384976.819145:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6da1280. 00000400:00000010:0.0:1767384976.819148:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066441a8d. 00000800:00000200:2.0:1767384976.819153:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.819157:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000000d4f1a22. 00000400:00000200:2.0:1767384976.819160:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.819169:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.819172:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051263e7c 00000400:00000010:2.0:1767384976.819173:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000051263e7c. 00000100:00000001:2.0:1767384976.819176:0:16335:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384976.819177:0:16335:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384976.819179:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000b4a63b7. 02000000:00000001:2.0:1767384976.819186:0:16335:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384976.819187:0:16335:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384976.821149:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.821156:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384976.821158:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.821160:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.821166:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:1.0:1767384976.821175:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 520 into portal 12 MB=0x6958272700780 00000400:00000200:1.0:1767384976.821182:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.9@tcp50 of length 520/520 into md 0x229 [64] + 9400 00000800:00000001:1.0:1767384976.821186:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.821207:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384976.821210:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384976.821214:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:1.0:1767384976.821224:0:16333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384976.821226:0:16333:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384976.821231:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfa954a. 00000100:00000040:1.0:1767384976.821234:0:16333:0:(events.c:337:request_in_callback()) incoming req@00000000cdfa954a x1853237358495616 msgsize 520 00000100:00100000:1.0:1767384976.821239:0:16333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:1.0:1767384976.821251:0:16333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384976.821257:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384976.821261:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.821326:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384976.821329:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358495616 02000000:00000001:0.0:1767384976.821331:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384976.821332:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384976.821333:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384976.821335:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384976.821337:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358495616 00000020:00000001:0.0:1767384976.821338:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.821339:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384976.821340:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384976.821342:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.821343:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384976.821346:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384976.821349:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.821351:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000001:0.0:1767384976.821354:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384976.821355:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384976.821356:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.821359:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.821383:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384976.821392:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384976.821394:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384976.821397:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 3 00000100:00000001:0.0:1767384976.821399:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794846208 : -107297914705408 : ffff9e69c1e8aa00) 00000100:00000040:0.0:1767384976.821402:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cdfa954a x1853237358495616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.821411:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cdfa954a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:11770:x1853237358495616:12345-192.168.203.9@tcp50:38: 00000100:00000200:0.0:1767384976.821414:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495616 00000020:00000001:0.0:1767384976.821416:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384976.821419:0:17072:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384976.821426:0:17072:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 8 - find 00000020:00000001:0.0:1767384976.821435:0:17072:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446636781130861192 : -107292578690424 : ffff9e6afff5ca88) 00000100:00000001:0.0:1767384976.821439:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384976.821441:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384976.821444:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000073191600. 02000000:00000001:0.0:1767384976.821445:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.821446:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.821448:0:17072:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384976.821453:0:17072:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50 t0 exp 0000000000000000 cur 297 last 0 00010000:00000001:0.0:1767384976.821457:0:17072:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:0.0:1767384976.821460:0:17072:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1767384976.821462:0:17072:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384976.821466:0:17072:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384976.821472:0:17072:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384976.821476:0:17072:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384976.821478:0:17072:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384976.821497:0:17072:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384976.821498:0:17072:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384976.821499:0:17072:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384976.821501:0:17072:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.821503:0:17072:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384976.821504:0:17072:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384976.821506:0:17072:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000196dd832. 00000020:00000001:0.0:1767384976.821508:0:17072:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384976.821509:0:17072:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000196dd832 with handle 0x135556ebb4843d35 to hash 00000020:00000001:0.0:1767384976.821510:0:17072:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384976.821513:0:17072:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:0.0:1767384976.821515:0:17072:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384976.821517:0:17072:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000004b13b400. 00000001:00000001:0.0:1767384976.821520:0:17072:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384976.821522:0:17072:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000aa00b534. 00000001:00000001:0.0:1767384976.821524:0:17072:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.821527:0:17072:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384976.821529:0:17072:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384976.821532:0:17072:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004a878367. 00000001:00000010:0.0:1767384976.821535:0:17072:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e6cfb7df. 00000001:00000010:0.0:1767384976.821538:0:17072:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fa46aa54. 00000001:00000010:0.0:1767384976.821544:0:17072:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000d4f1a22. 00000001:00000010:0.0:1767384976.821546:0:17072:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020c8be0a. 00000001:00000010:0.0:1767384976.821548:0:17072:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004cb78c16. 00000001:00000001:0.0:1767384976.821550:0:17072:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384976.821551:0:17072:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000938ea19f. 00000001:00000010:0.0:1767384976.821553:0:17072:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002b84bdee. 00000001:00000010:0.0:1767384976.821555:0:17072:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000899430db. 00000001:00000010:0.0:1767384976.821558:0:17072:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005a4fab2e. 00000001:00000010:0.0:1767384976.821560:0:17072:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba9f3b39. 00000001:00000010:0.0:1767384976.821562:0:17072:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af54d79a. 00010000:00000001:0.0:1767384976.821563:0:17072:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.821565:0:17072:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384976.821566:0:17072:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.821568:0:17072:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384976.821569:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=3 00000020:00000040:0.0:1767384976.821572:0:17072:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 9 - export 00000020:00000001:0.0:1767384976.821574:0:17072:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000020:00000040:0.0:1767384976.821576:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 2 00000020:00000080:0.0:1767384976.821578:0:17072:0:(genops.c:1402:class_connect()) connect: client 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10, cookie 0x135556ebb4843d35 00000020:00000001:0.0:1767384976.821580:0:17072:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.821581:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384976.821581:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d35 00000020:00000001:0.0:1767384976.821582:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384976.821583:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000196dd832 refcount=3 00000020:00000001:0.0:1767384976.821585:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000020:00000001:0.0:1767384976.821586:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000001:00000001:0.0:1767384976.821606:0:17072:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384976.821609:0:17072:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384976.821612:0:17072:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 6 00000001:00000001:0.0:1767384976.821614:0:17072:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446636780137943040 : -107293571608576 : ffff9e6ac4c71000) 00000001:00000001:0.0:1767384976.821616:0:17072:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384976.821618:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=4 00000001:00000040:0.0:1767384976.821619:0:17072:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 7 00000001:00000001:0.0:1767384976.821626:0:17072:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384976.821629:0:17072:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.203.9@tcp50 to nodemap default 00000001:00000040:0.0:1767384976.821632:0:17072:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 6 00000001:00000001:0.0:1767384976.821635:0:17072:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.821641:0:17072:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384976.821647:0:17072:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1767384976.821650:0:17072:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 free: 95899648 avail: 82939904 00000020:00000001:0.0:1767384976.821653:0:17072:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384976.821654:0:17072:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:0.0:1767384976.821657:0:17072:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:0.0:1767384976.821659:0:17072:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1767384976.821660:0:17072:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:0.0:1767384976.821662:0:17072:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:0.0:1767384976.821664:0:17072:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:0.0:1767384976.821665:0:17072:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:0.0:1767384976.821667:0:17072:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:0.0:1767384976.821669:0:17072:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:0.0:1767384976.821672:0:17072:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384976.821675:0:17072:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384976.821676:0:17072:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384976.821679:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384976.821682:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000045fae66d. 00080000:00000001:0.0:1767384976.821684:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795654144 : -107297913897472 : ffff9e69c1f4fe00) 00080000:00000001:0.0:1767384976.821687:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384976.821691:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384976.821694:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000052f847a1. 00080000:00000001:0.0:1767384976.821696:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.821698:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384976.821713:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384976.821715:0:17072:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384976.821739:0:17072:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384976.821745:0:17072:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.821748:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384976.823907:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000045fae66d. 00080000:00000010:0.0:1767384976.823964:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000052f847a1. 00040000:00000001:0.0:1767384976.823971:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384976.823975:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384976.823978:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384976.823981:0:17072:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384976.823984:0:17072:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384976.823985:0:17072:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10' generation 1 00000001:00000001:0.0:1767384976.823988:0:17072:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384976.823990:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384976.823992:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000937584e0. 00080000:00000001:0.0:1767384976.823994:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775795649024 : -107297913902592 : ffff9e69c1f4ea00) 00080000:00000001:0.0:1767384976.823996:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384976.823998:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384976.824000:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000052f847a1. 00080000:00000001:0.0:1767384976.824001:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384976.824003:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384976.824008:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384976.824010:0:17072:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009f8ee881. 00000001:00000040:0.0:1767384976.824012:0:17072:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000196dd832 : new cb_count 1 00000020:00000040:0.0:1767384976.824014:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=5 00000001:00000001:0.0:1767384976.824151:0:17072:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384976.824152:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384976.824155:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000052f847a1. 00040000:00000001:0.0:1767384976.824157:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384976.824158:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384976.824159:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384976.824161:0:17072:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384976.824163:0:17072:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384976.824166:0:17072:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1767384976.824168:0:17072:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384976.824172:0:17072:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000005d6182bb 00000020:00000010:0.0:1767384976.824174:0:17072:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a981a8e9. 00000020:00000040:0.0:1767384976.824184:0:17072:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000a981a8e9 for nid 192.168.203.9@tcp50 - ref 2 00000020:00000001:0.0:1767384976.824264:0:17072:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384976.824271:0:17072:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d9bb645b. 00000020:00000010:0.0:1767384976.824274:0:17072:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000001ca1a641. 00000020:00000010:0.0:1767384976.824277:0:17072:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 0000000032c6a0b2. 00000020:00000010:0.0:1767384976.824292:0:17072:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003a341b1e. 00000020:00000010:0.0:1767384976.824294:0:17072:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000e5502e4d. 00000020:00000010:0.0:1767384976.824296:0:17072:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000045fae66d. 00000004:00000001:0.0:1767384976.824308:0:17072:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384976.824309:0:17072:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384976.824311:0:17072:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384976.824314:0:17072:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001da7b785. 00000020:00000040:0.0:1767384976.824316:0:17072:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 10 - import 00000020:00000001:0.0:1767384976.824320:0:17072:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384976.824322:0:17072:0:(genops.c:1242:class_import_put()) import 000000001da7b785 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384976.824323:0:17072:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384976.824325:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f847a1. 00000020:00000040:0.0:1767384976.824329:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=6 00000100:00000040:0.0:1767384976.824331:0:17072:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000196dd832 : new rpc_count 1 00000100:00000001:0.0:1767384976.824333:0:17072:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384976.824339:0:17072:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.9@tcp50 primary NID 192.168.203.9@tcp50 rc 0 00000100:00000001:0.0:1767384976.824342:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.824343:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.824344:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 00000100:00000001:0.0:1767384976.824346:0:17072:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446636781114397568 : -107292595154048 : 0xffff9e6afefa9380) 00000100:00000040:0.0:1767384976.824349:0:17072:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000020:00000040:0.0:1767384976.824350:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=7 00000100:00000001:0.0:1767384976.824355:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.824356:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 4 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.824357:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.824359:0:17072:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384976.824366:0:17072:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384976.824383:0:17072:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1767384976.824386:0:17072:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652783680 : -1056767936 : ffffffffc1030040) 02000000:00000001:0.0:1767384976.824388:0:17072:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.824406:0:17072:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384976.824409:0:17072:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384976.824411:0:17072:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384976.824413:0:17072:0:(import.c:65:import_set_state_nolock()) 000000001da7b785 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384976.824417:0:17072:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384976.824418:0:17072:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384976.824420:0:17072:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384976.824422:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 6 00000020:00000040:0.0:1767384976.824424:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 10 - find 00010000:00000001:0.0:1767384976.824426:0:17072:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.824428:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384976.824429:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664489264 : -1045062352 : ffffffffc1b59d30) 00000020:00000001:0.0:1767384976.824432:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384976.824433:0:17072:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384976.824434:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384976.824435:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384976.824437:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.824439:0:17072:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:0.0:1767384976.824444:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384976.824445:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384976.824447:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384976.824447:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.824449:0:17072:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384976.824450:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358495616 00010000:00000001:0.0:1767384976.824452:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384976.824455:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cdfa954a x1853237358495616/t0(0) o38->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384996 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384976.824461:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384976.824462:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384976.824464:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=89 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384976.824466:0:17072:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384976.824472:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384976.824474:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 5 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384976.824475:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384976.824477:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384976.824478:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384976.824480:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384976.824481:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384976.824483:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000200:0.0:1767384976.824486:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237358495616, offset 0 00000400:00000200:0.0:1767384976.824489:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384976.824494:0:17072:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384976.824500:0:17072:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [216:216:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1767384976.824508:0:17072:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384976.824511:0:17072:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384976.824514:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e9a42d0. 00000800:00000200:0.0:1767384976.824517:0:17072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384976.824520:0:17072:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384976.824522:0:17072:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e9a42d0 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384976.824533:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384976.824536:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 4 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384976.824537:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384976.824539:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.824540:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384976.824543:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfa954a x1853237358495616/t0(0) o38->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384996 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384976.824550:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cdfa954a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+6:11770:x1853237358495616:12345-192.168.203.9@tcp50:38: Request processed in 3139us (3314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384976.824556:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 3 00000100:00000040:0.0:1767384976.824558:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000196dd832 : new rpc_count 0 00000100:00000001:0.0:1767384976.824563:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384976.824565:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384976.824568:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384976.824570:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384976.824573:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384976.824575:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 5 00000100:00000001:0.0:1767384976.824578:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384976.824604:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384976.824607:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e9a42d0. 00000400:00000200:2.0:1767384976.824611:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384976.824616:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384976.824619:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835e3e8 00000400:00000010:2.0:1767384976.824621:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008835e3e8. 00000100:00000001:2.0:1767384976.824624:0:16334:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384976.824626:0:16334:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384977.753013:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384977.753023:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.753030:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384977.753031:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.753055:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384977.753057:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384977.753059:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384977.826069:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.826086:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384977.826090:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.826093:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384977.826106:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384977.826124:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 224 into portal 12 MB=0x6958272700800 00000400:00000200:2.0:1767384977.826133:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.9@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:2.0:1767384977.826140:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.826146:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384977.826148:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384977.826153:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:2.0:1767384977.826160:0:16335:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384977.826176:0:16335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384977.826180:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7c7afa7. 00000100:00000040:2.0:1767384977.826185:0:16335:0:(events.c:337:request_in_callback()) incoming req@00000000c7c7afa7 x1853237358495744 msgsize 224 00000100:00100000:2.0:1767384977.826188:0:16335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:2.0:1767384977.826199:0:16335:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384977.826210:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.826214:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384977.826217:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.826220:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384977.826226:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384977.826234:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 224 into portal 12 MB=0x6958272700880 00000400:00000200:2.0:1767384977.826241:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.9@tcp50 of length 224/224 into md 0x229 [64] + 10144 00000800:00000001:2.0:1767384977.826247:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384977.826247:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384977.826252:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358495744 00000800:00000001:2.0:1767384977.826257:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384977.826257:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384977.826261:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384977.826262:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384977.826265:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384977.826271:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 02000000:00000001:0.0:1767384977.826273:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384977.826275:0:16335:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384977.826278:0:16335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1767384977.826280:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358495744 00000100:00000010:2.0:1767384977.826282:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008027928c. 00000020:00000001:0.0:1767384977.826285:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384977.826287:0:16335:0:(events.c:337:request_in_callback()) incoming req@000000008027928c x1853237358495872 msgsize 224 00000020:00000040:0.0:1767384977.826289:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d35 00000020:00000001:0.0:1767384977.826295:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384977.826297:0:16335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000020:00000040:0.0:1767384977.826299:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000196dd832 refcount=6 00000020:00000001:0.0:1767384977.826304:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000020:00000001:0.0:1767384977.826307:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000100:00000001:2.0:1767384977.826310:0:16335:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384977.826312:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384977.826316:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384977.826319:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e03c8d5. 00000800:00000001:2.0:1767384977.826321:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384977.826326:0:17072:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000052f847a1. 00000020:00000040:0.0:1767384977.826335:0:17072:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 10 - evictor 00000100:00000001:0.0:1767384977.826346:0:17072:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384977.826347:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384977.826352:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358495872 00000020:00000010:0.0:1767384977.826352:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 02000000:00000001:3.0:1767384977.826354:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384977.826357:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384977.826360:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384977.826373:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 02000000:00000001:3.0:1767384977.826375:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384977.826380:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358495872 00000020:00000001:3.0:1767384977.826383:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384977.826383:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000020:00000040:3.0:1767384977.826386:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d35 00000100:00080000:2.0:1767384977.826387:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384977.826389:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384977.826393:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000196dd832 refcount=7 00000020:00000040:2.0:1767384977.826393:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 10 - evictor 00000100:00000040:0.0:1767384977.826397:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384977.826398:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000020:00000001:3.0:1767384977.826403:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000100:00000001:0.0:1767384977.826403:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384977.826406:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384977.826407:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384977.826411:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007725c7e9. 00000100:00000001:0.0:1767384977.826412:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.826415:0:17071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384977.826418:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007725c7e9. 00000100:00000001:0.0:1767384977.826423:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384977.826424:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000884b53a6. 00000020:00000010:3.0:1767384977.826429:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:3.0:1767384977.826433:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046755d6a. 00000100:00000001:3.0:1767384977.826437:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384977.826439:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384977.826441:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.826445:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384977.826447:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.826459:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384977.826461:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384977.826469:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384977.826475:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384977.826479:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 4 00000100:00000001:3.0:1767384977.826480:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384977.826486:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000196dd832 : new rpc_count 1 00000100:00000001:0.0:1767384977.826491:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775878811520 : -107297830740096 : ffff9e69c6e9df80) 00000100:00100000:3.0:1767384977.826492:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 5 00000100:00000001:2.0:1767384977.826493:0:17764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384977.826499:0:17764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384977.826500:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000196dd832 : new rpc_count 2 00000100:00000001:2.0:1767384977.826503:0:17764:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.826505:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775878809728 : -107297830741888 : ffff9e69c6e9d880) 00000100:00000040:0.0:1767384977.826506:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7c7afa7 x1853237358495744/t0(0) o41->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384977.826508:0:17764:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384977.826525:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008027928c x1853237358495872/t0(0) o41->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384977.826526:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384977.826532:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f847a1. 00000100:00000001:3.0:1767384977.826535:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384977.826539:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384977.826540:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007725c7e9. 00000100:00000001:3.0:1767384977.826544:0:17071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384977.826547:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007725c7e9. 00000020:00000010:0.0:1767384977.826547:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f847a1. 00000100:00100000:3.0:1767384977.826555:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008027928c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+7:15161:x1853237358495872:12345-192.168.203.9@tcp50:41: 00000100:00100000:0.0:1767384977.826561:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c7afa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+7:0:x1853237358495744:12345-192.168.203.9@tcp50:41: 00000100:00000200:3.0:1767384977.826562:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495872 00000020:00000001:3.0:1767384977.826567:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384977.826571:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495744 00000020:00000001:3.0:1767384977.826572:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384977.826578:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.826578:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384977.826583:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384977.826584:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664489408 : -1045062208 : ffffffffc1b59dc0) 00000020:00000001:0.0:1767384977.826584:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384977.826589:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384977.826590:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384977.826592:0:17071:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237358495872, found 0 last_xid 0 00000020:00000001:3.0:1767384977.826597:0:17071:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384977.826597:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384977.826602:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664489408 : -1045062208 : ffffffffc1b59dc0) 00000020:00000001:3.0:1767384977.826603:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384977.826605:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384977.826609:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384977.826610:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.826615:0:17072:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237358495744, found 0 last_xid 0 00000100:00000001:3.0:1767384977.826616:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384977.826620:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384977.826621:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384977.826625:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384977.826626:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000043f2a120. 00000020:00000001:0.0:1767384977.826627:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384977.826631:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.826632:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.826637:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.826639:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384977.826643:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:3.0:1767384977.826646:0:17071:0:(mdt_handler.c:474:mdt_statfs()) Process entered 02000000:00000010:0.0:1767384977.826648:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000071223e4c. 00000004:00000001:3.0:1767384977.826651:0:17071:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 02000000:00000001:0.0:1767384977.826652:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384977.826654:0:17071:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.826657:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.826663:0:17072:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1767384977.826665:0:17072:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384977.826667:0:17072:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1767384977.826669:0:17071:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000004:00000024:0.0:1767384977.826671:0:17072:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:3.0:1767384977.826677:0:17071:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384977.826681:0:17071:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 dirty 0 pend 0 grant 2146304 00000020:00000020:3.0:1767384977.826685:0:17071:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a7545306 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384977.826687:0:17071:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000003561f285 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1767384977.826699:0:17071:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000020:0.0:1767384977.826699:0:17072:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000010:3.0:1767384977.826707:0:17071:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000df04542c. 00000020:00000001:3.0:1767384977.826714:0:17071:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000020:0.0:1767384977.826715:0:17072:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 dirty 0 pend 0 grant 2146304 00000020:00000001:3.0:1767384977.826717:0:17071:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384977.826721:0:17072:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a7545306 dirty 0 pend 0 grant 0 00000001:00000001:3.0:1767384977.826722:0:17071:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384977.826725:0:17071:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384977.826729:0:17071:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384977.826729:0:17072:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000003561f285 dirty 0 pend 0 grant 0 00010000:00000040:3.0:1767384977.826734:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358495872 00000004:00000020:0.0:1767384977.826736:0:17072:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00010000:00000001:3.0:1767384977.826738:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384977.826744:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008027928c x1853237358495872/t0(0) o41->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/368 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384977.826745:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000076cb50fb. 00000020:00000001:0.0:1767384977.826752:0:17072:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:3.0:1767384977.826756:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384977.826756:0:17072:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384977.826760:0:17071:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.826761:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00001000:3.0:1767384977.826763:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=90 v=5 (1 0 0 0) 00000001:00000001:0.0:1767384977.826765:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.826769:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1767384977.826770:0:17072:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384977.826773:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 5 to 192.168.203.9@tcp50 00010000:00000040:0.0:1767384977.826776:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358495744 00000100:00000001:3.0:1767384977.826777:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:3.0:1767384977.826781:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384977.826783:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384977.826784:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.826788:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384977.826793:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00010000:00000200:0.0:1767384977.826793:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7c7afa7 x1853237358495744/t0(0) o41->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/368 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384977.826799:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb460b4c. 00000100:00000200:3.0:1767384977.826805:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237358495872, offset 224 00010000:00000001:0.0:1767384977.826808:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384977.826812:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00010000:00000001:0.0:1767384977.826812:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384977.826818:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384977.826822:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384977.826827:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000100:00000040:0.0:1767384977.826828:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384977.826834:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384977.826836:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384977.826838:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.826840:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384977.826843:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384977.826847:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000400:00000200:3.0:1767384977.826853:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [217:217:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [19:19:8:4294967295] 00000100:00000200:0.0:1767384977.826854:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237358495744, offset 224 00000400:00000200:3.0:1767384977.826900:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000400:00000200:0.0:1767384977.826906:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000800:00000200:3.0:1767384977.826912:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:3.0:1767384977.826919:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d8f354d. 00000400:00000200:0.0:1767384977.826920:0:17072:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000800:00000200:3.0:1767384977.826929:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000400:00000200:0.0:1767384977.826935:0:17072:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [218:218:255:4294967295] 192.168.203.9@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:3.0:1767384977.826939:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:3.0:1767384977.826951:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d8f354d type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1767384977.826956:0:17072:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000100:00000001:3.0:1767384977.826966:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384977.826973:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 5 to 192.168.203.9@tcp50 00010000:00000001:3.0:1767384977.826976:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384977.826978:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384977.826979:0:17072:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000020:00000001:3.0:1767384977.826981:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000010:0.0:1767384977.826987:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039a18501. 00000100:00000040:3.0:1767384977.826990:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008027928c x1853237358495872/t0(0) o41->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/368 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384977.827000:0:17072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000100:00100000:3.0:1767384977.827005:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008027928c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+7:15161:x1853237358495872:12345-192.168.203.9@tcp50:41: Request processed in 467us (714us total) trans 0 rc 0/0 00000800:00000200:0.0:1767384977.827013:0:17072:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384977.827018:0:17072:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039a18501 type 1, nob 464 niov 1 nkiov 1 00000100:00100000:3.0:1767384977.827023:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 5 00000100:00000001:0.0:1767384977.827024:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384977.827029:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000196dd832 : new rpc_count 1 00000100:00000040:0.0:1767384977.827032:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 4 to 192.168.203.9@tcp50 00000100:00000001:3.0:1767384977.827036:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1767384977.827038:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767384977.827038:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384977.827040:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384977.827048:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384977.827050:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d8f354d. 00000020:00000010:3.0:1767384977.827051:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000001:0.0:1767384977.827060:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384977.827062:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046755d6a. 00000400:00000200:1.0:1767384977.827062:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384977.827074:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7c7afa7 x1853237358495744/t0(0) o41->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/368 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384977.827078:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000884b53a6. 00000400:00000200:1.0:1767384977.827085:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000020:00000040:3.0:1767384977.827090:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 6 00000400:00000200:1.0:1767384977.827094:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb460b4c 00000100:00000001:3.0:1767384977.827096:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384977.827100:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb460b4c. 00000100:00000001:1.0:1767384977.827112:0:16333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384977.827115:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384977.827120:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c7afa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+6:0:x1853237358495744:12345-192.168.203.9@tcp50:41: Request processed in 588us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384977.827134:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 4 00000100:00000040:0.0:1767384977.827137:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000196dd832 : new rpc_count 0 00000100:00000001:0.0:1767384977.827139:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384977.827141:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384977.827144:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384977.827149:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384977.827154:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384977.827158:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 5 00000100:00000001:0.0:1767384977.827160:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384977.827189:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384977.827191:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039a18501. 00000400:00000200:1.0:1767384977.827195:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384977.827199:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384977.827200:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aed0ee 00000400:00000010:1.0:1767384977.827202:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1aed0ee. 00000100:00000001:1.0:1767384977.827204:0:16333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384977.827205:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384977.827937:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.827943:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384977.827945:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.827946:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384977.827957:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384977.827963:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 440 into portal 12 MB=0x6958272700900 00000400:00000200:2.0:1767384977.827966:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.9@tcp50 of length 440/440 into md 0x229 [64] + 10368 00000800:00000001:2.0:1767384977.827969:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.827973:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384977.827974:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384977.827977:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:2.0:1767384977.827980:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384977.827981:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384977.827983:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2f6cc86. 00000100:00000040:2.0:1767384977.827985:0:16334:0:(events.c:337:request_in_callback()) incoming req@00000000e2f6cc86 x1853237358496000 msgsize 440 00000100:00100000:2.0:1767384977.827988:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:2.0:1767384977.827997:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384977.828000:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.828002:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384977.828041:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384977.828044:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358496000 02000000:00000001:0.0:1767384977.828047:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384977.828048:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384977.828050:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384977.828052:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384977.828055:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358496000 00000020:00000001:0.0:1767384977.828056:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384977.828064:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d35 00000020:00000001:0.0:1767384977.828066:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384977.828068:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000196dd832 refcount=6 00000020:00000001:0.0:1767384977.828070:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000020:00000001:0.0:1767384977.828073:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000100:00000001:0.0:1767384977.828076:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384977.828079:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f847a1. 00000100:00000001:0.0:1767384977.828082:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384977.828084:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f847a1. 00000020:00000010:0.0:1767384977.828089:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c8be7a. 00000020:00000010:0.0:1767384977.828092:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384977.828095:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384977.828099:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384977.828101:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384977.828103:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384977.828104:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.828108:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.828120:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384977.828128:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384977.828130:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384977.828135:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 6 00000100:00000040:0.0:1767384977.828139:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000196dd832 : new rpc_count 1 00000100:00000001:0.0:1767384977.828142:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775878805248 : -107297830746368 : ffff9e69c6e9c700) 00000100:00000040:0.0:1767384977.828147:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2f6cc86 x1853237358496000/t0(0) o40->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 440/0 e 0 to 0 dl 1767384988 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384977.828156:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384977.828159:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f847a1. 00000100:00000001:0.0:1767384977.828162:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384977.828164:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f847a1. 00000100:00100000:0.0:1767384977.828169:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2f6cc86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+6:15161:x1853237358496000:12345-192.168.203.9@tcp50:40: 00000100:00000200:0.0:1767384977.828173:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496000 00000020:00000001:0.0:1767384977.828181:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384977.828183:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384977.828186:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.828188:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384977.828190:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664489360 : -1045062256 : ffffffffc1b59d90) 00000020:00000001:0.0:1767384977.828192:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384977.828194:0:17072:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237358496000, found 0 last_xid 1853237358495999 00000020:00000001:0.0:1767384977.828197:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384977.828198:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384977.828200:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384977.828202:0:17072:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384977.828204:0:17072:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.828206:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.828209:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384977.828210:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384977.828213:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 0000000074860d55. 02000000:00000001:0.0:1767384977.828215:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.828217:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.828220:0:17072:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:0.0:1767384977.828222:0:17072:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384977.828223:0:17072:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.828226:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384977.828228:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.828230:0:17072:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:0.0:1767384977.828232:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358496000 00010000:00000001:0.0:1767384977.828234:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384977.828238:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2f6cc86 x1853237358496000/t0(0) o40->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 440/448 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384977.828246:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384977.828247:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384977.828250:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384977.828253:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384977.828255:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 5 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384977.828257:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384977.828259:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384977.828266:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.828268:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384977.828271:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384977.828274:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00000100:00000200:0.0:1767384977.828277:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237358496000, offset 224 00000400:00000200:0.0:1767384977.828282:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384977.828288:0:17072:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384977.828296:0:17072:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [219:219:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1767384977.828306:0:17072:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384977.828310:0:17072:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384977.828314:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095417d7d. 00000800:00000200:0.0:1767384977.828318:0:17072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384977.828323:0:17072:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384977.828326:0:17072:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000095417d7d type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767384977.828339:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384977.828342:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 4 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384977.828345:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384977.828347:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.828349:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384977.828352:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2f6cc86 x1853237358496000/t0(0) o40->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 440/448 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384977.828375:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2f6cc86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+6:15161:x1853237358496000:12345-192.168.203.9@tcp50:40: Request processed in 203us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384977.828384:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 6 00000100:00000040:0.0:1767384977.828387:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000196dd832 : new rpc_count 0 00000100:00000001:0.0:1767384977.828390:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384977.828392:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384977.828395:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5299f52. 00000020:00000010:0.0:1767384977.828398:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384977.828402:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c8be7a. 00000020:00000040:0.0:1767384977.828412:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 5 00000100:00000001:0.0:1767384977.828415:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384977.828449:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384977.828453:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095417d7d. 00000400:00000200:2.0:1767384977.828456:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384977.828460:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:2.0:1767384977.828462:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcdf904 00000400:00000010:2.0:1767384977.828464:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bcdf904. 00000100:00000001:2.0:1767384977.828466:0:16335:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384977.828468:0:16335:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384977.829330:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.829350:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384977.829353:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.829356:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384977.829372:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:1.0:1767384977.829383:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 520 into portal 28 MB=0x6958272700980 00000400:00000200:1.0:1767384977.829389:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.9@tcp50 of length 520/520 into md 0xab9 [8] + 4560 00000800:00000001:1.0:1767384977.829392:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.829396:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384977.829413:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384977.829415:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:1.0:1767384977.829425:0:16333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384977.829426:0:16333:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384977.829430:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004385cc8a. 00000100:00000040:1.0:1767384977.829432:0:16333:0:(events.c:337:request_in_callback()) incoming req@000000004385cc8a x1853237358496128 msgsize 520 00000100:00100000:1.0:1767384977.829434:0:16333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:1.0:1767384977.829444:0:16333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384977.829450:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.829453:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384977.829455:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.829457:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384977.829461:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:1.0:1767384977.829466:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 448 into portal 23 MB=0x6958272700a00 00000400:00000200:1.0:1767384977.829471:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.9@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:1.0:1767384977.829474:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384977.829476:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384977.829479:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384977.829480:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358496128 02000000:00000001:3.0:1767384977.829483:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384977.829484:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384977.829487:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:1.0:1767384977.829490:0:16333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384977.829491:0:16333:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1767384977.829493:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf188dfe. 00000100:00000040:1.0:1767384977.829494:0:16333:0:(events.c:337:request_in_callback()) incoming req@00000000cf188dfe x1853237358496256 msgsize 448 00000100:00100000:1.0:1767384977.829497:0:16333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:1.0:1767384977.829507:0:16333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384977.829510:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.829512:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384977.829547:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384977.829549:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384977.829552:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384977.829555:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358496128 00000020:00000001:3.0:1767384977.829558:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384977.829560:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384977.829562:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384977.829565:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384977.829565:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384977.829570:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384977.829573:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384977.829574:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000884b53a6. 00000800:00000001:0.0:1767384977.829576:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384977.829580:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000800:00000001:0.0:1767384977.829581:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384977.829583:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c91eb101. 00000400:00000200:0.0:1767384977.829591:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000020:00000010:3.0:1767384977.829592:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046755d6a. 00000100:00000001:2.0:1767384977.829593:0:17075:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384977.829597:0:17075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358496256 00000100:00000001:3.0:1767384977.829598:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384977.829599:0:17075:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384977.829603:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384977.829603:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 224 into portal 26 MB=0x6958272700a80 00000100:00000001:2.0:1767384977.829604:0:17075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384977.829607:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384977.829608:0:17075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384977.829613:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 224/224 into md 0x1915 [2] + 0 00000100:00000001:3.0:1767384977.829614:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384977.829615:0:17075:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384977.829617:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac77d84. 00000100:00100000:2.0:1767384977.829621:0:17075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358496256 00000400:00000200:0.0:1767384977.829623:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c7f8dd8 00000020:00000001:2.0:1767384977.829624:0:17075:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384977.829627:0:17075:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d35 00000800:00000001:0.0:1767384977.829628:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384977.829630:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384977.829636:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384977.829636:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384977.829638:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000196dd832 refcount=6 00000020:00000001:2.0:1767384977.829643:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000020:00000001:2.0:1767384977.829646:0:17075:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000400:00000200:0.0:1767384977.829646:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384977.829653:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384977.829653:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384977.829654:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:3.0:1767384977.829658:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384977.829659:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d36461a. 00000400:00000200:0.0:1767384977.829660:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c7f8dd8 00000100:00000001:2.0:1767384977.829665:0:17075:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384977.829665:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c7f8dd8. 00000100:00100000:3.0:1767384977.829672:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 4 00000020:00000010:2.0:1767384977.829672:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d36461a. 00000100:00000001:0.0:1767384977.829674:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384977.829676:0:17879:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384977.829677:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384977.829679:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794847104 : -107297914704512 : ffff9e69c1e8ad80) 00000020:00000010:2.0:1767384977.829680:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bb74e50. 00000100:00000001:1.0:1767384977.829680:0:17879:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384977.829682:0:16334:0:(events.c:337:request_in_callback()) incoming req@000000002a085ad0 x1853237358496384 msgsize 224 00000100:00000001:1.0:1767384977.829684:0:17879:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384977.829687:0:17075:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003de97d90. 00000100:00000040:3.0:1767384977.829689:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004385cc8a x1853237358496128/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384977.829689:0:17879:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384977.829694:0:17075:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000051d817a2. 00000100:00100000:0.0:1767384977.829697:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:0.0:1767384977.829702:0:16334:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384977.829704:0:17075:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1767384977.829708:0:17075:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384977.829710:0:17075:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384977.829712:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004385cc8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:11770:x1853237358496128:12345-192.168.203.9@tcp50:8: 00000100:00000001:2.0:1767384977.829712:0:17075:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.829715:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384977.829717:0:17075:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384977.829719:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496128 00000800:00000001:0.0:1767384977.829722:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384977.829723:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384977.829728:0:17880:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:2.0:1767384977.829729:0:17075:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384977.829729:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384977.829733:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384977.829737:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358496384 00000020:00000040:3.0:1767384977.829738:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 6 - find 02000000:00000001:1.0:1767384977.829740:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384977.829743:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384977.829744:0:17880:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446636780860682672 : -107292848868944 : ffff9e6aefdb31b0) 00000100:00000001:1.0:1767384977.829744:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384977.829747:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384977.829748:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.829750:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384977.829754:0:17074:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d08aef1c. 02000000:00000001:3.0:1767384977.829755:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384977.829755:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 0 02000000:00000010:3.0:1767384977.829762:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000066ce1884. 02000000:00000001:1.0:1767384977.829762:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384977.829763:0:17075:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000196dd832 : new rpc_count 1 00000100:00000001:2.0:1767384977.829769:0:17075:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775794837248 : -107297914714368 : ffff9e69c1e88700) 00000100:00100000:1.0:1767384977.829769:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358496384 02000000:00000001:3.0:1767384977.829770:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.829774:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384977.829778:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384977.829778:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000100:00000040:2.0:1767384977.829781:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf188dfe x1853237358496256/t0(0) o33->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 448/0 e 0 to 0 dl 1767384988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000001:1.0:1767384977.829783:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:3.0:1767384977.829784:0:17880:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000020:00000040:1.0:1767384977.829787:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=9 00000020:00000001:1.0:1767384977.829793:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00010000:00080000:3.0:1767384977.829796:0:17880:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50 t0 exp 0000000000000000 cur 298 last 0 00000020:00000001:1.0:1767384977.829800:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:2.0:1767384977.829801:0:17075:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384977.829804:0:17880:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000010:2.0:1767384977.829807:0:17075:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d36461a. 00000100:00000001:1.0:1767384977.829807:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:3.0:1767384977.829808:0:17880:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:3.0:1767384977.829812:0:17880:0:(genops.c:1392:class_connect()) Process entered 00000100:00000001:2.0:1767384977.829813:0:17075:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384977.829813:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003546aa6a. 00000020:00000001:3.0:1767384977.829815:0:17880:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384977.829820:0:17075:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d36461a. 00000100:00000001:1.0:1767384977.829820:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384977.829822:0:17880:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ca349d3a. 00000020:00000010:1.0:1767384977.829827:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003546aa6a. 00000020:00000001:3.0:1767384977.829828:0:17880:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00100000:2.0:1767384977.829829:0:17075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf188dfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+6:15161:x1853237358496256:12345-192.168.203.9@tcp50:33: 00000020:00000040:3.0:1767384977.829834:0:17880:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca349d3a with handle 0x135556ebb4843d3c to hash 00000100:00000200:2.0:1767384977.829834:0:17075:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496256 00000020:00000010:1.0:1767384977.829836:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47c97fa. 00000020:00000001:2.0:1767384977.829839:0:17075:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384977.829840:0:17880:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384977.829842:0:17075:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384977.829842:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba011fed. 00000020:00000010:1.0:1767384977.829848:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 00000020:00000001:3.0:1767384977.829850:0:17880:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:3.0:1767384977.829854:0:17880:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000001:2.0:1767384977.829854:0:17075:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384977.829856:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384977.829859:0:17075:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000010:3.0:1767384977.829860:0:17880:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000cf392867. 00000100:00000001:1.0:1767384977.829860:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384977.829861:0:17075:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664489024 : -1045062592 : ffffffffc1b59c40) 00000001:00000001:3.0:1767384977.829887:0:17880:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.829889:0:17075:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384977.829891:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384977.829892:0:17880:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384977.829893:0:17075:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237358496256, found 0 last_xid 1853237358496255 00000100:00000001:1.0:1767384977.829894:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384977.829896:0:17880:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:2.0:1767384977.829901:0:17075:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384977.829902:0:17880:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007794cdd9. 00000100:00000001:1.0:1767384977.829903:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.829904:0:17075:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000010:3.0:1767384977.829907:0:17880:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000af82b890. 00000020:00000001:2.0:1767384977.829908:0:17075:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384977.829912:0:17075:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000001:00000010:3.0:1767384977.829913:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067c912fb. 00000020:00000001:2.0:1767384977.829916:0:17075:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384977.829916:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384977.829917:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008dd1cd8c. 00000001:00000010:3.0:1767384977.829922:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094e9bcee. 00000020:00000001:2.0:1767384977.829923:0:17075:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780846171160 : -107292863380456 : ffff9e6aeefdc418) 00000001:00000010:3.0:1767384977.829927:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009c522dab. 00000020:00000001:2.0:1767384977.829928:0:17075:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.829929:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384977.829932:0:17880:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.829933:0:17075:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.829933:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384977.829935:0:17880:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.829938:0:17880:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384977.829939:0:17075:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000100:00100000:1.0:1767384977.829943:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 169 00000020:00000040:3.0:1767384977.829945:0:17880:0:(genops.c:887:class_export_get()) GET export 00000000ca349d3a refcount=3 00000004:00000001:2.0:1767384977.829945:0:17075:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1767384977.829946:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384977.829947:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000020:00000040:3.0:1767384977.829951:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 7 - export 00000100:00000001:1.0:1767384977.829951:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339797072 : -107293369754544 : ffff9e6ad0cf1c50) 00000100:00000001:0.0:1767384977.829951:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:2.0:1767384977.829953:0:17075:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1767384977.829955:0:17067:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.829959:0:17880:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446636775782631424 : -107297926920192 : ffff9e69c12e4800) 00080000:00000001:2.0:1767384977.829959:0:17075:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767384977.829960:0:17067:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384977.829962:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a085ad0 x1853237358496384/t0(0) o400->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 224/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384977.829966:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 2 00000020:00000080:3.0:1767384977.829971:0:17880:0:(genops.c:1402:class_connect()) connect: client 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10, cookie 0x135556ebb4843d3c 00000020:00000001:3.0:1767384977.829976:0:17880:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.829982:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000010:2.0:1767384977.829983:0:17075:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 00000000cc8f91cc. 00000100:00000001:1.0:1767384977.829983:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384977.829984:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d3c 00000020:00000001:3.0:1767384977.829988:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384977.829989:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003546aa6a. 00000004:00000001:2.0:1767384977.829990:0:17075:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000040:3.0:1767384977.829991:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca349d3a refcount=3 00000100:00000001:1.0:1767384977.829994:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384977.829997:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775782631424 : -107297926920192 : ffff9e69c12e4800) 00000004:00000001:2.0:1767384977.829997:0:17075:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1767384977.829998:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003546aa6a. 00000020:00000001:3.0:1767384977.830002:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775782631424 : -107297926920192 : ffff9e69c12e4800) 00000004:00000001:2.0:1767384977.830004:0:17075:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000001:00000001:3.0:1767384977.830006:0:17880:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000004:00000001:2.0:1767384977.830007:0:17075:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00100000:1.0:1767384977.830010:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a085ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+9:11774:x1853237358496384:12345-192.168.203.9@tcp50:400: 00000001:00000001:3.0:1767384977.830011:0:17880:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000004:00000001:2.0:1767384977.830013:0:17075:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000040:3.0:1767384977.830015:0:17880:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 7 00000004:00000001:2.0:1767384977.830018:0:17075:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1767384977.830022:0:17880:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446636780137943040 : -107293571608576 : ffff9e6ac4c71000) 00000004:00000001:2.0:1767384977.830025:0:17075:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000001:00000001:3.0:1767384977.830026:0:17880:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000100:00000200:1.0:1767384977.830026:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496384 00000004:00000001:2.0:1767384977.830028:0:17075:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000040:3.0:1767384977.830032:0:17880:0:(genops.c:887:class_export_get()) GET export 00000000ca349d3a refcount=4 00080000:00000001:2.0:1767384977.830032:0:17075:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1767384977.830033:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384977.830037:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:2.0:1767384977.830038:0:17075:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000020:00000001:1.0:1767384977.830040:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384977.830043:0:17880:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 8 00000004:00000001:2.0:1767384977.830043:0:17075:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000020:00000001:1.0:1767384977.830045:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384977.830049:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000001:00000001:3.0:1767384977.830050:0:17880:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384977.830050:0:17075:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000020:00000001:1.0:1767384977.830053:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:2.0:1767384977.830054:0:17075:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000020:00000001:1.0:1767384977.830056:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:08000000:3.0:1767384977.830058:0:17880:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.203.9@tcp50 to nodemap default 00000100:00000001:2.0:1767384977.830059:0:17075:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384977.830060:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384977.830062:0:17075:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384977.830063:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000040:3.0:1767384977.830065:0:17880:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 7 00000020:00000001:1.0:1767384977.830067:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384977.830068:0:17075:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000d87505e9. 00000001:00000001:3.0:1767384977.830069:0:17880:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.830071:0:17065:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384977.830074:0:17075:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384977.830075:0:17880:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000ca349d3a ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00000001:1.0:1767384977.830075:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384977.830079:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384977.830082:0:17880:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384977.830084:0:17075:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384977.830085:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000abb72229. 00000004:00000001:2.0:1767384977.830087:0:17075:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 02000000:00000001:1.0:1767384977.830090:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.830091:0:17880:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1767384977.830091:0:17075:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384977.830097:0:17075:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000020:00000020:3.0:1767384977.830098:0:17880:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000ca349d3a free: 144203776 avail: 129867776 00000100:00000001:1.0:1767384977.830099:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384977.830100:0:17075:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384977.830103:0:17075:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.830106:0:17880:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000001:00000001:2.0:1767384977.830107:0:17075:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000001:1.0:1767384977.830107:0:17065:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384977.830109:0:17880:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000ca349d3a avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000001:00000001:2.0:1767384977.830111:0:17075:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384977.830115:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358496384 00000020:00000001:3.0:1767384977.830117:0:17880:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000001:00000001:2.0:1767384977.830118:0:17075:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.830121:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384977.830122:0:17880:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000001:00000001:2.0:1767384977.830122:0:17075:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000020:3.0:1767384977.830126:0:17880:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000ca349d3a wants: 134217728 current grant 0 granting: 8437760 00000001:00000001:2.0:1767384977.830127:0:17075:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384977.830133:0:17880:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000ca349d3a tot cached:0 granted:8716864 num_exports: 2 00010000:00000200:1.0:1767384977.830133:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a085ad0 x1853237358496384/t0(0) o400->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 224/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384977.830134:0:17075:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384977.830139:0:17075:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000001:3.0:1767384977.830142:0:17880:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000001:00000001:2.0:1767384977.830143:0:17075:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384977.830148:0:17880:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000ca349d3a ocd_grant: 8437760 want: 134217728 left: 129585152 00000001:00000001:2.0:1767384977.830149:0:17075:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384977.830155:0:17075:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000001:3.0:1767384977.830156:0:17880:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000001:00000001:2.0:1767384977.830158:0:17075:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00100000:3.0:1767384977.830160:0:17880:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000001:00000001:2.0:1767384977.830164:0:17075:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384977.830167:0:17880:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384977.830170:0:17075:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1767384977.830170:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:3.0:1767384977.830171:0:17880:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:2.0:1767384977.830174:0:17075:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.830175:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384977.830176:0:17880:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10' generation 0 02000000:00000001:2.0:1767384977.830179:0:17075:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00001000:1.0:1767384977.830181:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=95 v=5 (1 0 0 0) 00000001:00000001:3.0:1767384977.830183:0:17880:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 02000000:00000010:2.0:1767384977.830184:0:17075:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 0000000036c263ac. 00080000:00000001:3.0:1767384977.830189:0:17880:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384977.830189:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1767384977.830190:0:17075:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000004:00000040:2.0:1767384977.830194:0:17075:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00080000:00000010:3.0:1767384977.830197:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000105f0578. 00000100:00000040:1.0:1767384977.830197:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 5 to 192.168.203.9@tcp50 00080000:00000001:3.0:1767384977.830204:0:17880:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775869655040 : -107297839896576 : ffff9e69c65e2800) 00000100:00000001:1.0:1767384977.830204:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:1.0:1767384977.830209:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:3.0:1767384977.830212:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:1.0:1767384977.830212:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.830216:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1767384977.830219:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:1.0:1767384977.830220:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00080000:00000010:3.0:1767384977.830226:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007725c7e9. 00000400:00000010:1.0:1767384977.830226:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953e765c. 00000100:00000200:1.0:1767384977.830230:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358496384, offset 224 00080000:00000001:3.0:1767384977.830238:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384977.830244:0:17880:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384977.830244:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:1.0:1767384977.830251:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:1.0:1767384977.830257:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [220:220:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [22:22:8:4294967295] 00080000:00000001:3.0:1767384977.830263:0:17880:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384977.830270:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000001:00000010:3.0:1767384977.830272:0:17880:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000011f79f3d. 00000800:00000200:1.0:1767384977.830278:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000001:00000040:3.0:1767384977.830279:0:17880:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000ca349d3a : new cb_count 1 00000020:00000040:3.0:1767384977.830283:0:17880:0:(genops.c:887:class_export_get()) GET export 00000000ca349d3a refcount=5 00000800:00000010:1.0:1767384977.830284:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009534f384. 00000800:00000200:1.0:1767384977.830288:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:1.0:1767384977.830292:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:1.0:1767384977.830295:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009534f384 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384977.830322:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384977.830326:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 4 to 192.168.203.9@tcp50 00010000:00000001:1.0:1767384977.830328:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384977.830330:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.830332:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:3.0:1767384977.830336:0:17880:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000040:1.0:1767384977.830337:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a085ad0 x1853237358496384/t0(0) o400->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 224/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384977.830340:0:17880:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00100000:1.0:1767384977.830350:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a085ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+9:11774:x1853237358496384:12345-192.168.203.9@tcp50:400: Request processed in 364us (664us total) trans 0 rc 0/0 00080000:00000010:3.0:1767384977.830351:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007725c7e9. 00040000:00000001:3.0:1767384977.830357:0:17880:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00100000:1.0:1767384977.830374:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 169 00040000:00000001:3.0:1767384977.830376:0:17880:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:1.0:1767384977.830377:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00080000:00000001:3.0:1767384977.830381:0:17880:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.830381:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384977.830385:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000040:3.0:1767384977.830386:0:17880:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000010:1.0:1767384977.830388:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba011fed. 00000001:00000001:3.0:1767384977.830390:0:17880:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384977.830394:0:17880:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000010:1.0:1767384977.830395:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bedff79e. 00000020:00000001:3.0:1767384977.830396:0:17880:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000800:00000200:2.0:1767384977.830400:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384977.830402:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f47c97fa. 00000020:01000000:3.0:1767384977.830403:0:17880:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000000ddd3d13 00000800:00000010:2.0:1767384977.830422:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009534f384. 00000020:00000040:1.0:1767384977.830424:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 8 00000020:00000010:3.0:1767384977.830425:0:17880:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000004a2ff3ae. 00000400:00000200:2.0:1767384977.830427:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384977.830430:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384977.830435:0:17880:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000004a2ff3ae for nid 192.168.203.9@tcp50 - ref 2 00000400:00000200:2.0:1767384977.830436:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000200:1.0:1767384977.830441:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384977.830443:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953e765c 00000400:00000010:2.0:1767384977.830446:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000953e765c. 00000400:00000010:1.0:1767384977.830447:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec6a5d42. 00000100:00000001:2.0:1767384977.830449:0:16335:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384977.830452:0:16335:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1767384977.830454:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6e0a50a. 02000000:00000010:2.0:1767384977.830455:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000abb72229. 02000000:00000001:2.0:1767384977.830458:0:16335:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384977.830459:0:16335:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384977.830547:0:17880:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384977.830555:0:17880:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000aaf17b3. 00000020:00000010:3.0:1767384977.830559:0:17880:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000029f4bd74. 00000020:00000010:3.0:1767384977.830563:0:17880:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 000000009570eaea. 00000020:00000010:3.0:1767384977.830583:0:17880:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005c6df755. 00000020:00000010:3.0:1767384977.830586:0:17880:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000094d8376d. 00000020:00000010:3.0:1767384977.830590:0:17880:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000553c3d94. 00002000:00000001:3.0:1767384977.830604:0:17880:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384977.830607:0:17880:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:3.0:1767384977.830609:0:17880:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384977.830611:0:17880:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384977.830616:0:17880:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005f120413. 00000020:00000040:3.0:1767384977.830619:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 8 - import 00000020:00000001:3.0:1767384977.830625:0:17880:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384977.830633:0:17880:0:(genops.c:1242:class_import_put()) import 000000005f120413 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384977.830636:0:17880:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384977.830639:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007725c7e9. 00000020:00000040:3.0:1767384977.830644:0:17880:0:(genops.c:887:class_export_get()) GET export 00000000ca349d3a refcount=6 00000100:00000040:3.0:1767384977.830646:0:17880:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000ca349d3a : new rpc_count 1 00000100:00000001:3.0:1767384977.830648:0:17880:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384977.830655:0:17880:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.9@tcp50 primary NID 192.168.203.9@tcp50 rc 0 00000100:00000001:3.0:1767384977.830658:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384977.830660:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 5 to 192.168.203.9@tcp50 00000100:00000001:3.0:1767384977.830662:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 00000100:00000001:3.0:1767384977.830664:0:17880:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446636781114397568 : -107292595154048 : 0xffff9e6afefa9380) 00000100:00000040:3.0:1767384977.830666:0:17880:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000300a5063 refcount 5 to 192.168.203.9@tcp50 00000020:00000040:3.0:1767384977.830668:0:17880:0:(genops.c:887:class_export_get()) GET export 00000000ca349d3a refcount=7 00000100:00000001:3.0:1767384977.830672:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384977.830673:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00000100:00000001:3.0:1767384977.830675:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:3.0:1767384977.830677:0:17880:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384977.830679:0:17880:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384977.830681:0:17880:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384977.830684:0:17880:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072652783680 : -1056767936 : ffffffffc1030040) 02000000:00000001:3.0:1767384977.830686:0:17880:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.830688:0:17880:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384977.830690:0:17880:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384977.830692:0:17880:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384977.830694:0:17880:0:(import.c:65:import_set_state_nolock()) 000000005f120413 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384977.830696:0:17880:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384977.830697:0:17880:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384977.830698:0:17880:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384977.830701:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 6 00000020:00000040:3.0:1767384977.830703:0:17880:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 8 - find 00010000:00000001:3.0:1767384977.830705:0:17880:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.830707:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384977.830709:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666612960 : -1042938656 : ffffffffc1d604e0) 00000004:00080000:2.0:1767384977.830716:0:17075:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 518us 00000020:00000001:3.0:1767384977.830717:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384977.830719:0:17880:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384977.830720:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384977.830721:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384977.830723:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.830727:0:17880:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000004:00000001:2.0:1767384977.830728:0:17075:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000020:00000001:3.0:1767384977.830732:0:17880:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384977.830735:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358496128 00010000:00000001:3.0:1767384977.830737:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384977.830740:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004385cc8a x1853237358496128/t0(0) o8->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384997 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384977.830747:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384977.830748:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384977.830749:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=85 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384977.830752:0:17880:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384977.830753:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384977.830755:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 7 to 192.168.203.9@tcp50 00000100:00000001:3.0:1767384977.830756:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:3.0:1767384977.830758:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384977.830759:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.830760:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384977.830762:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:3.0:1767384977.830764:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c425c1d9. 00000100:00000200:3.0:1767384977.830767:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237358496128, offset 0 00000400:00000200:3.0:1767384977.830771:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:3.0:1767384977.830775:0:17880:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:3.0:1767384977.830783:0:17880:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [221:221:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1767384977.830793:0:17880:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384977.830798:0:17880:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:3.0:1767384977.830802:0:17880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dd65d54. 00000800:00000200:3.0:1767384977.830807:0:17880:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:3.0:1767384977.830814:0:17880:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:3.0:1767384977.830825:0:17880:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008dd65d54 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384977.830838:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384977.830842:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00010000:00000001:3.0:1767384977.830844:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384977.830846:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.830848:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384977.830852:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004385cc8a x1853237358496128/t0(0) o8->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384997 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384977.830860:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004385cc8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+6:11770:x1853237358496128:12345-192.168.203.9@tcp50:8: Request processed in 1150us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384977.830885:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 4 00000100:00000040:3.0:1767384977.830887:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca349d3a : new rpc_count 0 00000100:00000001:3.0:1767384977.830889:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384977.830890:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384977.830893:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:3.0:1767384977.830896:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046755d6a. 00000020:00000010:3.0:1767384977.830898:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000884b53a6. 00000020:00000040:3.0:1767384977.830901:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 5 00000100:00000001:3.0:1767384977.830904:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384977.830950:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384977.830954:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dd65d54. 00000400:00000200:1.0:1767384977.830958:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384977.830963:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384977.830966:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425c1d9 00000400:00000010:1.0:1767384977.830968:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c425c1d9. 00000100:00000001:1.0:1767384977.830972:0:16333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384977.830974:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:1.0:1767384977.836116:0:40000:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000001754ce45. 02000000:00000001:1.0:1767384977.836122:0:40000:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:1.0:1767384977.836130:0:40000:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:1.0:1767384977.836131:0:40000:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@0000000012548fa9: 0:0, ngroups 0, nperms 0 00000004:00000001:1.0:1767384977.836134:0:40000:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:1.0:1767384977.836137:0:40000:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 0000000036c263ac for key 0 02000000:00000001:1.0:1767384977.836150:0:40000:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384977.836153:0:40000:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000001754ce45. 02000000:00001000:3.0:1767384977.836189:0:17075:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 0000000036c263ac flags 0x0 02000000:00000001:3.0:1767384977.836193:0:17075:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636775876069888 : -107297833481728 : ffff9e69c6c00a00) 00000001:00000001:3.0:1767384977.836196:0:17075:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384977.836197:0:17075:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384977.836198:0:17075:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384977.836200:0:17075:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384977.836200:0:17075:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384977.836202:0:17075:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384977.836204:0:17075:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767384977.836206:0:17075:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384977.836208:0:17075:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384977.836210:0:17075:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384977.836211:0:17075:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767384977.836220:0:17075:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384977.836223:0:17075:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:3.0:1767384977.836226:0:17075:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10: does not need LOVEA. 00000004:00000001:3.0:1767384977.836229:0:17075:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767384977.836231:0:17075:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767384977.836236:0:17075:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384977.836238:0:17075:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1767384977.836240:0:17075:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384977.836242:0:17075:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384977.836243:0:17075:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384977.836245:0:17075:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384977.836246:0:17075:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384977.836247:0:17075:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384977.836248:0:17075:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384977.836249:0:17075:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384977.836250:0:17075:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384977.836252:0:17075:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384977.836252:0:17075:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384977.836254:0:17075:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384977.836255:0:17075:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767384977.836257:0:17075:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:3.0:1767384977.836259:0:17075:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767384977.836261:0:17075:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384977.836262:0:17075:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384977.836264:0:17075:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767384977.836265:0:17075:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384977.836269:0:17075:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1767384977.836278:0:17075:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384977.836280:0:17075:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384977.836282:0:17075:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.836285:0:17075:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384977.836286:0:17075:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384977.836288:0:17075:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384977.836288:0:17075:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384977.836290:0:17075:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384977.836299:0:17075:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:3.0:1767384977.836302:0:17075:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767384977.836304:0:17075:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767384977.836305:0:17075:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767384977.836306:0:17075:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767384977.836308:0:17075:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767384977.836310:0:17075:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1767384977.836313:0:17075:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384977.836315:0:17075:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767384977.836317:0:17075:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1767384977.836319:0:17075:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358496256 00010000:00000001:3.0:1767384977.836320:0:17075:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384977.836325:0:17075:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cf188dfe x1853237358496256/t0(0) o33->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 448/464 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384977.836332:0:17075:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384977.836333:0:17075:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384977.836335:0:17075:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ddfb6e0c time=1767384977 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384977.836338:0:17075:0:(import.c:2194:obd_at_measure()) AT 00000000ddfb6e0c change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384977.836342:0:17075:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000cf188dfe x1853237358496256/t0(0) o33->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 448/464 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384977.836349:0:17075:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384977.836350:0:17075:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 7 to 192.168.203.9@tcp50 00000100:00000001:3.0:1767384977.836352:0:17075:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:3.0:1767384977.836353:0:17075:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384977.836355:0:17075:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.836357:0:17075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384977.836359:0:17075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:3.0:1767384977.836375:0:17075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080506880. 00000100:00000200:3.0:1767384977.836378:0:17075:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237358496256, offset 224 00000400:00000200:3.0:1767384977.836381:0:17075:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:3.0:1767384977.836387:0:17075:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:3.0:1767384977.836394:0:17075:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [222:222:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384977.836401:0:17075:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384977.836408:0:17075:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:3.0:1767384977.836413:0:17075:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3c17e4d. 00000800:00000200:3.0:1767384977.836417:0:17075:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:3.0:1767384977.836423:0:17075:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:3.0:1767384977.836426:0:17075:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3c17e4d type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384977.836440:0:17075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384977.836444:0:17075:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00010000:00000001:3.0:1767384977.836447:0:17075:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384977.836449:0:17075:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.836451:0:17075:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1767384977.836456:0:17075:0:(lu_object.c:207:lu_object_put()) Add 000000004ca93d08/00000000474892e1 to site lru. bkt: 00000000c3f5a040 00000100:00000040:3.0:1767384977.836463:0:17075:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf188dfe x1853237358496256/t0(0) o33->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 448/464 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384977.836472:0:17075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf188dfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+6:15161:x1853237358496256:12345-192.168.203.9@tcp50:33: Request processed in 6669us (6975us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384977.836483:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ee51b161. 00000100:00100000:3.0:1767384977.836490:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 0 00000100:00000040:3.0:1767384977.836494:0:17075:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000196dd832 : new rpc_count 0 00000100:00000001:3.0:1767384977.836496:0:17075:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384977.836498:0:17075:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384977.836501:0:17075:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003de97d90. 00000020:00000010:3.0:1767384977.836505:0:17075:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000051d817a2. 00000020:00000010:3.0:1767384977.836509:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bb74e50. 00000020:00000040:3.0:1767384977.836514:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 5 00000800:00000200:0.0:1767384977.836515:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384977.836517:0:17075:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384977.836520:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3c17e4d. 00000400:00000200:0.0:1767384977.836527:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384977.836534:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:0.0:1767384977.836545:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080506880 00000400:00000010:0.0:1767384977.836547:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080506880. 00000100:00000001:0.0:1767384977.836552:0:16334:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384977.836554:0:16334:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384977.849768:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.849777:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384977.849779:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.849781:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384977.849787:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:2.0:1767384977.849796:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 576 into portal 12 MB=0x6958272700b00 00000400:00000200:2.0:1767384977.849802:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.9@tcp50 of length 576/576 into md 0x229 [64] + 10808 00000800:00000001:2.0:1767384977.849806:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.849811:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384977.849813:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384977.849816:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:2.0:1767384977.849819:0:16335:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384977.849821:0:16335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384977.849825:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005162b287. 00000100:00000040:2.0:1767384977.849827:0:16335:0:(events.c:337:request_in_callback()) incoming req@000000005162b287 x1853237358496512 msgsize 576 00000100:00100000:2.0:1767384977.849830:0:16335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:2.0:1767384977.849841:0:16335:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384977.849845:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384977.849847:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384977.849904:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384977.849908:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358496512 02000000:00000001:0.0:1767384977.849910:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384977.849912:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384977.849913:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384977.849916:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384977.849919:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358496512 00000020:00000001:0.0:1767384977.849921:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384977.849922:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d35 00000020:00000001:0.0:1767384977.849923:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384977.849925:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000196dd832 refcount=6 00000020:00000001:0.0:1767384977.849927:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000020:00000001:0.0:1767384977.849929:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000100:00000001:0.0:1767384977.849932:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384977.849935:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f847a1. 00000100:00000001:0.0:1767384977.849937:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384977.849938:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f847a1. 00000020:00000010:0.0:1767384977.849942:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d56c82. 00000020:00000010:0.0:1767384977.849945:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088d11cbb. 00000020:00000010:0.0:1767384977.849948:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384977.849953:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384977.849955:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384977.849956:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1767384977.849958:0:17072:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1767384977.849959:0:17072:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.849960:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.849965:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.849974:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384977.849981:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384977.849982:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384977.849986:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 7 00000100:00000040:0.0:1767384977.849995:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000196dd832 : new rpc_count 1 00000100:00000001:0.0:1767384977.849997:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775878818688 : -107297830732928 : ffff9e69c6e9fb80) 00000100:00000040:0.0:1767384977.850001:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005162b287 x1853237358496512/t0(0) o101->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 576/0 e 0 to 0 dl 1767384988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384977.850008:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384977.850010:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052f847a1. 00000100:00000001:0.0:1767384977.850011:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384977.850013:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052f847a1. 00000100:00100000:0.0:1767384977.850017:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005162b287 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+6:15191:x1853237358496512:12345-192.168.203.9@tcp50:101: 00000100:00000200:0.0:1767384977.850020:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496512 00000020:00000001:0.0:1767384977.850022:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384977.850024:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384977.850027:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.850028:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384977.850030:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652531904 : -1057019712 : ffffffffc0ff28c0) 00000020:00000001:0.0:1767384977.850032:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384977.850033:0:17072:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237358496512, found 0 last_xid 1853237358496511 00000020:00000001:0.0:1767384977.850035:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384977.850037:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384977.850038:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384977.850041:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.850043:0:17072:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384977.850045:0:17072:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384977.850046:0:17072:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384977.850047:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384977.850049:0:17072:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.850052:0:17072:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384977.850085:0:17072:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a4ad3a06. 00010000:00000010:0.0:1767384977.850088:0:17072:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000099dfd5b4. 00010000:00000001:0.0:1767384977.850091:0:17072:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384977.850093:0:17072:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3ba996e. 00000020:00000010:0.0:1767384977.850095:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000052f847a1. 00000020:00000001:0.0:1767384977.850102:0:17072:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384977.850103:0:17072:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3ba996e with handle 0x135556ebb4843d43 to hash 00000020:00000001:0.0:1767384977.850105:0:17072:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384977.850106:0:17072:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00000010:0.0:1767384977.850110:0:17072:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ceb74d67. 00010000:00000001:0.0:1767384977.850112:0:17072:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834096128 : -107292875455488 : ffff9e6aee458400) 00010000:00010000:0.0:1767384977.850131:0:17072:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e3ba996e/0x135556ebb4843d43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x907988e5b466e279 expref: -99 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384977.850141:0:17072:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000196dd832 : new locks_count 1 00000020:00000040:0.0:1767384977.850143:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=7 00010000:00000001:0.0:1767384977.850150:0:17072:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1767384977.850153:0:17072:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1767384977.850160:0:17072:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1767384977.850163:0:17072:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1767384977.850165:0:17072:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1767384977.850167:0:17072:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1767384977.850169:0:17072:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1767384977.850172:0:17072:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384977.850176:0:17072:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636780846171160 : -107292863380456 : ffff9e6aeefdc418) 00000004:00000001:0.0:1767384977.850179:0:17072:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636780846171072 : -107292863380544 : ffff9e6aeefdc3c0) 00000004:00000001:0.0:1767384977.850181:0:17072:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850184:0:17072:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1767384977.850186:0:17072:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1767384977.850189:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384977.850206:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384977.850211:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000c03071dd. 02000000:00000001:0.0:1767384977.850214:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.850216:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850217:0:17072:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850219:0:17072:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1767384977.850222:0:17072:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:0.0:1767384977.850223:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384977.850224:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850230:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850231:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850232:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850233:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850234:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850235:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850236:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850237:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850238:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850238:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850239:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850240:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850241:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850242:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850243:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850244:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384977.850245:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384977.850247:0:17072:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1767384977.850250:0:17072:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 0000000036c263ac flags 0x0 02000000:00000001:0.0:1767384977.850251:0:17072:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636775876069888 : -107297833481728 : ffff9e69c6c00a00) 00000001:00000001:0.0:1767384977.850252:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850253:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850254:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850270:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850271:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850272:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850273:0:17072:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384977.850274:0:17072:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850276:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384977.850277:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850278:0:17072:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384977.850279:0:17072:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850282:0:17072:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1767384977.850286:0:17072:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1767384977.850287:0:17072:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1767384977.850289:0:17072:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1767384977.850292:0:17072:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384977.850294:0:17072:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 000000000752554e 00000004:00000001:0.0:1767384977.850298:0:17072:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1767384977.850302:0:17072:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384977.850303:0:17072:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384977.850306:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a4ad3a06 count: 2 00010000:00000001:0.0:1767384977.850307:0:17072:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384977.850309:0:17072:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384977.850311:0:17072:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e48af88e. 00000020:00000001:0.0:1767384977.850313:0:17072:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384977.850314:0:17072:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e48af88e with handle 0x135556ebb4843d4a to hash 00000020:00000001:0.0:1767384977.850315:0:17072:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384977.850316:0:17072:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780834095616 : -107292875456000 : ffff9e6aee458200) 00010000:00000010:0.0:1767384977.850318:0:17072:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f8bd1502. 00010000:00000001:0.0:1767384977.850336:0:17072:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780834095616 : -107292875456000 : ffff9e6aee458200) 00010000:00000001:0.0:1767384977.850338:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384977.850340:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384977.850341:0:17072:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e48af88e/0x135556ebb4843d4a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17072 initiator: MDT0 00010000:00000001:0.0:1767384977.850346:0:17072:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384977.850349:0:17072:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384977.850350:0:17072:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1767384977.850352:0:17072:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384977.850354:0:17072:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384977.850355:0:17072:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384977.850356:0:17072:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384977.850358:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384977.850360:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384977.850375:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384977.850376:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384977.850378:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000a4ad3a06) refcount = 2 00010000:00010000:0.0:1767384977.850380:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e48af88e/0x135556ebb4843d4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17072 initiator: MDT0 00010000:00000001:0.0:1767384977.850391:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1767384977.850394:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000000b9e9937. 00010000:00000001:0.0:1767384977.850397:0:17072:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384977.850400:0:17072:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.850401:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384977.850402:0:17072:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384977.850404:0:17072:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.850405:0:17072:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384977.850407:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384977.850409:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384977.850411:0:17072:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e48af88e/0x135556ebb4843d4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17072 initiator: MDT0 00010000:00000001:0.0:1767384977.850414:0:17072:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384977.850415:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384977.850416:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384977.850417:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384977.850418:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384977.850419:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e48af88e refcount=3 00000020:00000001:0.0:1767384977.850420:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834095616 : -107292875456000 : ffff9e6aee458200) 00010000:00000001:0.0:1767384977.850422:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834095616 : -107292875456000 : ffff9e6aee458200) 00010000:00000001:0.0:1767384977.850423:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384977.850424:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384977.850425:0:17072:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850427:0:17072:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1767384977.850430:0:17072:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384977.850432:0:17072:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384977.850435:0:17072:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850437:0:17072:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384977.850440:0:17072:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384977.850451:0:17072:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384977.850453:0:17072:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384977.850455:0:17072:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384977.850456:0:17072:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384977.850461:0:17072:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:0.0:1767384977.850466:0:17072:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 000000009e262fc9. 00000004:00000001:0.0:1767384977.850468:0:17072:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384977.850469:0:17072:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1767384977.850471:0:17072:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384977.850473:0:17072:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850474:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384977.850475:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850476:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850477:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850478:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850479:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850480:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850481:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850482:0:17072:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384977.850483:0:17072:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384977.850484:0:17072:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384977.850485:0:17072:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384977.850487:0:17072:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767384977.850488:0:17072:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1767384977.850489:0:17072:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384977.850490:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384977.850491:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850492:0:17072:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384977.850494:0:17072:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384977.850494:0:17072:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384977.850497:0:17072:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384977.850498:0:17072:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384977.850499:0:17072:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.850502:0:17072:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384977.850503:0:17072:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.850504:0:17072:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384977.850505:0:17072:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850506:0:17072:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.850510:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384977.850514:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384977.850515:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e48af88e refcount=3 00000020:00000001:0.0:1767384977.850516:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834095616 : -107292875456000 : ffff9e6aee458200) 00010000:00000001:0.0:1767384977.850517:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834095616 : -107292875456000 : ffff9e6aee458200) 00000004:00010000:0.0:1767384977.850519:0:17072:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e48af88e/0x135556ebb4843d4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17072 initiator: MDT0 00010000:00000001:0.0:1767384977.850523:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384977.850523:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384977.850524:0:17072:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1767384977.850526:0:17072:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384977.850527:0:17072:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1767384977.850529:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384977.850529:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384977.850530:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e48af88e refcount=3 00000020:00000001:0.0:1767384977.850531:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834095616 : -107292875456000 : ffff9e6aee458200) 00010000:00000001:0.0:1767384977.850533:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834095616 : -107292875456000 : ffff9e6aee458200) 00000004:00000040:0.0:1767384977.850535:0:17072:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000196dd832 : new locks_count 2 00000020:00000040:0.0:1767384977.850537:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=8 00010000:00000001:0.0:1767384977.850540:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384977.850542:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384977.850543:0:17072:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384977.850545:0:17072:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1767384977.850547:0:17072:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384977.850549:0:17072:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384977.850550:0:17072:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384977.850552:0:17072:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384977.850553:0:17072:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384977.850555:0:17072:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1767384977.850559:0:17072:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384977.850562:0:17072:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384977.850564:0:17072:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1767384977.850567:0:17072:0:(lu_object.c:207:lu_object_put()) Add 000000004ca93d08/00000000474892e1 to site lru. bkt: 00000000c3f5a040 00000004:00000001:0.0:1767384977.850569:0:17072:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1767384977.850570:0:17072:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1767384977.850572:0:17072:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1767384977.850578:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384977.850581:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384977.850582:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384977.850583:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384977.850584:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384977.850585:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3ba996e with handle 0x135556ebb4843d43 from hash 00010000:00000001:0.0:1767384977.850587:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384977.850588:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384977.850588:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384977.850589:0:17072:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1767384977.850605:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384977.850608:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e3ba996e/0x135556ebb4843d43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e279 expref: 8 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384977.850613:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000196dd832 : new locks_count 1 00000020:00000040:0.0:1767384977.850614:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 7 00010000:00000010:0.0:1767384977.850615:0:17072:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ceb74d67. 00010000:00000001:0.0:1767384977.850620:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384977.850621:0:17072:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.850625:0:17072:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384977.850627:0:17072:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e48af88e/0x135556ebb4843d4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e279 expref: 7 pid: 17072 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384977.850633:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384977.850634:0:17072:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384977.850636:0:17072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000a4ad3a06) 00010000:00010000:0.0:1767384977.850638:0:17072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384977.850639:0:17072:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384977.850641:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.850642:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384977.850643:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384977.850644:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384977.850644:0:17072:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e48af88e, rc 0) 00000020:00000001:0.0:1767384977.850646:0:17072:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384977.850648:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358496512 00010000:00000001:0.0:1767384977.850653:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384977.850656:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005162b287 x1853237358496512/t0(0) o101->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 576/688 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384977.850661:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384977.850663:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384977.850665:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384977.850668:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384977.850669:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 7 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384977.850671:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384977.850672:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384977.850673:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.850675:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384977.850677:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384977.850680:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008675544. 00000100:00000200:0.0:1767384977.850682:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237358496512, offset 224 00000400:00000200:0.0:1767384977.850686:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384977.850693:0:17072:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384977.850701:0:17072:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [223:223:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767384977.850709:0:17072:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384977.850713:0:17072:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384977.850715:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010bba3e4. 00000800:00000200:0.0:1767384977.850720:0:17072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384977.850724:0:17072:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384977.850727:0:17072:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000010bba3e4 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1767384977.850739:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384977.850741:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384977.850743:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384977.850744:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.850746:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384977.850748:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005162b287 x1853237358496512/t0(0) o101->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 576/688 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384977.850764:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005162b287 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+7:15191:x1853237358496512:12345-192.168.203.9@tcp50:101: Request processed in 754us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384977.850769:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 7 00000100:00000040:0.0:1767384977.850771:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000196dd832 : new rpc_count 0 00000100:00000001:0.0:1767384977.850773:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384977.850790:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384977.850792:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088d11cbb. 00000020:00000010:0.0:1767384977.850795:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384977.850798:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d56c82. 00000020:00000040:0.0:1767384977.850800:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 6 00000100:00000001:0.0:1767384977.850802:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384977.850819:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384977.850823:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010bba3e4. 00000400:00000200:1.0:1767384977.850826:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384977.850830:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384977.850832:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008675544 00000400:00000010:1.0:1767384977.850834:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008675544. 00000100:00000001:1.0:1767384977.850836:0:16333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384977.850837:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384977.857658:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.857666:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384977.857668:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.857669:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384977.857675:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:0.0:1767384977.857683:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 328 into portal 17 MB=0x6958272700c00 00000400:00000200:0.0:1767384977.857688:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.9@tcp50 of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:0.0:1767384977.857692:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.857695:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384977.857697:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384977.857700:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:0.0:1767384977.857704:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384977.857705:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384977.857708:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004cd1d71f. 00000100:00000040:0.0:1767384977.857711:0:16334:0:(events.c:337:request_in_callback()) incoming req@000000004cd1d71f x1853237358496768 msgsize 328 00000100:00100000:0.0:1767384977.857713:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:0.0:1767384977.857725:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384977.857730:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.857762:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384977.857764:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.857772:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384977.857777:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:0.0:1767384977.857784:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 328 into portal 17 MB=0x6958272700b80 00000100:00000001:2.0:1767384977.857786:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384977.857788:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.9@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000100:00100000:2.0:1767384977.857791:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358496768 00000400:00000010:0.0:1767384977.857793:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000834ffeae. 02000000:00000001:2.0:1767384977.857794:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384977.857798:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384977.857798:0:16334:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ad34cd7 00000100:00000001:2.0:1767384977.857801:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384977.857803:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384977.857805:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384977.857808:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384977.857809:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358496768 00000400:00000200:0.0:1767384977.857812:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384977.857813:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384977.857816:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:2.0:1767384977.857820:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384977.857822:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000020:00000040:2.0:1767384977.857823:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=9 00000400:00000200:0.0:1767384977.857827:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ad34cd7 00000020:00000001:2.0:1767384977.857828:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000400:00000010:0.0:1767384977.857832:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ad34cd7. 00000020:00000001:2.0:1767384977.857833:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384977.857836:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384977.857837:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384977.857839:0:16334:0:(events.c:337:request_in_callback()) incoming req@00000000409301dd x1853237358496640 msgsize 328 00000100:00100000:0.0:1767384977.857846:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:2.0:1767384977.857847:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384977.857849:0:16334:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:2.0:1767384977.857851:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d36461a. 00000100:00000001:2.0:1767384977.857855:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384977.857856:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d36461a. 00000100:00000001:0.0:1767384977.857860:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384977.857861:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ac9121b. 00000800:00000001:0.0:1767384977.857886:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.857891:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384977.857894:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000119581f3. 00000800:00000001:0.0:1767384977.857894:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.857899:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384977.857900:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000400:00000200:0.0:1767384977.857907:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000100:00000040:2.0:1767384977.857911:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384977.857912:0:18889:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384977.857916:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384977.857917:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 328 into portal 17 MB=0x6958272700c80 00000100:00100000:1.0:1767384977.857918:0:18889:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358496640 00000100:00000001:2.0:1767384977.857919:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384977.857924:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 02000000:00000001:1.0:1767384977.857925:0:18889:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1767384977.857929:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.857930:0:18889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384977.857930:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.9@tcp50 of length 328/328 into md 0x15 [2] + 0 00010000:00000001:2.0:1767384977.857934:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384977.857935:0:18889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.857939:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:0.0:1767384977.857939:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384977.857941:0:18889:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.857943:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384977.857946:0:18889:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358496640 00000020:00000040:2.0:1767384977.857947:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000617d95f2 refcount=3 00000800:00000001:0.0:1767384977.857948:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384977.857953:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00000020:00000001:1.0:1767384977.857953:0:18889:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384977.857953:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384977.857958:0:18889:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00010000:00000001:2.0:1767384977.857960:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00000020:00000001:1.0:1767384977.857962:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384977.857966:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384977.857966:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000020:00000040:1.0:1767384977.857967:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=10 00010000:00000001:2.0:1767384977.857970:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384977.857973:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.857973:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384977.857977:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1767384977.857978:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.857980:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000010:0.0:1767384977.857983:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8f94b74. 00000020:00000001:1.0:1767384977.857984:0:18889:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:2.0:1767384977.857985:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384977.857989:0:16334:0:(events.c:337:request_in_callback()) incoming req@00000000e8f94b74 x1853237358496896 msgsize 328 00000100:00000001:1.0:1767384977.857991:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384977.857996:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003546aa6a. 00000100:00000001:2.0:1767384977.857999:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384977.858001:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384977.858007:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003546aa6a. 00000100:00000001:2.0:1767384977.858011:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384977.858011:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000020:00000010:1.0:1767384977.858014:0:18889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47c97fa. 00000100:00000001:2.0:1767384977.858015:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384977.858020:0:18889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba011fed. 00000100:00000001:0.0:1767384977.858025:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384977.858026:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 0 00000020:00000010:1.0:1767384977.858027:0:18889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 00000100:00000040:2.0:1767384977.858030:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:2.0:1767384977.858034:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876474880 : -107297833076736 : ffff9e69c6c63800) 00000800:00000001:0.0:1767384977.858034:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384977.858035:0:17058:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384977.858035:0:18889:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384977.858039:0:18889:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1767384977.858040:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384977.858041:0:17058:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358496896 00010000:00000001:1.0:1767384977.858042:0:18889:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000040:2.0:1767384977.858046:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004cd1d71f x1853237358496768/t0(0) o103->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 328/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384977.858047:0:17058:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384977.858049:0:18889:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.858050:0:17058:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384977.858054:0:17058:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.858055:0:18889:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384977.858060:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384977.858061:0:17058:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.858064:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384977.858066:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384977.858069:0:17058:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358496896 00000020:00000040:1.0:1767384977.858069:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000666aad15 refcount=3 00000020:00000010:2.0:1767384977.858071:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d36461a. 00000020:00000001:3.0:1767384977.858073:0:17058:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384977.858074:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00000020:00000040:3.0:1767384977.858077:0:17058:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00010000:00000001:1.0:1767384977.858079:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00000020:00000001:3.0:1767384977.858083:0:17058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384977.858083:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384977.858084:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384977.858087:0:17058:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=11 00000020:00000010:2.0:1767384977.858090:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d36461a. 00010000:00000001:1.0:1767384977.858090:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384977.858092:0:17058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00010000:00000001:1.0:1767384977.858094:0:18889:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.858096:0:17058:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:1.0:1767384977.858100:0:18889:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384977.858102:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004cd1d71f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:110b0453-a7d1-43f6-aa55-1b529809941c+11:11772:x1853237358496768:12345-192.168.203.9@tcp50:103: 00000100:00000001:3.0:1767384977.858103:0:17058:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384977.858109:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496768 00000020:00000010:3.0:1767384977.858111:0:17058:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f75feba0. 00000100:00000001:1.0:1767384977.858111:0:18889:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858112:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384977.858115:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:3.0:1767384977.858117:0:17058:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384977.858118:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000010:3.0:1767384977.858136:0:17058:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f75feba0. 00000100:00000001:2.0:1767384977.858140:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384977.858143:0:17058:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf0b09aa. 02000000:00000001:2.0:1767384977.858143:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384977.858147:0:18889:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384977.858148:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d0c80e3f. 00000020:00000010:3.0:1767384977.858149:0:17058:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 02000000:00000001:2.0:1767384977.858153:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384977.858156:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384977.858157:0:17058:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046755d6a. 00010000:00000001:2.0:1767384977.858158:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384977.858161:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384977.858164:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384977.858166:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384977.858166:0:18889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384977.858167:0:17058:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1767384977.858171:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000617d95f2 refcount=3 00000100:00000001:1.0:1767384977.858171:0:18889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384977.858172:0:17058:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384977.858176:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00000100:00000001:0.0:1767384977.858176:0:17057:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384977.858177:0:17058:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384977.858181:0:17057:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384977.858182:0:17058:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858183:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834098176 : -107292875453440 : ffff9e6aee458c00) 00000100:00100000:1.0:1767384977.858183:0:18889:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 1 00010000:00000001:3.0:1767384977.858190:0:17058:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000040:2.0:1767384977.858190:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003542d674 count: 4 00000100:00000040:1.0:1767384977.858191:0:18889:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 2 00000100:00000001:0.0:1767384977.858193:0:17057:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858195:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384977.858196:0:17058:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384977.858198:0:18889:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780879037520 : -107292830514096 : ffff9e6af0f34450) 00000100:00000001:0.0:1767384977.858200:0:17057:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384977.858201:0:17058:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384977.858202:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384977.858206:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000040:3.0:1767384977.858207:0:17058:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee1db429 refcount=3 00010000:00000001:2.0:1767384977.858209:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384977.858209:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000409301dd x1853237358496640/t0(0) o103->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 328/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384977.858213:0:17058:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00000020:00000001:2.0:1767384977.858214:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384977.858238:0:17058:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00000001:2.0:1767384977.858240:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384977.858243:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384977.858247:0:17058:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384977.858249:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384977.858250:0:17058:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384977.858255:0:17058:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858255:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384977.858256:0:18889:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384977.858258:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384977.858259:0:17058:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858262:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384977.858265:0:17058:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384977.858265:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000617d95f2 with handle 0x135556ebb4843d2e from hash 00000020:00000010:1.0:1767384977.858270:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003546aa6a. 00010000:00000001:2.0:1767384977.858271:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384977.858275:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384977.858276:0:18889:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384977.858279:0:17058:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384977.858280:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003546aa6a. 00010000:00000001:2.0:1767384977.858285:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384977.858288:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384977.858291:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384977.858293:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384977.858294:0:18889:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000409301dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:110b0453-a7d1-43f6-aa55-1b529809941c+11:11771:x1853237358496640:12345-192.168.203.9@tcp50:103: 00010000:00010000:2.0:1767384977.858300:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000617d95f2/0x135556ebb4843d2e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e256 expref: 11 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384977.858307:0:18889:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496640 00010000:00000040:2.0:1767384977.858311:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000007983dec5 : new locks_count 3 00010000:00000001:1.0:1767384977.858312:0:18889:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000040:2.0:1767384977.858313:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 10 00010000:00000002:1.0:1767384977.858315:0:18889:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384977.858318:0:18889:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1767384977.858319:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384977.858322:0:18889:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384977.858323:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384977.858328:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:1.0:1767384977.858328:0:18889:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384977.858332:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384977.858333:0:18889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000abb72229. 00010000:00000001:2.0:1767384977.858334:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858339:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1767384977.858339:0:18889:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384977.858342:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:1.0:1767384977.858344:0:18889:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858345:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384977.858347:0:18889:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384977.858349:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384977.858350:0:18889:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384977.858354:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.858354:0:18889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384977.858357:0:18889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:2.0:1767384977.858359:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=95 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384977.858373:0:18889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000666aad15 refcount=3 00000020:00000001:1.0:1767384977.858377:0:18889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00000100:00000001:2.0:1767384977.858380:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384977.858381:0:18889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834102784 : -107292875448832 : ffff9e6aee459e00) 00000100:00000040:2.0:1767384977.858386:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 7 to 192.168.203.9@tcp50 00010000:00000040:1.0:1767384977.858387:0:18889:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3cc3706 count: 8 00000100:00000001:2.0:1767384977.858391:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 00010000:00000001:1.0:1767384977.858392:0:18889:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384977.858396:0:18889:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:2.0:1767384977.858397:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384977.858399:0:18889:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000001:2.0:1767384977.858401:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.858403:0:18889:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384977.858404:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384977.858423:0:18889:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384977.858427:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00010000:00000001:1.0:1767384977.858429:0:18889:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1767384977.858431:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00010000:00000001:1.0:1767384977.858432:0:18889:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384977.858436:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358496768, offset 224 00010000:00000001:1.0:1767384977.858437:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384977.858441:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384977.858444:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00010000:00000001:1.0:1767384977.858446:0:18889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384977.858449:0:18889:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384977.858454:0:17059:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000020:00000040:1.0:1767384977.858455:0:18889:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000666aad15 with handle 0x135556ebb4843d20 from hash 00010000:00000001:1.0:1767384977.858461:0:18889:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384977.858464:0:17059:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [224:224:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [26:26:8:4294967295] 00010000:00000001:1.0:1767384977.858470:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384977.858474:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384977.858477:0:17059:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00010000:00000001:1.0:1767384977.858478:0:18889:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384977.858483:0:18889:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000200:2.0:1767384977.858486:0:17059:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.9@tcp50 00010000:00000001:1.0:1767384977.858487:0:18889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384977.858495:0:18889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000666aad15/0x135556ebb4843d20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e22c expref: 10 pid: 17065 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384977.858497:0:17059:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4706be1. 00000800:00000200:2.0:1767384977.858505:0:17059:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00010000:00000040:1.0:1767384977.858512:0:18889:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000007983dec5 : new locks_count 2 00000800:00000200:2.0:1767384977.858513:0:17059:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000020:00000040:1.0:1767384977.858517:0:18889:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 9 00000800:00000200:2.0:1767384977.858518:0:17059:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b4706be1 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1767384977.858525:0:18889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384977.858528:0:18889:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384977.858529:0:18889:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384977.858531:0:18889:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384977.858532:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.858534:0:18889:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384977.858537:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00010000:00000001:1.0:1767384977.858539:0:18889:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384977.858541:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384977.858543:0:18889:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384977.858544:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.858546:0:18889:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384977.858551:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004cd1d71f x1853237358496768/t0(0) o103->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 328/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384977.858553:0:18889:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384977.858557:0:18889:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384977.858562:0:18889:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=95 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384977.858563:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004cd1d71f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:110b0453-a7d1-43f6-aa55-1b529809941c+9:11772:x1853237358496768:12345-192.168.203.9@tcp50:103: Request processed in 495us (849us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384977.858569:0:18889:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384977.858576:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 0 00000100:00000040:1.0:1767384977.858577:0:18889:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 7 to 192.168.203.9@tcp50 00000100:00000040:2.0:1767384977.858581:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 1 00000100:00000001:1.0:1767384977.858583:0:18889:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 00000100:00000001:2.0:1767384977.858584:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384977.858586:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384977.858590:0:18889:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384977.858591:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000119581f3. 00000800:00000200:3.0:1767384977.858595:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384977.858595:0:18889:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384977.858596:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00000800:00000010:3.0:1767384977.858602:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4706be1. 00000020:00000010:2.0:1767384977.858603:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ac9121b. 00000100:00000001:1.0:1767384977.858603:0:18889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384977.858610:0:18889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000200:3.0:1767384977.858612:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384977.858612:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 8 00000100:00000001:2.0:1767384977.858616:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384977.858616:0:18889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000704dc7fa. 00000400:00000200:3.0:1767384977.858624:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000200:1.0:1767384977.858624:0:18889:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358496640, offset 224 00000100:00000001:2.0:1767384977.858627:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384977.858631:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eed78c8 00000100:00000001:2.0:1767384977.858631:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384977.858636:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000100:00100000:2.0:1767384977.858637:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 2 00000100:00000040:2.0:1767384977.858642:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 2 00000100:00000001:3.0:1767384977.858644:0:16335:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384977.858644:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876461440 : -107297833090176 : ffff9e69c6c60380) 00000400:00000200:1.0:1767384977.858650:0:18889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000100:00000040:2.0:1767384977.858653:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8f94b74 x1853237358496896/t0(0) o103->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 328/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384977.858660:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384977.858664:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d36461a. 00000400:00000200:1.0:1767384977.858664:0:18889:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000100:00000001:2.0:1767384977.858671:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384977.858675:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d36461a. 00000400:00000200:1.0:1767384977.858676:0:18889:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [225:225:255:4294967295] 192.168.203.9@tcp50 LPNI seq info [27:27:7:4294967295] 00000100:00100000:2.0:1767384977.858683:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e8f94b74 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:110b0453-a7d1-43f6-aa55-1b529809941c+8:11774:x1853237358496896:12345-192.168.203.9@tcp50:103: 00000100:00000200:2.0:1767384977.858687:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496896 00010000:00000001:2.0:1767384977.858691:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384977.858694:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:3.0:1767384977.858697:0:16335:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384977.858698:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000200:1.0:1767384977.858701:0:18889:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000100:00000001:2.0:1767384977.858703:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384977.858706:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384977.858708:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093df051d. 02000000:00000001:2.0:1767384977.858709:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384977.858711:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858714:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384977.858717:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384977.858720:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384977.858721:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384977.858724:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee1db429 refcount=3 00000800:00000200:1.0:1767384977.858727:0:18889:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000020:00000001:2.0:1767384977.858728:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00000001:2.0:1767384977.858733:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834097152 : -107292875454464 : ffff9e6aee458800) 00010000:00000040:2.0:1767384977.858736:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d72d767e count: 2 00000800:00000010:1.0:1767384977.858736:0:18889:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000735ea3d2. 00010000:00000001:2.0:1767384977.858739:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384977.858742:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384977.858743:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384977.858746:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.858748:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384977.858748:0:18889:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00010000:00000001:2.0:1767384977.858753:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384977.858755:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384977.858760:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1767384977.858760:0:18889:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00010000:00000001:2.0:1767384977.858762:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384977.858765:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:1.0:1767384977.858767:0:18889:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000735ea3d2 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1767384977.858768:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384977.858773:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee1db429 with handle 0x135556ebb4843d27 from hash 00010000:00000001:2.0:1767384977.858776:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384977.858777:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384977.858781:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384977.858782:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384977.858783:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384977.858785:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384977.858786:0:18889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384977.858789:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee1db429/0x135556ebb4843d27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e24f expref: 8 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384977.858796:0:18889:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00010000:00000040:2.0:1767384977.858797:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000007983dec5 : new locks_count 1 00000020:00000040:2.0:1767384977.858802:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 7 00010000:00000001:1.0:1767384977.858802:0:18889:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.858808:0:18889:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858809:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384977.858812:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384977.858813:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384977.858815:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384977.858816:0:18889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000409301dd x1853237358496640/t0(0) o103->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 328/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384977.858817:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.858821:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384977.858823:0:17059:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d72d767e count: 0 00010000:00010000:2.0:1767384977.858829:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384977.858832:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384977.858834:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767384977.858835:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384977.858839:0:18889:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000409301dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:110b0453-a7d1-43f6-aa55-1b529809941c+7:11771:x1853237358496640:12345-192.168.203.9@tcp50:103: Request processed in 579us (994us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384977.858840:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384977.858840:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000735ea3d2. 00000100:00001000:2.0:1767384977.858846:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=95 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384977.858847:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384977.858854:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384977.858857:0:18889:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 1 00000400:00000200:0.0:1767384977.858858:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000040:2.0:1767384977.858861:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 7 to 192.168.203.9@tcp50 00000100:00000001:2.0:1767384977.858885:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 00000100:00000040:1.0:1767384977.858885:0:18889:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 1 00000400:00000200:0.0:1767384977.858887:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000704dc7fa 02000000:00000001:2.0:1767384977.858888:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384977.858891:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000704dc7fa. 02000000:00000001:2.0:1767384977.858892:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.858893:0:18889:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384977.858897:0:16333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384977.858898:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384977.858898:0:18889:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384977.858901:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384977.858903:0:18889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba011fed. 00000100:00000040:2.0:1767384977.858904:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000020:00000010:1.0:1767384977.858909:0:18889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bedff79e. 00000400:00000010:2.0:1767384977.858910:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c85bf5. 00000100:00000200:2.0:1767384977.858916:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358496896, offset 224 00000020:00000010:1.0:1767384977.858916:0:18889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f47c97fa. 00000400:00000200:2.0:1767384977.858925:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000020:00000040:1.0:1767384977.858925:0:18889:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 6 02000000:00000001:1.0:1767384977.858932:0:18889:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384977.858936:0:17059:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 02000000:00000010:1.0:1767384977.858936:0:18889:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000abb72229. 02000000:00000001:1.0:1767384977.858942:0:18889:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384977.858945:0:18889:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384977.858947:0:18889:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d0c80e3f. 00000400:00000200:2.0:1767384977.858949:0:17059:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [226:226:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [28:28:8:4294967295] 02000000:00000001:1.0:1767384977.858951:0:18889:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384977.858954:0:18889:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004cd1d71f. 02000000:00000001:1.0:1767384977.858959:0:18889:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384977.858961:0:18889:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000065b703b1. 02000000:00000001:1.0:1767384977.858966:0:18889:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384977.858967:0:17059:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000100:00000010:1.0:1767384977.858968:0:18889:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a93edc9. 02000000:00000001:1.0:1767384977.858979:0:18889:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384977.858981:0:18889:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000a617474. 00000800:00000200:2.0:1767384977.858982:0:17059:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.9@tcp50 02000000:00000001:1.0:1767384977.858984:0:18889:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:2.0:1767384977.858987:0:17059:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd36c8b5. 00000100:00000010:1.0:1767384977.858987:0:18889:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009213e8e6. 02000000:00000001:1.0:1767384977.858989:0:18889:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384977.858991:0:18889:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007a712292. 00000800:00000200:2.0:1767384977.858994:0:17059:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 02000000:00000001:1.0:1767384977.858994:0:18889:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384977.858996:0:18889:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054e27bee. 02000000:00000001:1.0:1767384977.859002:0:18889:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:2.0:1767384977.859004:0:17059:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 02000000:00000010:1.0:1767384977.859004:0:18889:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003e23d34a. 02000000:00000001:1.0:1767384977.859007:0:18889:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:2.0:1767384977.859009:0:17059:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd36c8b5 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767384977.859009:0:18889:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a66dcdfc. 02000000:00000001:1.0:1767384977.859015:0:18889:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384977.859017:0:18889:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000055d08c7. 02000000:00000001:1.0:1767384977.859019:0:18889:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384977.859019:0:18889:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a155b63b. 00000100:00000001:1.0:1767384977.859021:0:18889:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384977.859023:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384977.859025:0:18889:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000040:2.0:1767384977.859028:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00010000:00000001:2.0:1767384977.859032:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384977.859032:0:18889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce92181. 00010000:00000001:2.0:1767384977.859037:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384977.859039:0:18889:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093a38fe9. 00000100:00000040:2.0:1767384977.859042:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8f94b74 x1853237358496896/t0(0) o103->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 328/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384977.859050:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e8f94b74 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:110b0453-a7d1-43f6-aa55-1b529809941c+6:11774:x1853237358496896:12345-192.168.203.9@tcp50:103: Request processed in 388us (1059us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384977.859055:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 2 00000100:00000040:2.0:1767384977.859057:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000100:00000001:2.0:1767384977.859059:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384977.859060:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384977.859062:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767384977.859065:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046755d6a. 00000800:00000200:0.0:1767384977.859067:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384977.859068:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf0b09aa. 00000800:00000010:0.0:1767384977.859071:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd36c8b5. 00000020:00000040:2.0:1767384977.859073:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 5 00000400:00000200:0.0:1767384977.859076:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384977.859077:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384977.859085:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:0.0:1767384977.859089:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c85bf5 00000400:00000010:0.0:1767384977.859090:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c85bf5. 00000100:00000001:0.0:1767384977.859092:0:16334:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384977.859093:0:16334:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384977.860889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3ba996e. 00000800:00000001:3.0:1767384977.861293:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384977.861298:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384977.861300:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384977.861301:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384977.861306:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:3.0:1767384977.861312:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 224 into portal 28 MB=0x6958272700d00 00000400:00000200:3.0:1767384977.861318:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.9@tcp50 of length 224/224 into md 0xab9 [8] + 5080 00000800:00000001:3.0:1767384977.861322:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384977.861326:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384977.861327:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384977.861330:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:3.0:1767384977.861333:0:16335:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384977.861334:0:16335:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384977.861338:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ccc6ce3. 00000100:00000040:3.0:1767384977.861340:0:16335:0:(events.c:337:request_in_callback()) incoming req@000000003ccc6ce3 x1853237358497024 msgsize 224 00000100:00100000:3.0:1767384977.861343:0:16335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:3.0:1767384977.861354:0:16335:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384977.861357:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384977.861359:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384977.861410:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384977.861414:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497024 02000000:00000001:0.0:1767384977.861416:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384977.861417:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384977.861418:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384977.861420:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384977.861422:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497024 00000020:00000001:0.0:1767384977.861424:0:17880:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384977.861425:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d3c 00000020:00000001:0.0:1767384977.861426:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384977.861428:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca349d3a refcount=6 00000020:00000001:0.0:1767384977.861430:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775782631424 : -107297926920192 : ffff9e69c12e4800) 00000020:00000001:0.0:1767384977.861439:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775782631424 : -107297926920192 : ffff9e69c12e4800) 00000100:00000001:0.0:1767384977.861442:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384977.861444:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee238c79. 00000020:00000010:0.0:1767384977.861447:0:17880:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007725c7e9. 00000020:00000040:0.0:1767384977.861451:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 8 - evictor 00000100:00000001:0.0:1767384977.861464:0:17880:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384977.861466:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050d56c82. 00000020:00000010:0.0:1767384977.861469:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c75f34f8. 00000020:00000010:0.0:1767384977.861472:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384977.861477:0:17880:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384977.861478:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384977.861479:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384977.861480:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.861484:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.861491:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384977.861496:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384977.861499:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384977.861501:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 8 - evictor 00000100:00000001:0.0:1767384977.861502:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384977.861508:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 5 00000100:00000040:0.0:1767384977.861511:0:17880:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca349d3a : new rpc_count 1 00000100:00000001:0.0:1767384977.861513:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079250688 : -107292630300928 : ffff9e6afce24700) 00000100:00000040:0.0:1767384977.861516:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ccc6ce3 x1853237358497024/t0(0) o9->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384977.861524:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384977.861526:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c41cb26f. 00000100:00000001:0.0:1767384977.861528:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384977.861530:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c41cb26f. 00000100:00100000:0.0:1767384977.861533:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ccc6ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+6:11770:x1853237358497024:12345-192.168.203.9@tcp50:9: 00000100:00000200:0.0:1767384977.861536:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497024 00000020:00000001:0.0:1767384977.861537:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384977.861540:0:17880:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384977.861542:0:17880:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.861549:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384977.861551:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613008 : -1042938608 : ffffffffc1d60510) 00000020:00000001:0.0:1767384977.861553:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384977.861555:0:17880:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384977.861557:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384977.861558:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384977.861560:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.861562:0:17880:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384977.861563:0:17880:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384977.861565:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384977.861566:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384977.861568:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6089238. 02000000:00000001:0.0:1767384977.861570:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.861571:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384977.861575:0:17880:0:(genops.c:887:class_export_get()) GET export 00000000ca349d3a refcount=7 00010000:00000001:0.0:1767384977.861577:0:17880:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:0.0:1767384977.861579:0:17880:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384977.861580:0:17880:0:(genops.c:887:class_export_get()) GET export 00000000ca349d3a refcount=8 00010000:00000001:0.0:1767384977.861582:0:17880:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384977.861584:0:17880:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384977.861591:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 7 00000020:00000080:0.0:1767384977.861593:0:17880:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843d3c 00000020:00000040:0.0:1767384977.861595:0:17880:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca349d3a with handle 0x135556ebb4843d3c from hash 00000020:00000040:0.0:1767384977.861598:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 6 00000020:00000010:0.0:1767384977.861600:0:17880:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ee238c79. 00000020:00000001:0.0:1767384977.861602:0:17880:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384977.861603:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 5 00000020:00000001:0.0:1767384977.861604:0:17880:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384977.861605:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 4 00000020:00000001:0.0:1767384977.861606:0:17880:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.861608:0:17880:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384977.861609:0:17880:0:(import.c:65:import_set_state_nolock()) 000000005f120413 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384977.861612:0:17880:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384977.861613:0:17880:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384977.861614:0:17880:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384977.861625:0:17880:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384977.861629:0:17880:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384977.861635:0:17880:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384977.861638:0:17880:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000ca349d3a dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384977.861641:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093020f3f. 00000020:00000010:0.0:1767384977.861644:0:17880:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000030e5d39b. 00000020:00000010:0.0:1767384977.861648:0:17880:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004ea92f7f. 00000020:00000001:1.0:1767384977.861650:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767384977.861652:0:17880:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000001:1.0:1767384977.861654:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384977.861657:0:17880:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000088c6edc8. 00010000:00010000:1.0:1767384977.861659:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 80000000:00000010:0.0:1767384977.861662:0:17880:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009490e0bc. 40000000:00000010:0.0:1767384977.861666:0:17880:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ee238c79. 00100000:00000010:0.0:1767384977.861669:0:17880:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e814074c. 00040000:00000010:0.0:1767384977.861673:0:17880:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060e166af. 00040000:00000010:0.0:1767384977.861677:0:17880:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000120a1f44. 00080000:00000010:0.0:1767384977.861681:0:17880:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bf3905c5. 00080000:00000010:0.0:1767384977.861685:0:17880:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001aca49d9. 00002000:00000010:0.0:1767384977.861690:0:17880:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000017457cd2. 00000001:00000001:0.0:1767384977.861692:0:17880:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384977.861694:0:17880:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10' 00000001:00000001:0.0:1767384977.861697:0:17880:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384977.861699:0:17880:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:0.0:1767384977.861702:0:17880:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384977.861705:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ae1e8332. 00080000:00000001:0.0:1767384977.861706:0:17880:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775866017280 : -107297843534336 : ffff9e69c626a600) 00080000:00000001:0.0:1767384977.861710:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384977.861713:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384977.861715:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c41cb26f. 00080000:00000001:0.0:1767384977.861717:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384977.861719:0:17880:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384977.861727:0:17880:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.861729:0:17880:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384977.861750:0:17880:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384977.861752:0:17880:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384977.861755:0:17880:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384977.861767:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c41cb26f. 00040000:00000001:0.0:1767384977.861769:0:17880:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384977.861771:0:17880:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384977.861772:0:17880:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384977.861774:0:17880:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384977.861775:0:17880:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384977.861778:0:17880:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384977.861779:0:17880:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384977.861781:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e2ead6ad. 00080000:00000001:0.0:1767384977.861782:0:17880:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775866021376 : -107297843530240 : ffff9e69c626b600) 00080000:00000001:0.0:1767384977.861783:0:17880:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384977.861785:0:17880:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384977.861786:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c41cb26f. 00080000:00000001:0.0:1767384977.861787:0:17880:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384977.861788:0:17880:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384977.861790:0:17880:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384977.861792:0:17880:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006435d1a0. 00000001:00000040:0.0:1767384977.861793:0:17880:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000ca349d3a : new cb_count 2 00000020:00000040:0.0:1767384977.861795:0:17880:0:(genops.c:887:class_export_get()) GET export 00000000ca349d3a refcount=5 00000001:00000001:0.0:1767384977.861801:0:17880:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384977.861802:0:17880:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384977.861804:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c41cb26f. 00040000:00000001:0.0:1767384977.861806:0:17880:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384977.861806:0:17880:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384977.861807:0:17880:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384977.861808:0:17880:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:0.0:1767384977.861810:0:17880:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:0.0:1767384977.861812:0:17880:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384977.861814:0:17880:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000030e5d39b. 00000020:00000010:0.0:1767384977.861817:0:17880:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004ea92f7f. 00000020:00000010:0.0:1767384977.861821:0:17880:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384977.861823:0:17880:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000088c6edc8. 80000000:00000010:0.0:1767384977.861826:0:17880:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009490e0bc. 40000000:00000010:0.0:1767384977.861829:0:17880:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ee238c79. 00100000:00000010:0.0:1767384977.861831:0:17880:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e814074c. 00040000:00000010:0.0:1767384977.861837:0:17880:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000060e166af. 00040000:00000010:0.0:1767384977.861839:0:17880:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000120a1f44. 00080000:00000010:0.0:1767384977.861842:0:17880:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001aca49d9. 00080000:00000010:0.0:1767384977.861844:0:17880:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bf3905c5. 00002000:00000010:0.0:1767384977.861847:0:17880:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000017457cd2. 00000020:00000010:0.0:1767384977.861848:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093020f3f. 00000001:00000001:0.0:1767384977.861850:0:17880:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384977.861852:0:17880:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 8 00000001:00000001:0.0:1767384977.861855:0:17880:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384977.861856:0:17880:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 7 00000020:00000040:0.0:1767384977.861858:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 4 00000001:00000001:0.0:1767384977.861859:0:17880:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384977.861860:0:17880:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 6 00000001:00000001:0.0:1767384977.861861:0:17880:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384977.861862:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 3 00002000:00000001:0.0:1767384977.861886:0:17880:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.861888:0:17880:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.861890:0:17880:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.861892:0:17880:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384977.861895:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497024 00010000:00000001:0.0:1767384977.861897:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384977.861901:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ccc6ce3 x1853237358497024/t0(0) o9->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384977.861907:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384977.861908:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384977.861910:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384977.861913:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384977.861915:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 7 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384977.861916:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:0.0:1767384977.861918:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384977.861919:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.861921:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384977.861923:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:0.0:1767384977.861925:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000100:00000200:0.0:1767384977.861932:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358497024, offset 224 00000400:00000200:0.0:1767384977.861937:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:0.0:1767384977.861943:0:17880:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:0.0:1767384977.861949:0:17880:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [227:227:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:0.0:1767384977.861957:0:17880:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384977.861961:0:17880:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:0.0:1767384977.861963:0:17880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060e166af. 00000800:00000200:0.0:1767384977.861967:0:17880:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:0.0:1767384977.861971:0:17880:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:0.0:1767384977.861973:0:17880:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060e166af type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384977.861983:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384977.861985:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00010000:00000001:0.0:1767384977.861988:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384977.861989:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.861991:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384977.861995:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ccc6ce3 x1853237358497024/t0(0) o9->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384977.862002:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ccc6ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+3:11770:x1853237358497024:12345-192.168.203.9@tcp50:9: Request processed in 477us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384977.862010:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 5 00000100:00000040:0.0:1767384977.862013:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca349d3a : new rpc_count 0 00000100:00000001:0.0:1767384977.862015:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384977.862016:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384977.862019:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c75f34f8. 00000020:00000010:0.0:1767384977.862021:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384977.862024:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050d56c82. 00000020:00000040:0.0:1767384977.862026:0:17880:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 2 00000100:00000001:0.0:1767384977.862028:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384977.862033:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384977.862036:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060e166af. 00000400:00000200:1.0:1767384977.862040:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384977.862045:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384977.862047:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f1bf72 00000400:00000010:1.0:1767384977.862049:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f1bf72. 00000100:00000001:1.0:1767384977.862052:0:16333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384977.862054:0:16333:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384977.866659:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.866673:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384977.866676:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.866677:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384977.866682:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:0.0:1767384977.866689:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 224 into portal 12 MB=0x6958272700e00 00000400:00000200:0.0:1767384977.866695:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.9@tcp50 of length 224/224 into md 0x229 [64] + 11384 00000800:00000001:0.0:1767384977.866699:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.866703:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384977.866705:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384977.866708:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000001:0.0:1767384977.866711:0:16334:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384977.866712:0:16334:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384977.866715:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cd8c3c2. 00000100:00000040:0.0:1767384977.866717:0:16334:0:(events.c:337:request_in_callback()) incoming req@000000006cd8c3c2 x1853237358497280 msgsize 224 00000100:00100000:0.0:1767384977.866720:0:16334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000001:0.0:1767384977.866734:0:16334:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384977.866738:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.866740:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384977.866756:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384977.866759:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497280 02000000:00000001:1.0:1767384977.866761:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384977.866762:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384977.866763:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384977.866766:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384977.866775:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497280 00000020:00000001:1.0:1767384977.866777:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384977.866779:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d35 00000020:00000001:1.0:1767384977.866782:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384977.866784:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000196dd832 refcount=7 00000020:00000001:1.0:1767384977.866787:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000020:00000001:1.0:1767384977.866790:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00000100:00000001:1.0:1767384977.866793:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384977.866796:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003546aa6a. 00000100:00000001:1.0:1767384977.866800:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384977.866802:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003546aa6a. 00000020:00000010:1.0:1767384977.866806:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47c97fa. 00000020:00000010:1.0:1767384977.866810:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba011fed. 00000020:00000010:1.0:1767384977.866814:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 00000100:00000040:1.0:1767384977.866820:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384977.866822:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384977.866824:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384977.866826:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.866831:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.866844:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384977.866854:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384977.866856:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384977.866862:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 8 00000100:00000040:1.0:1767384977.866888:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000196dd832 : new rpc_count 1 00000100:00000001:1.0:1767384977.866892:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876465024 : -107297833086592 : ffff9e69c6c61180) 00000100:00000040:1.0:1767384977.866899:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006cd8c3c2 x1853237358497280/t0(0) o39->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384977.866910:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384977.866914:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003546aa6a. 00000100:00000001:1.0:1767384977.866917:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384977.866919:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003546aa6a. 00000100:00100000:1.0:1767384977.866924:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006cd8c3c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+7:11770:x1853237358497280:12345-192.168.203.9@tcp50:39: 00000100:00000200:1.0:1767384977.866937:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497280 00000020:00000001:1.0:1767384977.866939:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384977.866941:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384977.866943:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.866945:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384977.866946:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664489312 : -1045062304 : ffffffffc1b59d60) 00000020:00000001:1.0:1767384977.866948:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384977.866950:0:17072:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237358497280, found 0 last_xid 1853237358496511 00000020:00000001:1.0:1767384977.866952:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384977.866954:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384977.866955:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384977.866956:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.866957:0:17072:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384977.866963:0:17072:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384977.866965:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384977.866966:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384977.866968:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004807cd1d. 02000000:00000001:1.0:1767384977.866969:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.866971:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384977.866974:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=8 00010000:00000001:1.0:1767384977.866975:0:17072:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384977.866977:0:17072:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384977.866978:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=9 00010000:00000001:1.0:1767384977.866980:0:17072:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384977.866981:0:17072:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384977.866988:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 8 00000020:00000080:1.0:1767384977.866990:0:17072:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843d35 00000020:00000040:1.0:1767384977.866991:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000196dd832 with handle 0x135556ebb4843d35 from hash 00000020:00000040:1.0:1767384977.866994:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 7 00000020:00000010:1.0:1767384977.866996:0:17072:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008e03c8d5. 00000020:00000001:1.0:1767384977.866999:0:17072:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384977.867000:0:17072:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000196dd832: total 0 00000020:00000001:1.0:1767384977.867001:0:17072:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384977.867002:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 6 00000020:00000001:1.0:1767384977.867003:0:17072:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.867008:0:17072:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384977.867010:0:17072:0:(import.c:65:import_set_state_nolock()) 000000001da7b785 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384977.867012:0:17072:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384977.867013:0:17072:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384977.867014:0:17072:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384977.867023:0:17072:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384977.867025:0:17072:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384977.867027:0:17072:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a7545306 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384977.867029:0:17072:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000003561f285 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384977.867031:0:17072:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1767384977.867033:0:17072:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:1.0:1767384977.867037:0:17072:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767384977.867039:0:17072:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10' 00000020:00000001:2.0:1767384977.867042:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1767384977.867042:0:17072:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384977.867046:0:17072:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000020:00010000:2.0:1767384977.867047:0:17060:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000196dd832: total 0 00000020:00000001:2.0:1767384977.867052:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446636775867060224 : -107297842491392 : ffff9e69c6369000) 00080000:00000001:1.0:1767384977.867052:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384977.867056:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b2e3602e. 00010000:00000001:2.0:1767384977.867057:0:17060:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000001:1.0:1767384977.867062:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781259776 : -107297928291840 : ffff9e69c1195a00) 00000020:00000010:2.0:1767384977.867064:0:17060:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ac9121b. 00080000:00000001:1.0:1767384977.867066:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:2.0:1767384977.867069:0:17060:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000033ddb2a. 00000001:00000001:1.0:1767384977.867070:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384977.867074:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003546aa6a. 00080000:00000001:1.0:1767384977.867076:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384977.867081:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:2.0:1767384977.867083:0:17060:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e2c13ee8. 00080000:00000001:1.0:1767384977.867084:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384977.867088:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:2.0:1767384977.867090:0:17060:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da2eab92. 00080000:00000010:1.0:1767384977.867091:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000388e00b. 00080000:00000001:1.0:1767384977.867095:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384977.867096:0:17060:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043e6e1c3. 00080000:00000001:1.0:1767384977.867101:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384977.867102:0:17060:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c571c90. 00000001:00000001:1.0:1767384977.867107:0:17072:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 40000000:00000010:2.0:1767384977.867108:0:17060:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007d36461a. 00100000:00000010:2.0:1767384977.867112:0:17060:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cd1fea11. 00040000:00000010:2.0:1767384977.867115:0:17060:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dd295e3b. 00040000:00000010:2.0:1767384977.867117:0:17060:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ab0d47a6. 00080000:00000010:2.0:1767384977.867121:0:17060:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005b8786f5. 00000001:00000040:1.0:1767384977.867122:0:17072:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384977.867126:0:17072:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384977.867128:0:17060:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000deae5813. 00080000:00000001:1.0:1767384977.867128:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00000001:1.0:1767384977.867133:0:17072:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000010:2.0:1767384977.867135:0:17060:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000055d08c7. 00000001:00000002:1.0:1767384977.867137:0:17072:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000020:00000010:2.0:1767384977.867140:0:17060:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000033ddb2a. 00000020:00000010:2.0:1767384977.867144:0:17060:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e2c13ee8. 00000020:00000010:2.0:1767384977.867149:0:17060:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da2eab92. 00000001:00000010:1.0:1767384977.867151:0:17072:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000671d0b64. 00000020:00000010:2.0:1767384977.867153:0:17060:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000043e6e1c3. 00000001:00000040:1.0:1767384977.867155:0:17072:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000196dd832 : new cb_count 2 80000000:00000010:2.0:1767384977.867158:0:17060:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c571c90. 00000020:00000040:1.0:1767384977.867159:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=7 40000000:00000010:2.0:1767384977.867164:0:17060:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007d36461a. 00000001:00000010:1.0:1767384977.867165:0:17072:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000fac1b656. 00100000:00000010:2.0:1767384977.867168:0:17060:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cd1fea11. 00040000:00000010:2.0:1767384977.867172:0:17060:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dd295e3b. 00040000:00000010:2.0:1767384977.867174:0:17060:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ab0d47a6. 00080000:00000010:2.0:1767384977.867176:0:17060:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000deae5813. 00080000:00000010:2.0:1767384977.867178:0:17060:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005b8786f5. 00002000:00000010:2.0:1767384977.867180:0:17060:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000055d08c7. 00000020:00000010:2.0:1767384977.867182:0:17060:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ac9121b. 00010000:00010000:2.0:1767384977.867183:0:17060:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000196dd832, canceled 0 locks, left on hash table 1. 00000020:00000010:2.0:1767384977.867187:0:17060:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ac9121b. 00000020:00000010:2.0:1767384977.867189:0:17060:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a128a3d0. 00000020:00000010:2.0:1767384977.867190:0:17060:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cd1fea11. 00000020:00000010:2.0:1767384977.867192:0:17060:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da2eab92. 00000020:00000010:2.0:1767384977.867193:0:17060:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ab0d47a6. 80000000:00000010:2.0:1767384977.867195:0:17060:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c571c90. 40000000:00000010:2.0:1767384977.867196:0:17060:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007d36461a. 00100000:00000010:2.0:1767384977.867198:0:17060:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e2c13ee8. 00040000:00000010:2.0:1767384977.867205:0:17060:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dd295e3b. 00040000:00000010:2.0:1767384977.867206:0:17060:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000043e6e1c3. 00080000:00000010:2.0:1767384977.867208:0:17060:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000deae5813. 00080000:00000010:2.0:1767384977.867210:0:17060:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005b8786f5. 00002000:00000010:2.0:1767384977.867212:0:17060:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000055d08c7. 00000001:00000001:2.0:1767384977.867214:0:17060:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000010:1.0:1767384977.867216:0:17072:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000002de54cdb. 00000001:00000001:2.0:1767384977.867217:0:17060:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384977.867222:0:17060:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a4ad3a06 count: 2 00000004:00000001:2.0:1767384977.867226:0:17060:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1767384977.867227:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384977.867230:0:17060:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384977.867231:0:17060:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384977.867233:0:17060:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.867235:0:17060:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.867238:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384977.867239:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:1.0:1767384977.867239:0:17072:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000008118154d. 00010000:00000001:2.0:1767384977.867243:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384977.867246:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384977.867247:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384977.867248:0:17060:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384977.867251:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e48af88e with handle 0x135556ebb4843d4a from hash 00010000:00000001:2.0:1767384977.867253:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384977.867254:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384977.867255:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384977.867256:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384977.867259:0:17060:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a1f39a03. 00010000:00000001:2.0:1767384977.867262:0:17060:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384977.867263:0:17060:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.867264:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384977.867265:0:17060:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384977.867267:0:17060:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384977.867268:0:17060:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000a4ad3a06) 00000001:00000001:1.0:1767384977.867268:0:17072:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000fac1b656: xid 1853237358497280, transno 8589934593, tag 0, client gen 1, slot idx 0 00010000:00010000:2.0:1767384977.867273:0:17060:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384977.867276:0:17060:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384977.867279:0:17072:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.867280:0:17060:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384977.867285:0:17060:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384977.867292:0:17060:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000196dd832, 1 locks cancelled. 00010000:00000001:2.0:1767384977.867294:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384977.867295:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384977.867296:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384977.867300:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e48af88e/0x135556ebb4843d4a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e279 expref: 7 pid: 17072 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384977.867308:0:17060:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009ba1ee79. 00010000:00000040:2.0:1767384977.867311:0:17060:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000196dd832 : new locks_count 0 00000020:00000040:2.0:1767384977.867313:0:17060:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 6 00010000:00000010:2.0:1767384977.867316:0:17060:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8bd1502. 00010000:00000040:2.0:1767384977.867320:0:17060:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a4ad3a06 count: 0 00010000:00000010:2.0:1767384977.867325:0:17060:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000099dfd5b4. 00010000:00000001:2.0:1767384977.867338:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384977.867341:0:17060:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 2c0fbfdb-9712-4, loop: 0 00000001:00000001:2.0:1767384977.867343:0:17060:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384977.867347:0:17060:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384977.867349:0:17060:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000196dd832, canceled 1 locks, left on hash table 0. 00000020:00000010:2.0:1767384977.867352:0:17060:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a128a3d0. 00000020:00000010:2.0:1767384977.867354:0:17060:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cd1fea11. 00000020:00000010:2.0:1767384977.867357:0:17060:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da2eab92. 00000020:00000010:2.0:1767384977.867360:0:17060:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ab0d47a6. 80000000:00000010:2.0:1767384977.867377:0:17060:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c571c90. 40000000:00000010:2.0:1767384977.867380:0:17060:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007d36461a. 00100000:00000010:2.0:1767384977.867381:0:17060:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e2c13ee8. 00040000:00000010:2.0:1767384977.867383:0:17060:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dd295e3b. 00040000:00000010:2.0:1767384977.867385:0:17060:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000043e6e1c3. 00080000:00000010:2.0:1767384977.867388:0:17060:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005b8786f5. 00080000:00000010:2.0:1767384977.867389:0:17060:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000deae5813. 00002000:00000010:2.0:1767384977.867392:0:17060:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000055d08c7. 00000020:00000010:2.0:1767384977.867393:0:17060:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ac9121b. 00000020:00000001:2.0:1767384977.867395:0:17060:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384977.867397:0:17060:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 5 00000020:00000001:2.0:1767384977.867398:0:17060:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384977.867406:0:17060:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.867408:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384977.867409:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384977.867410:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384977.867411:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384977.867412:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384977.867414:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384977.867415:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384977.867416:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384977.867417:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384977.868226:0:17052:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384977.868229:0:17052:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384977.868231:0:17052:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:3.0:1767384977.868234:0:17052:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000196dd832 : new cb_count 1 00000020:00000040:3.0:1767384977.868236:0:17052:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 4 00000001:00000010:3.0:1767384977.868238:0:17052:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000671d0b64. 00080000:00000010:3.0:1767384977.868240:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b2e3602e. 00000001:00100000:3.0:1767384977.868243:0:17052:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10 00000001:00000040:3.0:1767384977.868245:0:17052:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000196dd832 : new cb_count 0 00000020:00000040:3.0:1767384977.868247:0:17052:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 3 00000001:00000010:3.0:1767384977.868249:0:17052:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000009f8ee881. 00080000:00000010:3.0:1767384977.868251:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000937584e0. 00080000:00000010:1.0:1767384977.868298:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000388e00b. 00080000:00000010:1.0:1767384977.868306:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003546aa6a. 00040000:00000001:1.0:1767384977.868309:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384977.868311:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384977.868313:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384977.868316:0:17072:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384977.868319:0:17072:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384977.868323:0:17072:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384977.868325:0:17072:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384977.868328:0:17072:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e4d8dc98. 00080000:00000001:1.0:1767384977.868331:0:17072:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781253120 : -107297928298496 : ffff9e69c1194000) 00080000:00000001:1.0:1767384977.868333:0:17072:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384977.868336:0:17072:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384977.868339:0:17072:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003546aa6a. 00080000:00000001:1.0:1767384977.868342:0:17072:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384977.868344:0:17072:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384977.868352:0:17072:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384977.868356:0:17072:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000037b8e37b. 00000001:00000040:1.0:1767384977.868358:0:17072:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000196dd832 : new cb_count 1 00000020:00000040:1.0:1767384977.868374:0:17072:0:(genops.c:887:class_export_get()) GET export 00000000196dd832 refcount=4 00000001:00000001:1.0:1767384977.868389:0:17072:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384977.868391:0:17072:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384977.868395:0:17072:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003546aa6a. 00040000:00000001:1.0:1767384977.868398:0:17072:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384977.868399:0:17072:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384977.868401:0:17072:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384977.868408:0:17072:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:1.0:1767384977.868410:0:17072:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:1.0:1767384977.868412:0:17072:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384977.868414:0:17072:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384977.868416:0:17072:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384977.868417:0:17072:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 7 00000001:00000001:1.0:1767384977.868419:0:17072:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384977.868421:0:17072:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 6 00000020:00000040:1.0:1767384977.868422:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 3 00000001:00000001:1.0:1767384977.868424:0:17072:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384977.868425:0:17072:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 5 00000001:00000001:1.0:1767384977.868426:0:17072:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384977.868427:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 2 00000004:00000001:1.0:1767384977.868428:0:17072:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.868429:0:17072:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.868430:0:17072:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.868431:0:17072:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384977.868433:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853237358497280 00010000:00000001:1.0:1767384977.868435:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384977.868439:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006cd8c3c2 x1853237358497280/t8589934593(0) o39->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384977.868445:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384977.868447:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384977.868448:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384977.868451:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384977.868453:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 7 to 192.168.203.9@tcp50 00000100:00000001:1.0:1767384977.868454:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 02000000:00000001:1.0:1767384977.868456:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384977.868457:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.868459:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384977.868461:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000400:00000010:1.0:1767384977.868463:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000678521ff. 00000100:00000200:1.0:1767384977.868465:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358497280, offset 224 00000400:00000200:1.0:1767384977.868473:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00000400:00000200:1.0:1767384977.868478:0:17072:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00000400:00000200:1.0:1767384977.868485:0:17072:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [228:228:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1767384977.868493:0:17072:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384977.868496:0:17072:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000800:00000010:1.0:1767384977.868499:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009637708d. 00000800:00000200:1.0:1767384977.868502:0:17072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 00000800:00000200:1.0:1767384977.868506:0:17072:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00000800:00000200:1.0:1767384977.868508:0:17072:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009637708d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384977.868520:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384977.868523:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00010000:00000001:1.0:1767384977.868525:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384977.868526:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.868528:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384977.868531:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cd8c3c2 x1853237358497280/t8589934593(0) o39->2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10@192.168.203.9@tcp50:203/0 lens 224/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384977.868539:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006cd8c3c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10+2:11770:x1853237358497280:12345-192.168.203.9@tcp50:39: Request processed in 1628us (1820us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1767384977.868546:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 8 00000100:00000040:1.0:1767384977.868548:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000196dd832 : new rpc_count 0 00000100:00000001:1.0:1767384977.868549:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384977.868550:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384977.868553:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba011fed. 00000020:00000010:1.0:1767384977.868556:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bedff79e. 00000020:00000010:1.0:1767384977.868558:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f47c97fa. 00000020:00000040:1.0:1767384977.868560:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 1 00000100:00000001:1.0:1767384977.868562:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384977.868580:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384977.868584:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009637708d. 00000400:00000200:3.0:1767384977.868586:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384977.868591:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:3.0:1767384977.868594:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000678521ff 00000400:00000010:3.0:1767384977.868595:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000678521ff. 00000100:00000001:3.0:1767384977.868597:0:16335:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384977.868598:0:16335:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384977.869902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000666aad15. 00010000:00000010:2.1:1767384977.869906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000617d95f2. 00010000:00000010:2.1:1767384977.869915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee1db429. 00010000:00000010:2.1:1767384977.869927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d72d767e. 00000800:00000001:1.0:1767384977.874760:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.874766:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384977.874775:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.874777:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384977.874782:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50) <- 192.168.203.9@tcp50 : PUT - for me 00000400:00000200:1.0:1767384977.874789:0:16333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.9@tcp50 of length 224 into portal 26 MB=0x6958272700f00 00000400:00000200:1.0:1767384977.874793:0:16333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.9@tcp50 of length 224/224 into md 0x191d [2] + 0 00000400:00000010:1.0:1767384977.874796:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000716f0b25. 00000400:00000200:1.0:1767384977.874799:0:16333:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005161ba15 00000800:00000001:1.0:1767384977.874801:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.874805:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384977.874806:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384977.874809:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000400:00000200:1.0:1767384977.874811:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005161ba15 00000400:00000010:1.0:1767384977.874813:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005161ba15. 00000100:00000001:1.0:1767384977.874816:0:16333:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384977.874818:0:16333:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384977.874819:0:16333:0:(events.c:337:request_in_callback()) incoming req@00000000ecdce67c x1853237358497536 msgsize 224 00000100:00100000:1.0:1767384977.874823:0:16333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.9@tcp50 (source: 12345-192.168.203.9@tcp50) 00000100:00000040:1.0:1767384977.874824:0:16333:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384977.874835:0:16333:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384977.874839:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384977.874841:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384977.874912:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000010:2.1:1767384977.874913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4ad3a06. 00000100:00100000:0.0:1767384977.874917:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497536 00010000:00000010:2.1:1767384977.874920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e48af88e. 02000000:00000001:0.0:1767384977.874922:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384977.874926:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384977.874928:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384977.874932:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384977.874936:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497536 00000020:00000001:0.0:1767384977.874939:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384977.874940:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843d12 00000020:00000001:0.0:1767384977.874942:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384977.874944:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007983dec5 refcount=6 00000020:00000001:0.0:1767384977.874948:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000020:00000001:0.0:1767384977.874950:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00000100:00000001:0.0:1767384977.874954:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384977.874958:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070412d01. 00000100:00000001:0.0:1767384977.874961:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384977.874970:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070412d01. 00000020:00000010:0.0:1767384977.874975:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:0.0:1767384977.874978:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c75f34f8. 00000020:00000010:0.0:1767384977.874982:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000100:00000040:0.0:1767384977.874988:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384977.874991:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384977.874992:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384977.874993:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.874997:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.875008:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384977.875016:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384977.875018:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384977.875022:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp50, seq: 170 00000100:00000040:0.0:1767384977.875024:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007983dec5 : new rpc_count 1 00000100:00000001:0.0:1767384977.875026:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339789904 : -107293369761712 : ffff9e6ad0cf0050) 00000100:00000040:0.0:1767384977.875031:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ecdce67c x1853237358497536/t0(0) o251->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 224/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384977.875038:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384977.875041:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070412d01. 00000100:00000001:0.0:1767384977.875042:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384977.875044:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070412d01. 00000100:00100000:0.0:1767384977.875047:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ecdce67c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+6:11770:x1853237358497536:12345-192.168.203.9@tcp50:251: 00000100:00000200:0.0:1767384977.875049:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497536 00000020:00000001:0.0:1767384977.875051:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384977.875053:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384977.875054:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.875056:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384977.875057:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448368 : -1047103248 : ffffffffc19678f0) 00000020:00000001:0.0:1767384977.875060:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384977.875061:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384977.875062:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384977.875063:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384977.875071:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384977.875073:0:17065:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:0.0:1767384977.875075:0:17065:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384977.875075:0:17065:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384977.875077:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384977.875079:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384977.875082:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000017457cd2. 02000000:00000001:0.0:1767384977.875084:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.875086:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384977.875090:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=7 00010000:00000001:0.0:1767384977.875092:0:17065:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384977.875095:0:17065:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384977.875098:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 6 20000000:00000010:0.0:1767384977.875100:0:17065:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000d879fefc. 00000020:00000040:0.0:1767384977.875103:0:17065:0:(genops.c:887:class_export_get()) GET export 000000007983dec5 refcount=7 00010000:00000001:0.0:1767384977.875106:0:17065:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384977.875108:0:17065:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384977.875118:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 6 00000020:00000080:0.0:1767384977.875121:0:17065:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843d12 00000020:00000040:0.0:1767384977.875123:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007983dec5 with handle 0x135556ebb4843d12 from hash 00000020:00000040:0.0:1767384977.875128:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 5 00000020:00000001:0.0:1767384977.875130:0:17065:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384977.875132:0:17065:0:(genops.c:1938:obd_stale_export_put()) Put export 000000007983dec5: total 0 00000020:00000001:0.0:1767384977.875134:0:17065:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384977.875135:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 4 00000020:00000001:0.0:1767384977.875137:0:17065:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.875139:0:17065:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384977.875141:0:17065:0:(import.c:65:import_set_state_nolock()) 0000000095c3f77c : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384977.875144:0:17065:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384977.875146:0:17065:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384977.875148:0:17065:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384977.875158:0:17065:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384977.875160:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 3 20000000:00000001:0.0:1767384977.875163:0:17065:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.875165:0:17065:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.875166:0:17065:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.875169:0:17065:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384977.875177:0:17065:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384977.875181:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497536 00010000:00000001:0.0:1767384977.875183:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384977.875187:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ecdce67c x1853237358497536/t0(0) o251->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 224/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384977.875189:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384977.875193:0:17061:0:(genops.c:1924:obd_stale_export_get()) Get export 000000007983dec5: total 0 00010000:00000001:0.0:1767384977.875197:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384977.875198:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446636775867062272 : -107297842489344 : ffff9e69c6369800) 00010000:00000001:0.0:1767384977.875200:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384977.875205:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=95 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384977.875206:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384977.875210:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384977.875211:0:17061:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00000040:0.0:1767384977.875215:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000300a5063 refcount 7 to 192.168.203.9@tcp50 00000100:00000001:0.0:1767384977.875217:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636781114397568 : -107292595154048 : ffff9e6afefa9380) 00000020:00000010:1.0:1767384977.875219:0:17061:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47c97fa. 02000000:00000001:0.0:1767384977.875219:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384977.875222:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384977.875225:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384977.875226:0:17061:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000535bdb7f. 00000100:00000040:0.0:1767384977.875229:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.9@tcp50 00000020:00000010:1.0:1767384977.875233:0:17061:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d770e50. 00000020:00000010:1.0:1767384977.875240:0:17061:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384977.875244:0:17061:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b7773e3. 80000000:00000010:1.0:1767384977.875248:0:17061:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f075c0a. 40000000:00000010:1.0:1767384977.875251:0:17061:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003546aa6a. 00100000:00000010:1.0:1767384977.875263:0:17061:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001754ce45. 00040000:00000010:1.0:1767384977.875267:0:17061:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009637708d. 00000400:00000010:0.0:1767384977.875267:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000100:00000200:0.0:1767384977.875274:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358497536, offset 224 00040000:00000010:1.0:1767384977.875275:0:17061:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000b1f2188. 00080000:00000010:1.0:1767384977.875282:0:17061:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ac0497a2. 00000400:00000200:0.0:1767384977.875284:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.9@tcp50 00080000:00000010:1.0:1767384977.875289:0:17061:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5509755. 00000400:00000200:0.0:1767384977.875295:0:17065:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp50 to NMR: 192.168.203.9@tcp50 local destination 00002000:00000010:1.0:1767384977.875296:0:17061:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000c9ecb41. 00000020:00000010:1.0:1767384977.875301:0:17061:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000535bdb7f. 00000400:00000200:0.0:1767384977.875306:0:17065:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp50 NI seq info: [229:229:256:4294967295] 192.168.203.9@tcp50 LPNI seq info [31:31:8:4294967295] 00000020:00000010:1.0:1767384977.875307:0:17061:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005d770e50. 00000020:00000010:1.0:1767384977.875314:0:17061:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384977.875318:0:17061:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b7773e3. 80000000:00000010:1.0:1767384977.875321:0:17061:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f075c0a. 40000000:00000010:1.0:1767384977.875325:0:17061:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003546aa6a. 00100000:00000010:1.0:1767384977.875330:0:17061:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001754ce45. 00040000:00000010:1.0:1767384977.875335:0:17061:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009637708d. 00000400:00000200:0.0:1767384977.875335:0:17065:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp50(192.168.203.109@tcp50:192.168.203.109@tcp50) -> 192.168.203.9@tcp50(192.168.203.9@tcp50:192.168.203.9@tcp50) : PUT try# 0 00040000:00000010:1.0:1767384977.875340:0:17061:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000b1f2188. 00080000:00000010:1.0:1767384977.875343:0:17061:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5509755. 00080000:00000010:1.0:1767384977.875347:0:17061:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ac0497a2. 00002000:00000010:1.0:1767384977.875352:0:17061:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000c9ecb41. 00000800:00000200:0.0:1767384977.875353:0:17065:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.9@tcp50 00000020:00000010:1.0:1767384977.875355:0:17061:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f47c97fa. 00010000:00010000:1.0:1767384977.875359:0:17061:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000007983dec5, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767384977.875375:0:17061:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47c97fa. 00000800:00000010:0.0:1767384977.875377:0:17065:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9a748ed. 00000020:00000010:1.0:1767384977.875378:0:17061:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001461781. 00000020:00000010:1.0:1767384977.875381:0:17061:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001754ce45. 00000020:00000010:1.0:1767384977.875385:0:17061:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384977.875387:0:17061:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b1f2188. 00000800:00000200:0.0:1767384977.875391:0:17065:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ed29e91b] -> 12345-192.168.203.9@tcp50 (4) 80000000:00000010:1.0:1767384977.875392:0:17061:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f075c0a. 40000000:00000010:1.0:1767384977.875396:0:17061:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003546aa6a. 00100000:00000010:1.0:1767384977.875400:0:17061:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005d770e50. 00040000:00000010:1.0:1767384977.875403:0:17061:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009637708d. 00000800:00000200:0.0:1767384977.875406:0:17065:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.9@tcp50 ip 192.168.203.9:1023 00040000:00000010:1.0:1767384977.875407:0:17061:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b7773e3. 00080000:00000010:1.0:1767384977.875410:0:17061:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ac0497a2. 00080000:00000010:1.0:1767384977.875414:0:17061:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5509755. 00000800:00000200:0.0:1767384977.875414:0:17065:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9a748ed type 1, nob 320 niov 1 nkiov 1 00002000:00000010:1.0:1767384977.875419:0:17061:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000c9ecb41. 00000001:00000001:1.0:1767384977.875427:0:17061:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384977.875429:0:17061:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384977.875432:0:17061:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3cc3706 count: 7 00010000:00000001:1.0:1767384977.875435:0:17061:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384977.875435:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.875438:0:17061:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384977.875441:0:17061:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384977.875445:0:17061:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384977.875445:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 6 to 192.168.203.9@tcp50 00000020:00000001:1.0:1767384977.875450:0:17061:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384977.875454:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384977.875455:0:17061:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384977.875460:0:17061:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1767384977.875460:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.875464:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384977.875465:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384977.875466:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384977.875468:0:17061:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384977.875470:0:17061:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384977.875472:0:17061:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004c5d68ee with handle 0x135556ebb4843d19 from hash 00010000:00000001:1.0:1767384977.875475:0:17061:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384977.875477:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384977.875478:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384977.875479:0:17061:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384977.875480:0:17061:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384977.875482:0:17061:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1767384977.875484:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecdce67c x1853237358497536/t0(0) o251->110b0453-a7d1-43f6-aa55-1b529809941c@192.168.203.9@tcp50:203/0 lens 224/224 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384977.875485:0:17061:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384977.875488:0:17061:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384977.875492:0:17061:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.875495:0:17061:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384977.875497:0:17061:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000007983dec5, 1 locks cancelled. 00010000:00000001:1.0:1767384977.875501:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384977.875503:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384977.875505:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384977.875510:0:17061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004c5d68ee/0x135556ebb4843d19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp50 remote: 0x907988e5b466e225 expref: 3 pid: 17065 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384977.875517:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767384977.875517:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ecdce67c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:110b0453-a7d1-43f6-aa55-1b529809941c+3:11770:x1853237358497536:12345-192.168.203.9@tcp50:251: Request processed in 471us (689us total) trans 0 rc 0/0 00000800:00000010:2.0:1767384977.875524:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9a748ed. 00010000:00000040:1.0:1767384977.875525:0:17061:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000007983dec5 : new locks_count 0 00000020:00000040:1.0:1767384977.875530:0:17061:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 2 00000400:00000200:2.0:1767384977.875531:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384977.875537:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384977.875540:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp50, seq: 170 00000001:00000040:1.0:1767384977.875542:0:17061:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 110b0453-a7d1-4, loop: 0 00000400:00000200:2.0:1767384977.875543:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp50->192.168.203.9@tcp50: PUT: OK 00000100:00000040:0.0:1767384977.875548:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007983dec5 : new rpc_count 0 00000001:00000001:1.0:1767384977.875549:0:17061:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:2.0:1767384977.875550:0:16334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa9e8ff 00000100:00000001:0.0:1767384977.875552:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384977.875553:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aa9e8ff. 00000100:00000001:0.0:1767384977.875557:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384977.875559:0:16334:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:1.0:1767384977.875562:0:17061:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384977.875563:0:16334:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384977.875563:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c75f34f8. 00010000:00010000:1.0:1767384977.875570:0:17061:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000007983dec5, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384977.875572:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:1.0:1767384977.875578:0:17061:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000001461781. 00000020:00000010:0.0:1767384977.875579:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000020:00000010:1.0:1767384977.875586:0:17061:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001754ce45. 00000020:00000040:0.0:1767384977.875588:0:17065:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 1 00000020:00000010:1.0:1767384977.875594:0:17061:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075878ed8. 02000000:00000001:0.0:1767384977.875595:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384977.875598:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000017457cd2. 00000020:00000010:1.0:1767384977.875602:0:17061:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b1f2188. 02000000:00000001:0.0:1767384977.875604:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 80000000:00000010:1.0:1767384977.875609:0:17061:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f075c0a. 00000100:00000001:0.0:1767384977.875609:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 40000000:00000010:1.0:1767384977.875616:0:17061:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003546aa6a. 00000100:00000200:0.0:1767384977.875619:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00100000:00000010:1.0:1767384977.875622:0:17061:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005d770e50. 00000400:00000010:0.0:1767384977.875624:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ce2fc0. 00040000:00000010:1.0:1767384977.875627:0:17061:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009637708d. 00000400:00000010:0.0:1767384977.875630:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb2ca217. 00040000:00000010:1.0:1767384977.875633:0:17061:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009b7773e3. 00080000:00000010:1.0:1767384977.875640:0:17061:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5509755. 00080000:00000010:1.0:1767384977.875644:0:17061:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ac0497a2. 00002000:00000010:1.0:1767384977.875647:0:17061:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000c9ecb41. 00000020:00000010:1.0:1767384977.875649:0:17061:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f47c97fa. 00000020:00000001:1.0:1767384977.875652:0:17061:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384977.875654:0:17061:0:(genops.c:898:class_export_put()) PUTting export 000000007983dec5 : new refcount 0 00000020:00000080:1.0:1767384977.875656:0:17061:0:(genops.c:904:class_export_put()) final put 000000007983dec5/110b0453-a7d1-43f6-aa55-1b529809941c 00000020:00000001:1.0:1767384977.875669:0:17061:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384977.875671:0:17061:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384977.875673:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384977.875674:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384977.875675:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384977.875676:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384977.875677:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384977.875678:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384977.875679:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384977.875680:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384977.875681:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384977.875692:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384977.875695:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000007983dec5/110b0453-a7d1-43f6-aa55-1b529809941c for MGS 00000020:00000040:0.0:1767384977.875700:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 5 to 192.168.203.9@tcp50 00000020:00000001:0.0:1767384977.875702:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384977.875705:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:0.0:1767384977.875707:0:36:0:(genops.c:1229:class_import_get()) import 0000000095c3f77c refcount=2 obd=MGS 00000020:00000001:0.0:1767384977.875709:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384977.875710:0:36:0:(genops.c:1242:class_import_put()) import 0000000095c3f77c refcount=1 obd=MGS 00000020:00000001:0.0:1767384977.875711:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384977.875714:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384977.875714:0:36:0:(genops.c:1242:class_import_put()) import 0000000095c3f77c refcount=0 obd=MGS 00000020:00000040:0.0:1767384977.875716:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000095c3f77c 00000020:00000001:0.0:1767384977.875725:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384977.875728:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384977.875729:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384977.875739:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000044e34910. 00000001:00000010:0.0:1767384977.875743:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000754e2bb1. 00000001:00000010:0.0:1767384977.875745:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000084aa79c5. 00000001:00000010:0.0:1767384977.875747:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f23b1135. 00000001:00000010:0.0:1767384977.875750:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005c58fdfe. 00000001:00000010:0.0:1767384977.875751:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007ca1bd1b. 00000001:00000001:0.0:1767384977.875754:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384977.875755:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384977.875757:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384977.875759:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384977.875760:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384977.875762:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384977.875764:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000ea0210ac) now 7 - export 00000020:00000010:0.0:1767384977.875766:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007983dec5. 00000020:00000001:0.0:1767384977.875772:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384977.875776:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384977.875777:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000095c3f77c for MGS 00000020:00000040:0.0:1767384977.875780:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 4 to 192.168.203.9@tcp50 00000020:00000040:0.0:1767384977.875782:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000ea0210ac) now 6 - import 00000020:00000010:0.0:1767384977.875785:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000095c3f77c. 00000020:00000001:0.0:1767384977.875788:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:1.1:1767384977.881895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004c5d68ee. 00010000:00000001:2.0:1767384978.776951:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:0.0:1767384978.776954:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp43 00010000:00000001:2.0:1767384978.776957:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384978.776961:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6c3c2de] -> 12345-192.168.203.109@tcp15 (6) 00000400:00000010:0.0:1767384978.776963:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005c58fdfe. 00010000:00000001:2.0:1767384978.776964:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384978.776969:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384978.776973:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp15 ip 192.168.203.109:988 00000400:00000010:0.0:1767384978.776974:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000051cdebb1. 00000800:00000200:3.0:1767384978.776979:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009dcec7a9 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384978.776981:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000020:00000001:2.0:1767384978.776988:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384978.776990:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c5fa1aa. 00000020:00000001:2.0:1767384978.776991:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384978.776995:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384978.776998:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp43 00000400:00000200:0.0:1767384978.777021:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp43 local destination 00000400:00000200:0.0:1767384978.777026:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp43 00000400:00000200:0.0:1767384978.777030:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp43 NI seq info: [230:230:256:4294967295] 192.168.203.109@tcp43 LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1767384978.777035:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp43 00000400:00000200:0.0:1767384978.777042:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp43(192.168.203.109@tcp43:) -> 192.168.203.109@tcp43(192.168.203.109@tcp43:192.168.203.109@tcp43) : GET try# 0 00000800:00000200:0.0:1767384978.777046:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp43 00000800:00000010:0.0:1767384978.777064:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007ca1bd1b. 00000800:00000200:0.0:1767384978.777071:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000800:00000200:0.1:1767384978.777076:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000400:00000200:0.0:1767384978.777102:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp43 added to recovery queue. ping count: 4 next ping: 315 health :600 00000800:00000001:0.0:1767384978.777151:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384978.777153:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384978.777164:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384978.777169:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384978.777171:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384978.777173:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777216:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777230:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777243:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777256:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777269:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777282:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777295:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777309:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777321:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777342:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777368:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777386:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777401:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777415:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777428:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777441:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777453:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777465:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777478:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777490:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777502:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777515:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777528:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777540:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777553:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777566:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777578:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777591:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777605:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777617:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777630:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777643:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777656:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384978.777668:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384978.777763:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b8786f5. 00000800:00000010:2.0:1767384978.777767:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000016096bec. 00000800:00000010:2.0:1767384978.777771:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d36461a. 00000800:00000010:2.0:1767384978.777786:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d36461a. 00000800:00020000:2.0:1767384978.777792:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384978.777795:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000016096bec. 00000800:00000010:2.0:1767384978.777802:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005b8786f5. 00000400:02020000:2.0:1767384978.777833:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp43 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384978.777838:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp43 notifying 192.168.203.109@tcp43: down 00000400:00000200:2.0:1767384978.777841:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384978.777844:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp43 00000800:00000010:2.0:1767384978.777846:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007ca1bd1b. 00000400:00000200:2.0:1767384978.777850:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384978.777853:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp43->192.168.203.109@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384978.777860:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384978.777891:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384978.777896:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp43) recovery failed with -71 00000800:00000001:2.0:1767384978.969801:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384978.969817:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384978.969827:0:16334:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000014b9e209] EOF from 12345-192.168.203.9@tcp50 ip 192.168.203.9:1021 00000800:00000001:1.0:1767384978.969837:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384978.969848:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384978.970026:0:16332:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000014b9e209 00000800:00000010:2.0:1767384978.970030:0:16332:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000014b9e209. 00000800:00000200:2.0:1767384978.970033:0:16332:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000cdd683bc 00000800:00000010:2.0:1767384978.970034:0:16332:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000cdd683bc. 00000800:00000200:2.0:1767384978.970037:0:16332:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000c35522dc 00000800:00000200:2.0:1767384978.970040:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.9@tcp50 00000000ed29e91b deleted 00000800:00000010:2.0:1767384978.970043:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ed29e91b. 00000800:00000010:2.0:1767384978.970047:0:16332:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000c35522dc. 00000100:00000001:3.0:1767384979.417004:0:36559:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384979.417012:0:36559:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384979.757105:0:40002:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c4dd6605. 00080000:00000010:3.0:1767384979.757117:0:40002:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c4dd6605. 00000020:00000001:3.0:1767384979.757121:0:40002:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384979.757128:0:40002:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c4dd6605. 00080000:00000010:3.0:1767384979.757132:0:40002:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c4dd6605. 00000020:00000001:3.0:1767384979.757135:0:40002:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384979.800927:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384979.800932:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384979.800937:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384979.800938:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384979.800945:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384979.800950:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384979.800953:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:0.0:1767384979.800959:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000400:00000200:0.0:1767384979.800965:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384979.800972:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery ping unlinked 00000020:00000001:1.0:1767384979.800979:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384979.800986:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384979.800987:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005c58fdfe. 00010000:00010000:1.0:1767384979.800990:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384979.800995:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000051cdebb1. 00000400:00000200:0.0:1767384979.801003:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp46 00000400:00000010:0.0:1767384979.801007:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f70a900e. 00000400:00000010:0.0:1767384979.801013:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b5c25f10. 00000400:00000010:0.0:1767384979.801016:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000400:00000010:0.0:1767384979.801022:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d0053201. 00000400:00000200:0.0:1767384979.801026:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp46 00000400:00000200:0.0:1767384979.801041:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp46 local destination 00000400:00000200:0.0:1767384979.801048:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp46 00000400:00000200:0.0:1767384979.801052:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp46 NI seq info: [231:231:256:4294967295] 192.168.203.109@tcp46 LPNI seq info [182:182:8:4294967295] 00000400:00000200:0.0:1767384979.801060:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp46 00000400:00000200:0.0:1767384979.801068:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp46(192.168.203.109@tcp46:) -> 192.168.203.109@tcp46(192.168.203.109@tcp46:192.168.203.109@tcp46) : GET try# 0 00000800:00000200:0.0:1767384979.801074:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp46 00000800:00000010:0.0:1767384979.801080:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004837192. 00000800:00000200:0.0:1767384979.801088:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000800:00000200:0.1:1767384979.801093:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000400:00000200:0.0:1767384979.801115:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp46 added to recovery queue. ping count: 3 next ping: 308 health :700 00000400:00000200:2.0:1767384979.801178:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801211:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801224:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801236:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801248:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801260:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801282:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801294:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801307:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801318:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801330:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801342:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801373:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801389:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801402:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801414:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801428:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801441:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801453:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801465:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801478:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801490:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801502:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801514:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801527:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801539:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801552:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801564:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801578:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801590:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801603:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801615:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801627:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801640:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384979.801652:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384979.801778:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c35522dc. 00000800:00000010:2.0:1767384979.801782:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed29e91b. 00000800:00000010:2.0:1767384979.801791:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007757e879. 00000800:00000010:2.0:1767384979.801807:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007757e879. 00000800:00020000:2.0:1767384979.801814:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384979.801817:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed29e91b. 00000800:00000010:2.0:1767384979.801819:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c35522dc. 00000400:02020000:2.0:1767384979.801846:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp46 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384979.801852:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp46 notifying 192.168.203.109@tcp46: down 00000400:00000200:2.0:1767384979.801855:0:16329:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384979.801858:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp46 00000800:00000010:2.0:1767384979.801860:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004837192. 00000400:00000200:2.0:1767384979.801883:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384979.801887:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp46->192.168.203.109@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384979.801896:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384979.801898:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384979.801901:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp46) recovery failed with -71 00080000:00000010:1.0:1767384979.886816:0:40039:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002df1098f. 00080000:00000010:1.0:1767384979.886834:0:40039:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002df1098f. 00000020:00000001:1.0:1767384979.886840:0:40039:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384979.886849:0:40039:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002df1098f. 00080000:00000010:1.0:1767384979.886855:0:40039:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002df1098f. 00000020:00000001:1.0:1767384979.886859:0:40039:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.928946:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384979.928962:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384979.928970:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a353cc68. 00000020:00000040:0.0:1767384979.928975:0:36:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:0.0:1767384979.928979:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384979.928982:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384979.928987:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384979.928994:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9a748ed. 00000100:00000001:0.0:1767384979.929000:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.929007:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384979.929017:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384979.929018:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.929028:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a353cc68] to pc [ptlrpcd_00_02+2] req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.929054:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.929056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384979.929059:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384979.929062:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072f477ab. 00000100:00000001:3.0:1767384979.929066:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384979.929066:0:36:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384979.929068:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384979.929073:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384979.929075:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.929078:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384979.929081:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060e166af. 00000100:00000001:3.0:1767384979.929084:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384979.929085:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.929090:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384979.929098:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.929099:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384979.929104:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.929115:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072f477ab] to pc [ptlrpcd_00_03+3] req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.929150:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384979.929151:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.929156:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.929163:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384979.929164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384979.929171:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384979.929173:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384979.929173:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001cddbdb. 00000020:00000040:0.0:1767384979.929179:0:36:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384979.929185:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.929185:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384979.929194:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384979.929199:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a353cc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363769088:0@lo:400: 02000000:00000001:0.0:1767384979.929199:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384979.929209:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010bba3e4. 00000100:00000001:3.0:1767384979.929218:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384979.929218:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.929230:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384979.929233:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384979.929236:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384979.929239:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.929239:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.929244:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001cddbdb] to pc [ptlrpcd_00_00+0] req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384979.929246:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384979.929258:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d373b0f3. 02000000:00000001:3.0:1767384979.929263:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.929267:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.929270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767384979.929272:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5cb0cef. 00000100:00000001:0.0:1767384979.929274:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384979.929281:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009213e8e6. 00000020:00000040:0.0:1767384979.929285:0:36:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:3.0:1767384979.929286:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da4bd5dd. 00000100:00000001:0.0:1767384979.929287:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384979.929290:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384979.929293:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384979.929296:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095417d7d. 00000100:00000200:3.0:1767384979.929299:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363769088, portal 25 00000100:00000001:0.0:1767384979.929300:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.929311:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384979.929311:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384979.929317:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876470400 : -107297833081216 : ffff9e69c6c62680) 00000100:00000001:0.0:1767384979.929331:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384979.929332:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.929336:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384979.929339:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009213e8e6] to pc [ptlrpcd_00_01+1] req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.929386:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384979.929399:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384979.929411:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000001:0.0:1767384979.929413:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384979.929417:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363769088, offset 0 00000100:00000040:0.0:1767384979.929419:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (305) 00000400:00000200:3.0:1767384979.929433:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:0.0:1767384979.929438:0:17094:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384979.929440:0:17094:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384979.929443:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004cd1d71f. 00000020:00000040:0.0:1767384979.929446:0:17094:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384979.929448:0:17094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384979.929449:0:17094:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384979.929454:0:17094:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.929458:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384979.929459:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039a18501. 00000100:00000001:0.0:1767384979.929468:0:17094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.929472:0:17094:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384979.929474:0:17094:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.929478:0:17094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cd1d71f] to pc [ptlrpcd_00_02+2] req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384979.929487:0:17094:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.929488:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c07f00 00000400:00000200:3.0:1767384979.929500:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1941 [2] + 0 00000400:00000010:3.0:1767384979.929507:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dfe5ac9. 00000400:00000200:3.0:1767384979.929513:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075565d51 00000400:00000200:3.0:1767384979.929524:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384979.929530:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384979.929534:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384979.929535:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384979.929539:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384979.929542:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075565d51 00000100:00000040:0.0:1767384979.929547:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384979.929548:0:16342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075565d51. 00000100:00000001:3.0:1767384979.929559:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384979.929562:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384979.929565:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384979.929566:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.929574:0:16342:0:(events.c:337:request_in_callback()) incoming req@0000000050eb8d10 x1853237363769088 msgsize 224 02000000:00000001:0.0:1767384979.929575:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384979.929579:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384979.929588:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384979.929592:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384979.929597:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000072f477ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363769216:0@lo:400: 00000100:00000040:3.0:1767384979.929598:0:16342:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384979.929609:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384979.929614:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384979.929617:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.929619:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384979.929624:0:16342:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384979.929624:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000230a0942. 02000000:00000001:0.0:1767384979.929631:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.929641:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:0.0:1767384979.929643:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec332fbf. 00000400:00000010:3.0:1767384979.929647:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000001:3.0:1767384979.929656:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384979.929661:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384979.929664:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000100:00000200:0.0:1767384979.929676:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363769216, portal 4 00000100:00000001:3.0:1767384979.929678:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384979.929681:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384979.929684:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876473984 : -107297833077632 : ffff9e69c6c63480) 00000100:00000040:3.0:1767384979.929685:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384979.929699:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.929701:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.929710:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384979.929719:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.929720:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384979.929727:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384979.929728:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294967814 00000400:00000010:0.0:1767384979.929732:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000100:00000010:3.0:1767384979.929737:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080b7adf6. 00000100:00000200:0.0:1767384979.929738:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363769216, offset 0 00000100:00000001:3.0:1767384979.929748:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384979.929750:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384979.929759:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294967814 00000100:00000010:3.0:1767384979.929766:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d1da96a. 00000400:00000200:0.0:1767384979.929774:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384979.929775:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384979.929783:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294967814 00000100:00000010:3.0:1767384979.929788:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000939e643. 00000400:00000200:0.0:1767384979.929792:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c07f80 00000100:00000001:3.0:1767384979.929796:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384979.929804:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294967814 00000400:00000200:0.0:1767384979.929805:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5304 00000100:00000010:3.0:1767384979.929813:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fba4ded3. 00000100:00000001:3.0:1767384979.929820:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384979.929820:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384979.929830:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384979.929833:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384979.929837:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.929843:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384979.929845:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384979.929848:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384979.929851:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384979.929856:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bee504a. 00000100:00000040:0.0:1767384979.929862:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000000bee504a x1853237363769216 msgsize 224 00000100:00000001:3.0:1767384979.929908:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384979.929912:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 10000000:00000001:2.0:1767384979.929921:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00100000:0.0:1767384979.929921:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384979.929922:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000040:2.0:1767384979.929926:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 2 00000100:00000001:3.0:1767384979.929930:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384979.929930:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.929936:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384979.929936:0:16343:0:(events.c:373:request_in_callback()) Process leaving 10000000:00000001:2.0:1767384979.929937:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384979.929945:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384979.929948:0:17069:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384979.929952:0:17069:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000040:3.0:1767384979.929953:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384979.929954:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 10000000:00000001:2.0:1767384979.929961:0:17069:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000400:00000010:0.0:1767384979.929961:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 10000000:01000000:2.0:1767384979.929965:0:17069:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9e6ae0a7f800 from 87 00000100:00000001:0.0:1767384979.929969:0:16343:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:2.0:1767384979.929974:0:17069:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000100:00000200:0.0:1767384979.929979:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384979.929980:0:17069:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384979.929992:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000957a2e48. 00000020:00000040:2.0:1767384979.929999:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384979.930011:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384979.930012:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384979.930015:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384979.930018:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384979.930018:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384979.930020:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384979.930024:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.930029:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384979.930032:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000033ddb2a. 02000000:00000001:3.0:1767384979.930036:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384979.930039:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.930049:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.930052:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384979.930053:0:17069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00100000:3.0:1767384979.930058:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004cd1d71f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363769600:0@lo:13: 00000100:00000001:0.0:1767384979.930058:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767384979.930059:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384979.930067:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000084255495. 00000100:00000001:0.0:1767384979.930070:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.930073:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384979.930076:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:0.0:1767384979.930077:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4082 usecs (5 jiffies) 00010000:00000010:2.0:1767384979.930079:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000032a9dda7. 02000000:00000001:3.0:1767384979.930080:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384979.930084:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294967814 02000000:00000001:3.0:1767384979.930088:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384979.930089:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1767384979.930090:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294967814 02000000:00000001:3.0:1767384979.930097:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384979.930098:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000032a9dda7 with handle 0x135556ebb4843d51 to hash 00000100:00000001:0.0:1767384979.930098:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294967814 00000020:00000001:2.0:1767384979.930109:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1767384979.930109:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294967814 02000000:00000010:3.0:1767384979.930111:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003154b5d2. 00010000:00000001:2.0:1767384979.930113:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00000100:00000001:0.0:1767384979.930114:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294967814 02000000:00000001:3.0:1767384979.930120:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384979.930121:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00000100:00000001:0.0:1767384979.930122:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294967814 00000100:00000001:0.0:1767384979.930136:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294967814 00000400:00000010:3.0:1767384979.930138:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a36da56. 00010000:00000001:2.0:1767384979.930139:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384979.930139:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294967814 00010000:00000001:2.0:1767384979.930144:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.930148:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384979.930151:0:17069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384979.930151:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384979.930153:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000001:0.0:1767384979.930159:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384979.930166:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363769600, portal 4 00000100:00000001:0.0:1767384979.930167:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384979.930168:0:17069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384979.930178:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384979.930181:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384979.930183:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876474880 : -107297833076736 : ffff9e69c6c63800) 00000100:00000001:0.0:1767384979.930184:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:2.0:1767384979.930185:0:17069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384979.930195:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384979.930198:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000040:3.0:1767384979.930199:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.930199:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384979.930203:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1767384979.930203:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.930211:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384979.930212:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29e91b. 00000100:00000001:2.0:1767384979.930221:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636780328041280 : -107293381510336 : ffff9e6ad01bbb40) 00000100:00000001:0.0:1767384979.930227:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384979.930229:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384979.930231:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384979.930232:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384979.930235:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384979.930236:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878808832 : -107297830742784 : ffff9e69c6e9d500) 00000100:00000040:3.0:1767384979.930242:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384979.930245:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.930248:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384979.930250:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0738f85. 00000100:00000001:2.0:1767384979.930254:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384979.930262:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363769600, offset 0 00000100:00000001:2.0:1767384979.930264:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384979.930271:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384979.930272:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384979.930276:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.930283:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384979.930284:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384979.930284:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384979.930289:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384979.930295:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384979.930301:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009213e8e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16341:1853237363769472:0@lo:400: 00000400:00000200:3.0:1767384979.930309:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384979.930315:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384979.930327:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384979.930329:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384979.930330:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.930337:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c08100 02000000:00000001:0.0:1767384979.930339:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384979.930345:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384979.930345:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d254b2ed. 02000000:00000001:0.0:1767384979.930363:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384979.930364:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384979.930367:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023552aa5. 02000000:00000001:2.0:1767384979.930371:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384979.930372:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 02000000:00000001:2.0:1767384979.930379:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.930387:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384979.930388:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000957a2e48 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363769728:0@lo:101: 00000400:00000010:0.0:1767384979.930388:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000100:00000200:0.0:1767384979.930398:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363769472, portal 10 00000100:00000001:2.0:1767384979.930399:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384979.930404:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384979.930405:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384979.930405:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384979.930412:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876466816 : -107297833084800 : ffff9e69c6c61880) 02000000:00000001:2.0:1767384979.930413:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.930417:0:16342:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384979.930418:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384979.930423:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000010:2.0:1767384979.930424:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000055d08c7. 00000100:00000040:0.0:1767384979.930426:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384979.930436:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384979.930438:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000314249fd. 00000100:00000001:0.0:1767384979.930440:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384979.930447:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e20e033. 00000100:00000040:3.0:1767384979.930450:0:16342:0:(events.c:337:request_in_callback()) incoming req@00000000314249fd x1853237363769600 msgsize 224 00000400:00000010:2.0:1767384979.930453:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001834b6a1. 00000100:00000040:0.0:1767384979.930459:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384979.930463:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363769728, portal 25 00000400:00000010:0.0:1767384979.930464:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000100:00000001:2.0:1767384979.930475:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384979.930476:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363769472, offset 0 00000100:00100000:3.0:1767384979.930481:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384979.930481:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878808832 : -107297830742784 : ffff9e69c6e9d500) 00000400:00000200:0.0:1767384979.930489:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384979.930495:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384979.930502:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384979.930503:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384979.930514:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384979.930519:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0738f85 00000100:00000040:2.0:1767384979.930519:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384979.930529:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c08080 00000400:00000010:3.0:1767384979.930530:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0738f85. 00000400:00000010:2.0:1767384979.930531:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000100:00000001:3.0:1767384979.930541:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384979.930546:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000100:00000200:3.0:1767384979.930551:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384979.930557:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363769728, offset 0 00000400:00000200:0.0:1767384979.930557:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384979.930577:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384979.930578:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384979.930579:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384979.930592:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384979.930593:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384979.930593:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384979.930598:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384979.930609:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c996b6fa. 00000400:00000200:2.0:1767384979.930612:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c08180 00000100:00000040:0.0:1767384979.930618:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000c996b6fa x1853237363769472 msgsize 224 00000400:00000200:2.0:1767384979.930629:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1949 [2] + 0 00000100:00100000:0.0:1767384979.930643:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384979.930645:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000918d7ffb. 00000100:00000001:3.0:1767384979.930648:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384979.930651:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd044687 00000100:00000001:3.0:1767384979.930654:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384979.930656:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384979.930659:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384979.930662:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384979.930666:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.930672:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000100:00000040:3.0:1767384979.930673:0:16342:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4082 usecs (5 jiffies) 00000400:00000010:0.0:1767384979.930676:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000100:00000001:3.0:1767384979.930683:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294967814 00000100:00000001:0.0:1767384979.930684:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384979.930685:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd044687 00000400:00000010:2.0:1767384979.930693:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd044687. 00000100:00000001:3.0:1767384979.930695:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294967814 00000100:00000200:0.0:1767384979.930697:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.930704:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384979.930705:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294967814 00000100:00000200:2.0:1767384979.930709:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384979.930717:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294967814 00000100:00000040:2.0:1767384979.930726:0:17069:0:(events.c:337:request_in_callback()) incoming req@0000000052d9ee3c x1853237363769728 msgsize 328 00000100:00000001:3.0:1767384979.930727:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294967814 00000100:00000001:0.0:1767384979.930727:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384979.930735:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294967814 00000100:00000040:0.0:1767384979.930744:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.930746:0:16342:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294967814 00000100:00100000:2.0:1767384979.930746:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384979.930760:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384979.930761:0:16342:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294967814 00000100:00000001:0.0:1767384979.930761:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.930770:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384979.930772:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384979.930777:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.930779:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.930779:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384979.930782:0:16341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3553 usecs (4 jiffies) 00000100:00000001:0.0:1767384979.930790:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294967813 00000100:00000001:3.0:1767384979.930792:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.930793:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294967814 00000400:00000200:2.0:1767384979.930795:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000100:00000001:3.0:1767384979.930797:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384979.930802:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000100:00000001:0.0:1767384979.930803:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294967813 00000100:00000001:3.0:1767384979.930808:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384979.930809:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384979.930810:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294967814 00000100:00000001:3.0:1767384979.930817:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384979.930818:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294967813 00000100:00000001:3.0:1767384979.930823:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384979.930825:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.930825:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294967814 00000100:00000001:3.0:1767384979.930834:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384979.930835:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294967813 00000100:00000001:3.0:1767384979.930841:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.930844:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294967814 00000100:00000001:3.0:1767384979.930850:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.930852:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384979.930862:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.930888:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384979.930893:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.930896:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.930901:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.930903:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384979.930905:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.930910:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384979.930910:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384979.930912:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384979.930917:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384979.930919:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384979.930921:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.930924:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384979.930925:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.930926:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294967816 00000100:00000001:0.0:1767384979.930929:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384979.930935:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.930943:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967814 00000100:00000001:0.0:1767384979.930944:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.930958:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384979.930961:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.930962:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294967816 00000100:00000001:2.0:1767384979.930972:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967814 00000100:00000001:2.0:1767384979.930977:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294967816 00000100:00000001:2.0:1767384979.930985:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294967814 00000100:00000001:0.0:1767384979.930987:0:17880:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384979.930994:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384979.930995:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294967816 00000100:00100000:0.0:1767384979.930995:0:17880:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363769216 02000000:00000001:3.0:1767384979.930998:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384979.931000:0:17880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384979.931005:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294967814 00000100:00000001:0.0:1767384979.931007:0:17880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384979.931009:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.931010:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384979.931017:0:17880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384979.931024:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001cddbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363769344:0@lo:400: 00000100:00000001:2.0:1767384979.931025:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.931025:0:17880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931039:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384979.931040:0:17880:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363769216 00000100:00000001:2.0:1767384979.931041:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384979.931049:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384979.931051:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384979.931051:0:17880:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384979.931062:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384979.931062:0:17880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00100000:2.0:1767384979.931064:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ed29e91b going to sleep for 11 seconds 00000020:00000001:0.0:1767384979.931079:0:17880:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384979.931081:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384979.931083:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384979.931092:0:17880:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 02000000:00000010:3.0:1767384979.931093:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cef25ee. 00000100:00000001:2.0:1767384979.931094:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.931104:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.931106:0:17880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:0.0:1767384979.931118:0:17880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000400:00000010:3.0:1767384979.931119:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079356665. 00000100:00000001:0.0:1767384979.931129:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384979.931130:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0738f85. 00000020:00000010:0.0:1767384979.931139:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ebd98dc. 00000100:00000200:3.0:1767384979.931140:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363769344, portal 10 00000100:00000001:2.0:1767384979.931140:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384979.931147:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363769088 00000100:00000001:3.0:1767384979.931149:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384979.931151:0:17880:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000da8f1473. 00000100:00000001:3.0:1767384979.931152:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775876460544 : -107297833091072 : ffff9e69c6c60000) 00000100:00000040:3.0:1767384979.931162:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384979.931162:0:17880:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000d193dba7) now 8 - evictor 02000000:00000001:2.0:1767384979.931163:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384979.931172:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384979.931179:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931181:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384979.931183:0:17880:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384979.931189:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384979.931191:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384979.931192:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bf1eeb9. 00000400:00000010:3.0:1767384979.931194:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000100:00100000:2.0:1767384979.931198:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363769088 00000100:00000200:3.0:1767384979.931201:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363769344, offset 0 00000020:00000010:0.0:1767384979.931203:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbe03c3e. 00000020:00000001:2.0:1767384979.931206:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384979.931210:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000400:00000200:3.0:1767384979.931212:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384979.931212:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384979.931221:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384979.931225:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00000100:00000040:0.0:1767384979.931225:0:17880:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:3.0:1767384979.931227:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384979.931235:0:17880:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384979.931237:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384979.931237:0:17880:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384979.931241:0:17880:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384979.931244:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:3.0:1767384979.931246:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c08000 00000100:00000001:0.0:1767384979.931257:0:17880:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384979.931260:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384979.931262:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11832 00000100:00000001:0.0:1767384979.931264:0:17880:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384979.931268:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400152f. 00000100:00000001:0.0:1767384979.931271:0:17880:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384979.931272:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384979.931275:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384979.931289:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400152f. 00000400:00000200:3.0:1767384979.931291:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384979.931297:0:17880:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384979.931303:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab0d47a6. 00000100:00000001:3.0:1767384979.931305:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384979.931312:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1767384979.931316:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fde8577e. 00000100:00000010:3.0:1767384979.931318:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7518192. 00000100:00000001:0.0:1767384979.931318:0:17880:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384979.931321:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000100:00000040:3.0:1767384979.931328:0:16340:0:(events.c:337:request_in_callback()) incoming req@00000000c7518192 x1853237363769344 msgsize 224 00000100:00000001:0.0:1767384979.931328:0:17880:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384979.931338:0:17067:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767384979.931359:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384979.931360:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384979.931362:0:17880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384979.931365:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384979.931369:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.931370:0:17880:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:3.0:1767384979.931371:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384979.931375:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.931376:0:17880:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876473088 : -107297833078528 : ffff9e69c6c63100) 00000400:00000200:3.0:1767384979.931380:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000400:00000010:3.0:1767384979.931383:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000100:00000040:0.0:1767384979.931388:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000bee504a x1853237363769216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:205/0 lens 224/0 e 0 to 0 dl 1767384990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.931391:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.931393:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384979.931403:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.931409:0:17880:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384979.931410:0:17067:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384979.931416:0:17067:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363769728 00000020:00000010:0.0:1767384979.931417:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8f1473. 02000000:00000001:2.0:1767384979.931426:0:17067:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384979.931428:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384979.931428:0:17880:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384979.931434:0:17067:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384979.931435:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8f1473. 00000100:00000040:3.0:1767384979.931438:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.931440:0:17067:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384979.931449:0:17067:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384979.931453:0:17880:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000bee504a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16343:x1853237363769216:12345-0@lo:400: 00000100:00100000:2.0:1767384979.931457:0:17067:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363769728 00000020:00000001:2.0:1767384979.931463:0:17067:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384979.931466:0:17067:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384979.931472:0:17067:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384979.931476:0:17067:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000100:00000200:0.0:1767384979.931488:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363769216 00000020:00000001:2.0:1767384979.931490:0:17067:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384979.931492:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.931493:0:17880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384979.931496:0:17067:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:0.0:1767384979.931499:0:17880:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384979.931500:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384979.931505:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384979.931505:0:17880:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931509:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.931510:0:17880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384979.931513:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400152f. 00000020:00000001:0.0:1767384979.931513:0:17880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000100:00000040:3.0:1767384979.931517:0:16340:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3506 usecs (4 jiffies) 00000020:00000001:0.0:1767384979.931520:0:17880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384979.931521:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384979.931527:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294967814 00000020:00000001:0.0:1767384979.931527:0:17880:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384979.931528:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400152f. 00000020:00000001:0.0:1767384979.931538:0:17880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384979.931541:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294967816 00000020:00000001:0.0:1767384979.931542:0:17880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384979.931544:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042b9b000. 00000020:00000001:0.0:1767384979.931547:0:17880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931549:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294967814 00000020:00000010:2.0:1767384979.931553:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7dd595d. 00000020:00000001:0.0:1767384979.931554:0:17880:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384979.931557:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294967816 00000020:00000010:2.0:1767384979.931561:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004865c312. 00000100:00000001:0.0:1767384979.931561:0:17880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384979.931562:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294967814 02000000:00000001:0.0:1767384979.931567:0:17880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384979.931570:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294967816 00000100:00000001:2.0:1767384979.931573:0:17067:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1767384979.931574:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e1fb8a5c. 00000100:00000001:3.0:1767384979.931576:0:16340:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294967814 00000100:00000001:2.0:1767384979.931578:0:17067:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384979.931582:0:17880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931584:0:16340:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294967816 00000100:00000001:2.0:1767384979.931584:0:17067:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.931589:0:17880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931597:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384979.931599:0:17067:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.931599:0:17880:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931611:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.931612:0:17067:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384979.931613:0:17880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363769216 00010000:00000001:0.0:1767384979.931625:0:17880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384979.931626:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931633:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384979.931634:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000bee504a x1853237363769216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384979.931636:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384979.931644:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384979.931648:0:17880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384979.931649:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384979.931653:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00010000:00000001:0.0:1767384979.931655:0:17880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931656:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384979.931657:0:17067:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384979.931665:0:17067:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339792976 : -107293369758640 : ffff9e6ad0cf0c50) 00000100:00001000:0.0:1767384979.931674:0:17880:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384979.931676:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384979.931679:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050eb8d10 x1853237363769088/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:205/0 lens 224/0 e 0 to 0 dl 1767384990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.931684:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384979.931686:0:17880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384979.931688:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.931693:0:17880:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384979.931702:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.931702:0:17880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:2.0:1767384979.931704:0:17067:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384979.931711:0:17067:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000400152f. 02000000:00000001:0.0:1767384979.931718:0:17880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384979.931720:0:17067:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384979.931721:0:17880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384979.931725:0:17067:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000400152f. 00000100:00000001:0.0:1767384979.931726:0:17880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384979.931731:0:17880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384979.931734:0:17067:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050eb8d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16342:x1853237363769088:12345-0@lo:400: 00000400:00000010:0.0:1767384979.931736:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000100:00000200:2.0:1767384979.931743:0:17067:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363769088 00000100:00000200:0.0:1767384979.931743:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363769216, offset 224 00000100:00000001:3.0:1767384979.931745:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384979.931748:0:17067:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384979.931753:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384979.931753:0:17067:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384979.931760:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384979.931761:0:17067:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384979.931768:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000020:00000001:2.0:1767384979.931769:0:17067:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384979.931776:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000020:00000001:2.0:1767384979.931780:0:17067:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000400:00000200:0.0:1767384979.931781:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384979.931787:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339799120 : -107293369752496 : ffff9e6ad0cf2450) 00000020:00000001:2.0:1767384979.931788:0:17067:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384979.931791:0:17067:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384979.931798:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c07f80 00000020:00000001:2.0:1767384979.931799:0:17067:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384979.931804:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052d9ee3c x1853237363769728/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:205/0 lens 328/0 e 0 to 0 dl 1767384990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384979.931805:0:17067:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384979.931810:0:17067:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.931814:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x20c1 [1] + 224 00000020:00000001:2.0:1767384979.931817:0:17067:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384979.931821:0:17067:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384979.931828:0:17067:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384979.931829:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384979.931833:0:17067:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065b703b1. 02000000:00000001:2.0:1767384979.931844:0:17067:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384979.931847:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384979.931854:0:17067:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.931898:0:17880:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384979.931900:0:17067:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.931903:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384979.931904:0:17067:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363769088 00000100:00000200:0.0:1767384979.931905:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384979.931911:0:17067:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384979.931912:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d997ba43. 00010000:00000200:2.0:1767384979.931919:0:17067:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050eb8d10 x1853237363769088/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.931923:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384979.931937:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d997ba43. 00010000:00000001:2.0:1767384979.931941:0:17067:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384979.931942:0:17880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384979.931948:0:17067:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384979.931957:0:17067:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=97 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384979.931959:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052d9ee3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363769728:12345-0@lo:101: 00000100:00000001:2.0:1767384979.931970:0:17067:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384979.931974:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363769728 00000100:00000001:0.0:1767384979.931976:0:17880:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384979.931978:0:17067:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000020:00000001:3.0:1767384979.931983:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384979.931984:0:17067:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:0.0:1767384979.931985:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 02000000:00000001:2.0:1767384979.931994:0:17067:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384979.931994:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000020:00000001:3.0:1767384979.931996:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384979.931998:0:17067:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384979.932004:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384979.932006:0:17067:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384979.932007:0:17880:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384979.932010:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384979.932010:0:17880:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384979.932015:0:17067:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384979.932020:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448192 : -1047103424 : ffffffffc1967840) 00000400:00000010:2.0:1767384979.932020:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000100:00000001:0.0:1767384979.932021:0:17880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384979.932031:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363769088, offset 224 00000020:00000001:3.0:1767384979.932033:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384979.932037:0:17880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00000020:00000001:3.0:1767384979.932041:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384979.932042:0:17880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384979.932048:0:17880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384979.932049:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384979.932053:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384979.932054:0:17880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384979.932059:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384979.932064:0:17880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bee504a x1853237363769216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384979.932066:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384979.932068:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384979.932081:0:17065:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00100000:0.0:1767384979.932082:0:17880:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000bee504a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16343:x1853237363769216:12345-0@lo:400: Request processed in 666us (2212us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384979.932090:0:17065:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000400:00000200:2.0:1767384979.932090:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c07f00 00010000:00010000:3.0:1767384979.932095:0:17065:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384979.932100:0:17065:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384979.932105:0:17065:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384979.932106:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x20b9 [1] + 224 00000100:00100000:0.0:1767384979.932106:0:17880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767384979.932117:0:17880:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000400:00000200:2.0:1767384979.932119:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384979.932121:0:17065:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1767384979.932122:0:17880:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384979.932128:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384979.932129:0:17880:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000010:3.0:1767384979.932134:0:17065:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005dce08ea. 00000020:00000010:0.0:1767384979.932134:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbe03c3e. 00000100:00000001:2.0:1767384979.932142:0:17067:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384979.932145:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00010000:00000001:3.0:1767384979.932146:0:17065:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000200:2.0:1767384979.932149:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384979.932158:0:17065:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007816436e. 00000020:00000010:0.0:1767384979.932158:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bf1eeb9. 00000100:00000040:2.0:1767384979.932162:0:17067:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384979.932169:0:17880:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000020:00000001:3.0:1767384979.932170:0:17065:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1767384979.932180:0:17880:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384979.932181:0:17065:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007816436e with handle 0x135556ebb4843d58 to hash 00000100:00000001:2.0:1767384979.932187:0:17067:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384979.932188:0:17065:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384979.932194:0:17065:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636781078001664 : -107292631549952 : ffff9e6afccf3800) 00010000:00000001:3.0:1767384979.932198:0:17065:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636781078001664 : -107292631549952 : ffff9e6afccf3800) 00000400:00000200:2.0:1767384979.932199:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00010000:00010000:3.0:1767384979.932202:0:17065:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007816436e/0x135556ebb4843d58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x135556ebb4843d51 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384979.932205:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000100:00000001:0.0:1767384979.932209:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384979.932214:0:17067:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384979.932215:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363769472 00000100:00000001:2.0:1767384979.932222:0:17067:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384979.932222:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:3.0:1767384979.932225:0:17065:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000008f47c82 : new locks_count 10 00000100:00000001:0.0:1767384979.932226:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384979.932230:0:17067:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.932231:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384979.932236:0:17065:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 02000000:00000001:0.0:1767384979.932238:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384979.932242:0:17067:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000100:00100000:0.0:1767384979.932246:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363769472 00000100:00000001:3.0:1767384979.932250:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384979.932250:0:17067:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384979.932250:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384979.932255:0:17067:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384979.932259:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 02000000:00000001:3.0:1767384979.932260:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384979.932261:0:17067:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384979.932266:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767384979.932269:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cdb799f5. 00000100:00000040:2.0:1767384979.932270:0:17067:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050eb8d10 x1853237363769088/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384979.932271:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a7545306 refcount=5 02000000:00000001:3.0:1767384979.932280:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.932281:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000020:00000001:0.0:1767384979.932292:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780104925184 : -107293604626432 : ffff9e6ac2cf4000) 00000100:00000001:3.0:1767384979.932293:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384979.932293:0:17067:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050eb8d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87a2e106-e553-4e56-a48a-4e53df41a160+16:16342:x1853237363769088:12345-0@lo:400: Request processed in 586us (2717us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384979.932297:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384979.932303:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8f1473. 00010000:00000001:3.0:1767384979.932306:0:17065:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000010:0.0:1767384979.932309:0:17072:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001acb3735. 00010000:00000001:3.0:1767384979.932314:0:17065:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00100000:2.0:1767384979.932315:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000020:00000040:0.0:1767384979.932316:0:17072:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 10 - evictor 00010000:00000001:3.0:1767384979.932323:0:17065:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000040:2.0:1767384979.932323:0:17067:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384979.932324:0:17072:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:3.0:1767384979.932331:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384979.932331:0:17067:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384979.932332:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bf1eeb9. 00000100:00000001:2.0:1767384979.932340:0:17067:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384979.932342:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384979.932343:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbe03c3e. 00000020:00000010:2.0:1767384979.932346:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fde8577e. 00000020:00000010:2.0:1767384979.932362:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00010000:00000001:3.0:1767384979.932365:0:17065:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000010:2.0:1767384979.932368:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab0d47a6. 00000020:00000010:0.0:1767384979.932369:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00010000:00000001:3.0:1767384979.932370:0:17065:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384979.932374:0:17067:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00010000:00000001:3.0:1767384979.932383:0:17065:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:0.0:1767384979.932383:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1767384979.932384:0:17067:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384979.932391:0:17067:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000065b703b1. 00010000:00000001:3.0:1767384979.932393:0:17065:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:0.0:1767384979.932393:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384979.932397:0:17067:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384979.932398:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384979.932400:0:17065:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:2.0:1767384979.932401:0:17067:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.932402:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384979.932408:0:17065:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000200:2.0:1767384979.932409:0:17067:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384979.932410:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000040:3.0:1767384979.932414:0:17065:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005dce08ea) refcount = 1 00000100:00000001:0.0:1767384979.932415:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1767384979.932417:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082f81dcb. 00000100:00000001:0.0:1767384979.932417:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384979.932430:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016096bec. 00010000:00010000:3.0:1767384979.932431:0:17065:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007816436e/0x135556ebb4843d58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x135556ebb4843d51 expref: 15 pid: 17065 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384979.932433:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384979.932449:0:17065:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384979.932451:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384979.932454:0:17065:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00100000:0.0:1767384979.932454:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363769344 00010000:00000001:3.0:1767384979.932462:0:17065:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384979.932463:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384979.932472:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384979.932473:0:17065:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.932474:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.932483:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.932484:0:17065:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384979.932490:0:17065:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00100000:0.0:1767384979.932492:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363769344 00010000:00010000:3.0:1767384979.932497:0:17065:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007816436e/0x135556ebb4843d58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x135556ebb4843d51 expref: 15 pid: 17065 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384979.932499:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384979.932503:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000020:00000001:0.0:1767384979.932510:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384979.932516:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00010000:00000001:3.0:1767384979.932517:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:0.0:1767384979.932524:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00010000:00000001:3.0:1767384979.932525:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:0.0:1767384979.932530:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00010000:00000001:3.0:1767384979.932531:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.932533:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384979.932538:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384979.932539:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ba7d3f1. 00010000:00000001:3.0:1767384979.932545:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384979.932546:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384979.932551:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384979.932553:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ba7d3f1. 00010000:00000001:3.0:1767384979.932555:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384979.932559:0:17065:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007816436e, rc 0) 00000020:00000010:0.0:1767384979.932562:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c0da1ad. 00000020:00000001:3.0:1767384979.932563:0:17065:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384979.932570:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363769728 00000020:00000010:0.0:1767384979.932572:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096c24ac4. 00010000:00000001:3.0:1767384979.932573:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384979.932580:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052d9ee3c x1853237363769728/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:205/0 lens 328/344 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384979.932582:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006aba0214. 00010000:00000001:3.0:1767384979.932593:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384979.932593:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384979.932596:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.932598:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:3.0:1767384979.932603:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.932604:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.932615:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384979.932616:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384979.932623:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384979.932627:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384979.932628:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.932635:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384979.932639:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384979.932641:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384979.932642:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.932657:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384979.932661:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384979.932664:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000100:00000001:0.0:1767384979.932664:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384979.932670:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384979.932671:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363769728, offset 224 00000100:00100000:0.0:1767384979.932680:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000400:00000200:3.0:1767384979.932690:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384979.932691:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a7545306 : new rpc_count 1 00000100:00000001:0.0:1767384979.932698:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876467712 : -107297833083904 : ffff9e69c6c61c00) 00000100:00000040:0.0:1767384979.932707:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c996b6fa x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:205/0 lens 224/0 e 0 to 0 dl 1767384990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384979.932710:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384979.932728:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384979.932731:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c08180 00000020:00000010:0.0:1767384979.932733:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ba7d3f1. 00000100:00000001:0.0:1767384979.932742:0:17072:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384979.932743:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x20d5 [1] + 224 00000020:00000010:0.0:1767384979.932756:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ba7d3f1. 00000400:00000200:3.0:1767384979.932757:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384979.932772:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384979.932772:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c996b6fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16341:x1853237363769472:12345-0@lo:400: 00000100:00000001:3.0:1767384979.932777:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384979.932789:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384979.932790:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363769472 00000020:00000001:0.0:1767384979.932799:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384979.932806:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384979.932811:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.932814:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384979.932814:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384979.932821:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:0.0:1767384979.932832:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384979.932837:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384979.932841:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384979.932844:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384979.932846:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.932848:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384979.932849:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384979.932858:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384979.932861:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 02000000:00000001:0.0:1767384979.932862:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384979.932912:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000100:00000001:3.0:1767384979.932920:0:17065:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:0.0:1767384979.932921:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000586ac71d. 00000100:00000001:3.0:1767384979.932922:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384979.932928:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.932929:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.932932:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.932936:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000020:00000001:0.0:1767384979.932939:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.932943:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:0.0:1767384979.932945:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363769472 00000020:00000001:3.0:1767384979.932946:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384979.932955:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384979.932957:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384979.932981:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052d9ee3c x1853237363769728/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:205/0 lens 328/344 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384979.932982:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c996b6fa x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384979.933041:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384979.933044:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384979.933049:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052d9ee3c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363769728:12345-0@lo:101: Request processed in 1180us (2318us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384979.933054:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.933065:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384979.933066:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00000040:0.0:1767384979.933074:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000040:3.0:1767384979.933075:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384979.933080:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:3.0:1767384979.933081:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384979.933085:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384979.933086:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384979.933089:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384979.933092:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7dd595d. 00000100:00000001:0.0:1767384979.933095:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384979.933100:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004865c312. 00000100:00000040:0.0:1767384979.933100:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384979.933109:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000020:00000010:3.0:1767384979.933110:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042b9b000. 00000100:00000200:0.0:1767384979.933122:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363769472, offset 224 00000020:00000040:3.0:1767384979.933126:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00000400:00000200:0.0:1767384979.933130:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384979.933135:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384979.933140:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cdb799f5. 02000000:00000001:3.0:1767384979.933145:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1767384979.933146:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384979.933152:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384979.933157:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c08080 00000400:00000200:0.0:1767384979.933162:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20d1 [1] + 224 00000100:00000200:3.0:1767384979.933163:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384979.933167:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384979.933169:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384979.933172:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384979.933178:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384979.933186:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933197:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384979.933200:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000400:00000010:0.0:1767384979.933201:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000100:00000001:0.0:1767384979.933205:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384979.933206:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384979.933209:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.933211:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384979.933212:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384979.933214:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.933216:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384979.933219:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c996b6fa x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.933226:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c996b6fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16341:x1853237363769472:12345-0@lo:400: Request processed in 498us (2607us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384979.933231:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:0.0:1767384979.933233:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a7545306 : new rpc_count 0 00000100:00000001:0.0:1767384979.933235:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384979.933236:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384979.933238:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbe03c3e. 00000020:00000010:0.0:1767384979.933241:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000020:00000010:0.0:1767384979.933243:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bf1eeb9. 00000020:00000040:0.0:1767384979.933246:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00000001:0.0:1767384979.933252:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933261:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384979.933262:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384979.933265:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:0.0:1767384979.933267:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:0.0:1767384979.933269:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079249792 : -107292630301824 : ffff9e6afce24380) 00000100:00000040:0.0:1767384979.933272:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7518192 x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:205/0 lens 224/0 e 0 to 0 dl 1767384990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933277:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384979.933280:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ba7d3f1. 00000100:00000001:0.0:1767384979.933281:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384979.933282:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ba7d3f1. 00000100:00100000:0.0:1767384979.933286:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c7518192 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363769344:12345-0@lo:400: 00000100:00000200:0.0:1767384979.933289:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363769344 00000020:00000001:0.0:1767384979.933290:0:17072:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384979.933292:0:17072:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384979.933293:0:17072:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.933295:0:17072:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384979.933296:0:17072:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652532192 : -1057019424 : ffffffffc0ff29e0) 00000020:00000001:0.0:1767384979.933298:0:17072:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384979.933299:0:17072:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384979.933301:0:17072:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384979.933303:0:17072:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384979.933304:0:17072:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.933305:0:17072:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384979.933308:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384979.933309:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384979.933314:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003662b817. 02000000:00000001:0.0:1767384979.933316:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933318:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.933319:0:17072:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384979.933321:0:17072:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363769344 00010000:00000001:0.0:1767384979.933322:0:17072:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384979.933329:0:17072:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7518192 x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384979.933334:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384979.933337:0:17072:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384979.933339:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.933341:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384979.933342:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384979.933343:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384979.933345:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384979.933367:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933369:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384979.933371:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384979.933374:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000100:00000200:0.0:1767384979.933378:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363769344, offset 224 00000400:00000200:0.0:1767384979.933383:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384979.933387:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384979.933392:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c08000 00000400:00000200:0.0:1767384979.933395:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20e1 [1] + 224 00000400:00000200:0.0:1767384979.933399:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384979.933402:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384979.933405:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384979.933408:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384979.933413:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933423:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384979.933427:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00000400:00000010:0.0:1767384979.933428:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000100:00000001:0.0:1767384979.933429:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384979.933430:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384979.933433:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.933435:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384979.933436:0:17072:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384979.933438:0:17072:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.933444:0:17072:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384979.933447:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7518192 x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.933453:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c7518192 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16340:x1853237363769344:12345-0@lo:400: Request processed in 175us (2124us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384979.933458:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:0.0:1767384979.933460:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000100:00000001:0.0:1767384979.933461:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384979.933462:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384979.933464:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096c24ac4. 00000020:00000010:0.0:1767384979.933467:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006aba0214. 00000020:00000010:0.0:1767384979.933469:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c0da1ad. 00000020:00000040:0.0:1767384979.933472:0:17072:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000100:00000001:0.0:1767384979.933476:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384979.933491:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384979.933494:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 10 - evictor 00000100:00080000:0.0:1767384979.933496:0:17068:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384979.933497:0:17068:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 8 - evictor 00000100:00000001:0.0:1767384979.933511:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.933512:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384979.933516:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384979.933518:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384979.933519:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec332fbf. 00000400:00000200:0.0:1767384979.933521:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000400:00000010:0.0:1767384979.933522:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000100:00000001:0.0:1767384979.933524:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384979.933526:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384979.933532:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933538:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384979.933540:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933542:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384979.933552:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384979.933553:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384979.933555:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.933557:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384979.933562:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384979.933567:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.933571:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384979.933573:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384979.933576:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384979.933581:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384979.933589:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933592:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384979.933594:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384979.933596:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384979.933598:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.933602:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933607:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384979.933609:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384979.933610:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384979.933612:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.933617:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000072f477ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16343:1853237363769216:0@lo:400: 00000100:00000001:0.0:1767384979.933620:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933622:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384979.933625:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000072f477ab x1853237363769216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933629:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384979.933630:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384979.933632:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000230a0942. 02000000:00000001:0.0:1767384979.933634:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384979.933636:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384979.933643:0:16343:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384979.933644:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384979.933646:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000060e166af. 02000000:00000001:0.0:1767384979.933651:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384979.933653:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384979.933654:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072f477ab. 00000100:00000001:0.0:1767384979.933657:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384979.933658:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933660:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933664:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384979.933665:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933667:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.933668:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933674:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.933676:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384979.933680:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384979.933681:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384979.933682:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023552aa5. 00000400:00000200:0.0:1767384979.933685:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000400:00000010:0.0:1767384979.933686:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000100:00000001:0.0:1767384979.933687:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384979.933689:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384979.933694:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933699:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384979.933700:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933701:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384979.933702:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384979.933703:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384979.933704:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.933706:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384979.933709:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ec30c28e time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384979.933711:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.933712:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384979.933713:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384979.933714:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384979.933723:0:16341:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933724:0:16341:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384979.933725:0:16341:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384979.933727:0:16341:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384979.933729:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.933732:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933737:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384979.933738:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384979.933740:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384979.933741:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.933745:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009213e8e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16341:1853237363769472:0@lo:400: 00000100:00000001:0.0:1767384979.933749:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933750:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384979.933751:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009213e8e6 x1853237363769472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933755:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384979.933755:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384979.933763:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d254b2ed. 02000000:00000001:0.0:1767384979.933766:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384979.933768:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384979.933768:0:16341:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384979.933770:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384979.933771:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000095417d7d. 02000000:00000001:0.0:1767384979.933772:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384979.933774:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384979.933775:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009213e8e6. 00000100:00000001:0.0:1767384979.933777:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384979.933779:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933780:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933783:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384979.933783:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933785:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.933791:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933796:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.933797:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384979.933800:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384979.933802:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384979.933803:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079356665. 00000400:00000200:0.0:1767384979.933806:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0738f85 00000400:00000010:0.0:1767384979.933807:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0738f85. 00000100:00000001:0.0:1767384979.933809:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384979.933812:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384979.933817:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933821:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384979.933821:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933822:0:16340:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384979.933824:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384979.933825:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384979.933826:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.933827:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384979.933830:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384979.933832:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.933833:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384979.933834:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384979.933835:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384979.933837:0:16340:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933839:0:16340:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384979.933840:0:16340:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384979.933841:0:16340:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384979.933841:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.933845:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933849:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384979.933852:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384979.933853:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384979.933854:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.933907:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001cddbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16340:1853237363769344:0@lo:400: 00000100:00000001:0.0:1767384979.933910:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933912:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384979.933914:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001cddbdb x1853237363769344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.933921:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384979.933922:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384979.933923:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cef25ee. 02000000:00000001:0.0:1767384979.933926:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384979.933927:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384979.933928:0:16340:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384979.933930:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384979.933932:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000010bba3e4. 02000000:00000001:0.0:1767384979.933933:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384979.933934:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384979.933935:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001cddbdb. 00000100:00000001:0.0:1767384979.933937:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384979.933938:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933940:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.933943:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384979.933944:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933945:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.933946:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.933992:0:17882:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384979.933993:0:17882:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363769600 02000000:00000001:0.0:1767384979.933995:0:17882:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384979.933996:0:17882:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384979.933997:0:17882:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384979.934000:0:17882:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384979.934001:0:17882:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363769600 00000020:00000001:0.0:1767384979.934003:0:17882:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384979.934004:0:17882:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000020:00000001:0.0:1767384979.934005:0:17882:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384979.934006:0:17882:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000020:00000001:0.0:1767384979.934014:0:17882:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000020:00000001:0.0:1767384979.934016:0:17882:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:0.0:1767384979.934018:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384979.934021:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ba7d3f1. 00000100:00000001:0.0:1767384979.934022:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384979.934024:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ba7d3f1. 00000020:00000010:0.0:1767384979.934027:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d254b2ed. 00000020:00000010:0.0:1767384979.934029:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096c24ac4. 00000020:00000010:0.0:1767384979.934031:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006aba0214. 00000100:00000040:0.0:1767384979.934036:0:17882:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384979.934038:0:17882:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384979.934039:0:17882:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384979.934039:0:17882:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.934042:0:17882:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.934048:0:17882:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384979.934053:0:17882:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384979.934054:0:17882:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384979.934056:0:17882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:0.0:1767384979.934057:0:17882:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00000100:00000001:0.0:1767384979.934060:0:17882:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079251584 : -107292630300032 : ffff9e6afce24a80) 00000100:00000040:0.0:1767384979.934063:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000314249fd x1853237363769600/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:205/0 lens 224/0 e 0 to 0 dl 1767384990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.934068:0:17882:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384979.934070:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ba7d3f1. 00000100:00000001:0.0:1767384979.934071:0:17882:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384979.934073:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ba7d3f1. 00000100:00100000:0.0:1767384979.934075:0:17882:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000314249fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363769600:12345-0@lo:13: 00000100:00000200:0.0:1767384979.934078:0:17882:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363769600 00000020:00000001:0.0:1767384979.934080:0:17882:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384979.934082:0:17882:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384979.934082:0:17882:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.934084:0:17882:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384979.934090:0:17882:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613200 : -1042938416 : ffffffffc1d605d0) 00000020:00000001:0.0:1767384979.934092:0:17882:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384979.934093:0:17882:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384979.934094:0:17882:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384979.934096:0:17882:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384979.934097:0:17882:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.934100:0:17882:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384979.934102:0:17882:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384979.934106:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ba122a86. 02000000:00000001:0.0:1767384979.934107:0:17882:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.934109:0:17882:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384979.934111:0:17882:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384979.934114:0:17882:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384979.934116:0:17882:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384979.934125:0:17882:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384979.934127:0:17882:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384979.934131:0:17882:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384979.934134:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004dda2cbe dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384979.934136:0:17882:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000ca349d3a dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384979.934138:0:17882:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384979.934141:0:17882:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384979.934144:0:17882:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384979.934147:0:17882:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384979.934149:0:17882:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384979.934150:0:17882:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363769600 00010000:00000001:0.0:1767384979.934152:0:17882:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384979.934155:0:17882:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000314249fd x1853237363769600/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:205/0 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384979.934160:0:17882:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384979.934161:0:17882:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384979.934163:0:17882:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f585b471 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384979.934165:0:17882:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384979.934166:0:17882:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:0.0:1767384979.934167:0:17882:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:0.0:1767384979.934173:0:17882:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384979.934175:0:17882:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.934177:0:17882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384979.934179:0:17882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384979.934181:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000100:00000200:0.0:1767384979.934184:0:17882:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363769600, offset 224 00000400:00000200:0.0:1767384979.934188:0:17882:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384979.934192:0:17882:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384979.934196:0:17882:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c08100 00000400:00000200:0.0:1767384979.934198:0:17882:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x20c9 [1] + 224 00000400:00000200:0.0:1767384979.934202:0:17882:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384979.934205:0:17882:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384979.934207:0:17882:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384979.934210:0:17882:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384979.934215:0:17882:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384979.934221:0:17882:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384979.934226:0:17882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000400:00000010:0.0:1767384979.934227:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000100:00000001:0.0:1767384979.934229:0:17882:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384979.934230:0:17882:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384979.934237:0:17882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384979.934238:0:17882:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:0.0:1767384979.934240:0:17882:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384979.934241:0:17882:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.934242:0:17882:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384979.934245:0:17882:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000314249fd x1853237363769600/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:205/0 lens 224/368 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384979.934251:0:17882:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000314249fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16342:x1853237363769600:12345-0@lo:13: Request processed in 181us (3801us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384979.934256:0:17882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:0.0:1767384979.934258:0:17882:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:0.0:1767384979.934265:0:17882:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384979.934266:0:17882:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384979.934268:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096c24ac4. 00000020:00000010:0.0:1767384979.934271:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006aba0214. 00000020:00000010:0.0:1767384979.934273:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d254b2ed. 00000020:00000040:0.0:1767384979.934276:0:17882:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000100:00000001:0.0:1767384979.934277:0:17882:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384979.934441:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079356665. 00000400:00000010:3.0:1767384979.934449:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000621fe861. 00000100:00000001:3.0:1767384979.934484:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384979.934489:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384979.934492:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384979.934494:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e20e033. 00000400:00000200:3.0:1767384979.934500:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001834b6a1 00000400:00000010:3.0:1767384979.934502:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001834b6a1. 00000100:00000001:3.0:1767384979.934508:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384979.934514:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384979.934527:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.934537:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384979.934539:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.934542:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384979.934545:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384979.934548:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384979.934549:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.934552:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384979.934555:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384979.934559:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384979.934563:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384979.934564:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.934567:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384979.934570:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.934573:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.934577:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.934585:0:17069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384979.934589:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384979.934591:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384979.934596:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384979.934606:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000957a2e48 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363769728:0@lo:101: 00000100:00000001:3.0:1767384979.934613:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.934618:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.934621:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384979.934624:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384979.934628:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.934637:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384979.934641:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ed29e91b. 00000100:00000001:3.0:1767384979.934646:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384979.934649:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.934652:0:17069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384979.934656:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384979.934658:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384979.934661:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=4 00000020:00000001:3.0:1767384979.934665:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:3.0:1767384979.934669:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000040:3.0:1767384979.934675:0:17069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000032a9dda7, remote cookie: 0x135556ebb4843d58, flags: 0x0 00010000:00000001:3.0:1767384979.934679:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384979.934683:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384979.934686:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384979.934688:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384979.934691:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384979.934694:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000084255495) refcount = 1 00010000:00010000:3.0:1767384979.934698:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.934705:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384979.934708:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384979.934710:0:17069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384979.934715:0:17069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384979.934719:0:17069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384979.934722:0:17069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.934753:0:17069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384979.934755:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.934758:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384979.934760:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.934763:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384979.934766:0:17069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.934769:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384979.934773:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000957a2e48 x1853237363769728/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.934782:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384979.934785:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384979.934788:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000055d08c7. 02000000:00000001:3.0:1767384979.934793:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384979.934795:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384979.934798:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384979.934801:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384979.934802:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000033ddb2a. 02000000:00000001:3.0:1767384979.934806:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384979.934808:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384979.934809:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000957a2e48. 00000100:00000001:3.0:1767384979.934813:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384979.934814:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384979.934817:0:17069:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384979.934819:0:17069:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384979.934821:0:17069:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000003d070fc7) refs 3 10000000:00000001:3.0:1767384979.934825:0:17069:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.934828:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384979.934830:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384979.934832:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=3 00000020:00000001:3.0:1767384979.934834:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:3.0:1767384979.934837:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:3.0:1767384979.934840:0:17069:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384979.934842:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.934844:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384979.934846:0:17069:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384979.934850:0:17069:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384979.934854:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000003ec25902. 00000100:00000010:3.0:1767384979.934913:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1b5a4cc. 00000020:00000040:3.0:1767384979.934918:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384979.934921:0:17069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384979.934924:0:17069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384979.934927:0:17069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384979.934933:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1172727. 00000100:00000001:3.0:1767384979.934938:0:17069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.934942:0:17069:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384979.934949:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cdb799f5. 00000100:00000010:3.0:1767384979.934954:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d997ba43. 00000020:00000040:3.0:1767384979.934963:0:17069:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=6 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384979.934967:0:17069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384979.934969:0:17069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384979.934974:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018aa00cd. 00000100:00000001:3.0:1767384979.934976:0:17069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636775865302208 : -107297844249408 : ffff9e69c61bbcc0) 00000100:00000001:3.0:1767384979.934979:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384979.934981:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079258752 : -107292630292864 : ffff9e6afce26680) 00000100:00000001:3.0:1767384979.934986:0:17069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384979.934988:0:17069:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.934990:0:17069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384979.934992:0:17069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384979.934995:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.935003:0:17069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384979.935006:0:17069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.935009:0:17069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384979.935011:0:17069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384979.935014:0:17069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384979.935017:0:17069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1b5a4cc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363769856:0@lo:256: 00000100:00000001:3.0:1767384979.935022:0:17069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384979.935026:0:17069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384979.935029:0:17069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935032:0:17069:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384979.935037:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000918d7ffb. 00000400:00000010:3.0:1767384979.935043:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000076d6a5dc. 00000100:00000200:3.0:1767384979.935046:0:17069:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272c08200-0x6958272c08200, portal 33 00000100:00000001:3.0:1767384979.935049:0:17069:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.935052:0:17069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384979.935056:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4d2590b. 02000000:00000001:3.0:1767384979.935058:0:17069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384979.935061:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac77d84. 00000400:00000010:3.0:1767384979.935067:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000100:00000200:3.0:1767384979.935071:0:17069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363769856, portal 25 00000100:00000001:3.0:1767384979.935073:0:17069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384979.935075:0:17069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079258752 : -107292630292864 : ffff9e6afce26680) 00000100:00000040:3.0:1767384979.935080:0:17069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.935087:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384979.935091:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384979.935095:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e862965f. 00000100:00000200:3.0:1767384979.935098:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363769856, offset 0 00000400:00000200:3.0:1767384979.935105:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384979.935114:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384979.935124:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c08200 00000400:00000200:3.0:1767384979.935130:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x198d [2] + 0 00000400:00000010:3.0:1767384979.935134:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080139368. 00000400:00000200:3.0:1767384979.935139:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e23e2d3d 00000400:00000200:3.0:1767384979.935143:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384979.935147:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384979.935152:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e23e2d3d 00000400:00000010:3.0:1767384979.935155:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e23e2d3d. 00000100:00000001:3.0:1767384979.935161:0:17069:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384979.935165:0:17069:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384979.935171:0:17069:0:(events.c:337:request_in_callback()) incoming req@000000006564343d x1853237363769856 msgsize 304 00000100:00100000:3.0:1767384979.935178:0:17069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384979.935181:0:17069:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384979.935193:0:17069:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384979.935200:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e862965f 00000400:00000010:3.0:1767384979.935202:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e862965f. 00000100:00000001:3.0:1767384979.935207:0:17069:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384979.935211:0:17069:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.935221:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384979.935225:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.935233:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935234:0:17069:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384979.935238:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935241:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294967820 00000100:00000001:3.0:1767384979.935247:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967816 00000100:00000001:3.0:1767384979.935252:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294967820 00000100:00000001:3.0:1767384979.935259:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967816 00000100:00000001:3.0:1767384979.935262:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294967820 00000100:00000001:3.0:1767384979.935266:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294967816 00000100:00000001:3.0:1767384979.935269:0:17069:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294967820 00000100:00000001:3.0:1767384979.935272:0:17069:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294967816 00000100:00000001:3.0:1767384979.935275:0:17069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384979.935277:0:17069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935280:0:17069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384979.935281:0:17069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384979.935283:0:17069:0:(client.c:2690:ptlrpc_set_wait()) set 0000000018aa00cd going to sleep for 11 seconds 00000100:00000001:3.0:1767384979.935287:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384979.935290:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935308:0:17064:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384979.935311:0:17064:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363769856 02000000:00000001:3.0:1767384979.935314:0:17064:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384979.935316:0:17064:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384979.935317:0:17064:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.935321:0:17064:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384979.935323:0:17064:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363769856 00000020:00000001:3.0:1767384979.935325:0:17064:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384979.935326:0:17064:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:3.0:1767384979.935328:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384979.935330:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000001:3.0:1767384979.935332:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384979.935334:0:17064:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384979.935337:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384979.935340:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcd1fcc3. 00000100:00000001:3.0:1767384979.935343:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384979.935345:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcd1fcc3. 00000020:00000010:3.0:1767384979.935368:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf0b09aa. 00000020:00000010:3.0:1767384979.935373:0:17064:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e4ea032. 00000020:00000010:3.0:1767384979.935377:0:17064:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000100:00000040:3.0:1767384979.935382:0:17064:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384979.935384:0:17064:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384979.935385:0:17064:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384979.935386:0:17064:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935391:0:17064:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935399:0:17064:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.935410:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384979.935413:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384979.935417:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00000040:3.0:1767384979.935419:0:17064:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384979.935421:0:17064:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339805264 : -107293369746352 : ffff9e6ad0cf3c50) 00000100:00000040:3.0:1767384979.935425:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006564343d x1853237363769856/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:205/0 lens 304/0 e 0 to 0 dl 1767384990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.935434:0:17064:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384979.935437:0:17064:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcd1fcc3. 00000100:00000001:3.0:1767384979.935439:0:17064:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384979.935442:0:17064:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcd1fcc3. 00000100:00100000:3.0:1767384979.935446:0:17064:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006564343d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363769856:12345-0@lo:256: 00000100:00000200:3.0:1767384979.935451:0:17064:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363769856 00000020:00000001:3.0:1767384979.935454:0:17064:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384979.935456:0:17064:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384979.935458:0:17064:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384979.935461:0:17064:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384979.935463:0:17064:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448608 : -1047103008 : ffffffffc19679e0) 00000020:00000001:3.0:1767384979.935465:0:17064:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384979.935467:0:17064:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384979.935470:0:17064:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384979.935472:0:17064:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384979.935474:0:17064:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935478:0:17064:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384979.935480:0:17064:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384979.935484:0:17064:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000002e68cd36. 02000000:00000001:3.0:1767384979.935487:0:17064:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935489:0:17064:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384979.935492:0:17064:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384979.935495:0:17064:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384979.935498:0:17064:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384979.935500:0:17064:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384979.935503:0:17064:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384979.935504:0:17064:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384979.935506:0:17064:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384979.935509:0:17064:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c486d068. 20000000:00000001:3.0:1767384979.935512:0:17064:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384979.935533:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384979.935539:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384979.935545:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384979.935548:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384979.935550:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384979.935552:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384979.935555:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384979.935557:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384979.935560:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384979.935562:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384979.935564:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384979.935566:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384979.935568:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384979.935569:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384979.935571:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384979.935574:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384979.935576:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384979.935578:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384979.935580:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384979.935582:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384979.935585:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384979.935587:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384979.935589:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384979.935591:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384979.935593:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384979.935595:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384979.935597:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384979.935599:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384979.935601:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384979.935603:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384979.935606:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384979.935608:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384979.935611:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384979.935613:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384979.935615:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384979.935617:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384979.935619:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384979.935621:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384979.935623:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384979.935625:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384979.935626:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384979.935629:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384979.935632:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:3.0:1767384979.935644:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384979.935646:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384979.935648:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384979.935651:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384979.935653:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384979.935655:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384979.935656:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384979.935659:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384979.935662:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384979.935664:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384979.935667:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384979.935669:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384979.935673:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384979.935675:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384979.935678:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384979.935680:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384979.935683:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384979.935685:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384979.935687:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384979.935690:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384979.935692:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384979.935694:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384979.935696:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384979.935699:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384979.935702:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384979.935704:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384979.935706:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384979.935709:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384979.935710:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384979.935712:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384979.935715:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384979.935716:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384979.935718:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384979.935720:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384979.935722:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384979.935724:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384979.935727:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384979.935728:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384979.935730:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384979.935733:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384979.935735:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384979.935737:0:17064:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384979.935739:0:17064:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:3.0:1767384979.935742:0:17064:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:3.0:1767384979.935744:0:17064:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:3.0:1767384979.935747:0:17064:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384979.935753:0:17064:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ebac5aa7. 00000100:00000010:3.0:1767384979.935757:0:17064:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d97a7bd4. 00000020:00000040:3.0:1767384979.935760:0:17064:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=16 00010000:00000001:3.0:1767384979.935763:0:17064:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384979.935766:0:17064:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384979.935769:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e862965f. 00000400:00000010:3.0:1767384979.935776:0:17064:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000689b464a. 00000400:00000200:3.0:1767384979.935780:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384979.935788:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384979.935793:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x6958272c08200 00000400:00000200:3.0:1767384979.935798:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x2109 [4] + 0 00000400:00000010:3.0:1767384979.935802:0:17064:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000918d7ffb. 00000400:00000200:3.0:1767384979.935805:0:17064:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076d6a5dc 00000400:00000200:3.0:1767384979.935809:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384979.935812:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384979.935815:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076d6a5dc 00000400:00000010:3.0:1767384979.935817:0:17064:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000076d6a5dc. 00000100:00000001:3.0:1767384979.935821:0:17064:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384979.935822:0:17064:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d1b5a4cc desc 00000000cdb799f5 mbits 1853237363769856 00000100:00000001:3.0:1767384979.935833:0:17064:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384979.935836:0:17064:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384979.935842:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384979.935850:0:17064:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2115 00000400:00000200:3.0:1767384979.935852:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384979.935856:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384979.935860:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384979.935861:0:17064:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ebac5aa7 00000100:00000001:3.0:1767384979.935900:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384979.935908:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e862965f 00000400:00000010:3.0:1767384979.935911:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e862965f. 00000100:00000001:3.0:1767384979.935914:0:17064:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384979.935915:0:17064:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ebac5aa7 00000100:00000001:3.0:1767384979.935918:0:17064:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384979.935923:0:17064:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x6958272c08200-0x6958272c08200 00000100:00000001:3.0:1767384979.935927:0:17064:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.935932:0:17064:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.935934:0:17064:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384979.935937:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 15 00000100:00000010:3.0:1767384979.935940:0:17064:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d97a7bd4. 00000100:00000010:3.0:1767384979.935944:0:17064:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ebac5aa7. 00000100:00000001:3.0:1767384979.935947:0:17064:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384979.935949:0:17064:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384979.935958:0:17064:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c486d068. 20000000:00000001:3.0:1767384979.935963:0:17064:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384979.935966:0:17064:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363769856 00010000:00000001:3.0:1767384979.935968:0:17064:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384979.935972:0:17064:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006564343d x1853237363769856/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:205/0 lens 304/240 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384979.935981:0:17064:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384979.935982:0:17064:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384979.935985:0:17064:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384979.935988:0:17064:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384979.935991:0:17064:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00000100:00000001:3.0:1767384979.935994:0:17064:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384979.935996:0:17064:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384979.935998:0:17064:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.936000:0:17064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384979.936002:0:17064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384979.936006:0:17064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e862965f. 00000100:00000200:3.0:1767384979.936009:0:17064:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363769856, offset 224 00000400:00000200:3.0:1767384979.936014:0:17064:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384979.936020:0:17064:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384979.936025:0:17064:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c08200 00000400:00000200:3.0:1767384979.936030:0:17064:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x210d [1] + 224 00000400:00000200:3.0:1767384979.936034:0:17064:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384979.936038:0:17064:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384979.936042:0:17064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384979.936045:0:17064:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384979.936061:0:17064:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936072:0:17064:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384979.936077:0:17064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e862965f 00000400:00000010:3.0:1767384979.936079:0:17064:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e862965f. 00000100:00000001:3.0:1767384979.936082:0:17064:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384979.936083:0:17064:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384979.936086:0:17064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.936089:0:17064:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00010000:00000001:3.0:1767384979.936092:0:17064:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384979.936093:0:17064:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384979.936096:0:17064:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384979.936099:0:17064:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006564343d x1853237363769856/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:205/0 lens 304/240 e 0 to 0 dl 1767384990 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384979.936109:0:17064:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006564343d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87a2e106-e553-4e56-a48a-4e53df41a160+15:17069:x1853237363769856:12345-0@lo:256: Request processed in 674us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384979.936118:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00000040:3.0:1767384979.936120:0:17064:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:3.0:1767384979.936123:0:17064:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384979.936125:0:17064:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384979.936128:0:17064:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e4ea032. 00000020:00000010:3.0:1767384979.936133:0:17064:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384979.936137:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf0b09aa. 00000020:00000040:3.0:1767384979.936140:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 02000000:00000001:3.0:1767384979.936144:0:17064:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384979.936146:0:17064:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000002e68cd36. 02000000:00000001:3.0:1767384979.936150:0:17064:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384979.936152:0:17064:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384979.936156:0:17064:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384979.936161:0:17064:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000918d7ffb. 00000400:00000010:3.0:1767384979.936164:0:17064:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076d6a5dc. 00000100:00000001:3.0:1767384979.936182:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384979.936185:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384979.936190:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384979.936192:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384979.936194:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a36da56. 00000400:00000200:3.0:1767384979.936197:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384979.936199:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000001:3.0:1767384979.936203:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384979.936207:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384979.936217:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936225:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384979.936228:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.936230:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384979.936233:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384979.936235:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384979.936237:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.936239:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384979.936243:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005455b98 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384979.936247:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384979.936251:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384979.936252:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.936254:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384979.936258:0:16342:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384979.936265:0:16342:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.936268:0:16342:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384979.936269:0:16342:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384979.936271:0:16342:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384979.936272:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.936276:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936283:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384979.936286:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384979.936287:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384979.936291:0:16342:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384979.936295:0:16342:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384979.936298:0:16342:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384979.936306:0:16342:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000138aa686): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384979.936312:0:16342:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.936316:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384979.936326:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004cd1d71f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16342:1853237363769600:0@lo:13: 00000400:00000001:3.0:1767384979.936332:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384979.936334:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384979.936336:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5cb0cef. 00000400:00000200:3.0:1767384979.936338:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4bd5dd 00000400:00000010:3.0:1767384979.936340:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4bd5dd. 00000100:00000001:3.0:1767384979.936343:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384979.936346:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384979.936371:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936378:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384979.936380:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.936382:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384979.936383:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384979.936385:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384979.936386:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.936388:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384979.936391:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384979.936394:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384979.936396:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384979.936397:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.936399:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384979.936401:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.936403:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.936406:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936414:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384979.936416:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384979.936417:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384979.936420:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384979.936428:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a353cc68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363769088:0@lo:400: 00000100:00000001:3.0:1767384979.936433:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.936435:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384979.936438:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004cd1d71f x1853237363769600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936445:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384979.936446:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384979.936448:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003154b5d2. 02000000:00000001:3.0:1767384979.936452:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384979.936454:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384979.936456:0:16342:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384979.936458:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384979.936459:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039a18501. 02000000:00000001:3.0:1767384979.936464:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384979.936465:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384979.936467:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004cd1d71f. 00000100:00000001:3.0:1767384979.936472:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384979.936473:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.936474:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384979.936476:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a353cc68 x1853237363769088/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936483:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384979.936485:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384979.936486:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d373b0f3. 02000000:00000001:3.0:1767384979.936489:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384979.936491:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384979.936492:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384979.936495:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384979.936496:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a9a748ed. 02000000:00000001:3.0:1767384979.936499:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384979.936500:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384979.936501:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a353cc68. 00000100:00000001:3.0:1767384979.936503:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384979.936505:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.936506:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.936511:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384979.936512:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.936514:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384979.936516:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.936525:0:17069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384979.936528:0:17069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384979.936530:0:17069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384979.936531:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac77d84. 00000400:00000200:3.0:1767384979.936535:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000400:00000010:3.0:1767384979.936537:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000100:00000001:3.0:1767384979.936539:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384979.936542:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384979.936551:0:17069:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936558:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384979.936559:0:17069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.936561:0:17069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384979.936563:0:17069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384979.936564:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384979.936566:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384979.936568:0:17069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384979.936571:0:17069:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384979.936574:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384979.936576:0:17069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384979.936577:0:17069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.936579:0:17069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384979.936581:0:17069:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.936583:0:17069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384979.936586:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384979.936594:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936601:0:17069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384979.936602:0:17069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384979.936605:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384979.936612:0:17069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1b5a4cc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:87a2e106-e553-4e56-a48a-4e53df41a160:17069:1853237363769856:0@lo:256: 00000100:00000001:3.0:1767384979.936617:0:17069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.936620:0:17069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.936623:0:17069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384979.936625:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384979.936627:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.936634:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384979.936636:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000018aa00cd. 00000100:00000001:3.0:1767384979.936640:0:17069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384979.936642:0:17069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384979.936645:0:17069:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:3.0:1767384979.936649:0:17069:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384979.936656:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000015f5fb16. 10000000:00000040:3.0:1767384979.936667:0:17069:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.109@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384979.936674:0:17069:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384979.936677:0:17069:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384979.936682:0:17069:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.109@tcp has 192.168.203.109@tcp. 00000100:00000001:3.0:1767384979.936684:0:17069:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384979.936686:0:17069:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384979.936689:0:17069:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:3.0:1767384979.936691:0:17069:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000100:00000200:3.0:1767384979.936695:0:17069:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.109@tcp' 00000400:00000200:3.0:1767384979.936698:0:17069:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384979.936702:0:17069:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384979.936705:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:3.0:1767384979.936712:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384979.936717:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (41) 00000400:00000200:3.0:1767384979.936722:0:17069:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000200:3.0:1767384979.936732:0:17069:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:3.0:1767384979.936735:0:17069:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384979.936738:0:17069:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384979.936742:0:17069:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:3.0:1767384979.936745:0:17069:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000400:00000200:3.0:1767384979.936747:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:3.0:1767384979.936750:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:3.0:1767384979.936754:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936757:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:3.0:1767384979.936759:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:3.0:1767384979.936762:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936763:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:3.0:1767384979.936766:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:3.0:1767384979.936770:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936771:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:3.0:1767384979.936773:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:3.0:1767384979.936776:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936778:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:3.0:1767384979.936779:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:3.0:1767384979.936782:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936784:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:3.0:1767384979.936786:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:3.0:1767384979.936788:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936790:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:3.0:1767384979.936792:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:3.0:1767384979.936795:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936797:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:3.0:1767384979.936799:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:3.0:1767384979.936802:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936804:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:3.0:1767384979.936806:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:3.0:1767384979.936810:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936812:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:3.0:1767384979.936814:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:3.0:1767384979.936817:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936821:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:3.0:1767384979.936823:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:3.0:1767384979.936826:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936828:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:3.0:1767384979.936831:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:3.0:1767384979.936835:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936837:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:3.0:1767384979.936839:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:3.0:1767384979.936843:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936845:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:3.0:1767384979.936847:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:3.0:1767384979.936852:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936853:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:3.0:1767384979.936855:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:3.0:1767384979.936858:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936860:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:3.0:1767384979.936895:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:3.0:1767384979.936904:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936907:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:3.0:1767384979.936911:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:3.0:1767384979.936916:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936920:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:3.0:1767384979.936923:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:3.0:1767384979.936930:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936933:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:3.0:1767384979.936936:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:3.0:1767384979.936943:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936945:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:3.0:1767384979.936949:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:3.0:1767384979.936953:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936957:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:3.0:1767384979.936962:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:3.0:1767384979.936968:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936971:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000400:00000200:3.0:1767384979.936974:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.109@tcp31 00000400:00000200:3.0:1767384979.936980:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936982:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp31 00000400:00000200:3.0:1767384979.936985:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.109@tcp32 00000400:00000200:3.0:1767384979.936989:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.936991:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp32 00000400:00000200:3.0:1767384979.936994:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.109@tcp33 00000400:00000200:3.0:1767384979.936999:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.937001:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp33 00000400:00000200:3.0:1767384979.937004:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.109@tcp34 00000400:00000200:3.0:1767384979.937009:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.937013:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp34 00000400:00000200:3.0:1767384979.937017:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.109@tcp35 00000400:00000200:3.0:1767384979.937022:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.937026:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp35 00000400:00000200:3.0:1767384979.937030:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.109@tcp36 00000400:00000200:3.0:1767384979.937037:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.937041:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp36 00000400:00000200:3.0:1767384979.937046:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.109@tcp37 00000400:00000200:3.0:1767384979.937050:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.937052:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp37 00000400:00000200:3.0:1767384979.937056:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.109@tcp38 00000400:00000200:3.0:1767384979.937062:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.937066:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp38 00000400:00000200:3.0:1767384979.937069:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.109@tcp39 00000400:00000200:3.0:1767384979.937078:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.937082:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp39 00000400:00000200:3.0:1767384979.937085:0:17069:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.109@tcp40 00000400:00000200:3.0:1767384979.937092:0:17069:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384979.937095:0:17069:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp40 00000100:00000001:3.0:1767384979.937098:0:17069:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384979.937101:0:17069:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384979.937108:0:17069:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.109@tcp' by NID '192.168.203.109@tcp' 10000000:00000010:3.0:1767384979.937115:0:17069:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003e4ea032. 10000000:00000040:3.0:1767384979.937120:0:17069:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.109@tcp::2 00000020:00000080:3.0:1767384979.937125:0:17069:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384979.937134:0:17069:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384979.937140:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d373b0f3. 00000020:00000010:3.0:1767384979.937144:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf0b09aa. 00000040:00000010:3.0:1767384979.937151:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000cef25ee. 00000020:00000010:3.0:1767384979.937159:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006677cc5c. 00000020:00000010:3.0:1767384979.937166:0:17069:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000906486cd. 00000020:00000010:3.0:1767384979.937173:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000045d599dd. 80000000:00000010:3.0:1767384979.937179:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000025171b08. 40000000:00000010:3.0:1767384979.937185:0:17069:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bcd1fcc3. 00100000:00000010:3.0:1767384979.937191:0:17069:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e385411. 00040000:00000010:3.0:1767384979.937198:0:17069:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b34886c. 00040000:00000010:3.0:1767384979.937206:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000099c42544. 00040000:00000010:3.0:1767384979.937213:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000957030ed. 00080000:00000010:3.0:1767384979.937221:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009854828f. 00080000:00000010:3.0:1767384979.937228:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ef5b91ff. 00000004:00000010:3.0:1767384979.937237:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c3feeedc. 00000004:00000010:3.0:1767384979.937244:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002775200b. 00000004:00000010:3.0:1767384979.937252:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001edaa8d8. 00002000:00000010:3.0:1767384979.937256:0:17069:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003154b5d2. 00000004:00000010:3.0:1767384979.937262:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002e68cd36. 00000004:00000001:3.0:1767384979.937267:0:17069:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384979.937270:0:17069:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384979.937274:0:17069:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003e4ea032 00000040:00001000:3.0:1767384979.937277:0:17069:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384979.937282:0:17069:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384979.937283:0:17069:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384979.937285:0:17069:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384979.937294:0:17069:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384979.937297:0:17069:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384979.937300:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384979.937304:0:17069:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.109@tcp::2 00000040:00000001:3.0:1767384979.937307:0:17069:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384979.937424:0:17069:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384979.937431:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf0b09aa. 00000040:00000010:3.0:1767384979.937438:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000cef25ee. 00000020:00000010:3.0:1767384979.937447:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006677cc5c. 00000020:00000010:3.0:1767384979.937454:0:17069:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000906486cd. 00000020:00000010:3.0:1767384979.937464:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000045d599dd. 80000000:00000010:3.0:1767384979.937471:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000025171b08. 40000000:00000010:3.0:1767384979.937480:0:17069:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bcd1fcc3. 00100000:00000010:3.0:1767384979.937488:0:17069:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003e385411. 00040000:00000010:3.0:1767384979.937494:0:17069:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008b34886c. 00040000:00000010:3.0:1767384979.937501:0:17069:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000099c42544. 00040000:00000010:3.0:1767384979.937510:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000957030ed. 00080000:00000010:3.0:1767384979.937524:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ef5b91ff. 00080000:00000010:3.0:1767384979.937533:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009854828f. 00000004:00000010:3.0:1767384979.937544:0:17069:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c3feeedc. 00000004:00000010:3.0:1767384979.937554:0:17069:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002775200b. 00000004:00000010:3.0:1767384979.937563:0:17069:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001edaa8d8. 00002000:00000010:3.0:1767384979.937572:0:17069:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003154b5d2. 00000004:00000010:3.0:1767384979.937581:0:17069:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002e68cd36. 00000020:00000010:3.0:1767384979.937589:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d373b0f3. 00000020:00000001:3.0:1767384979.937596:0:17069:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384979.937599:0:17069:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384979.937603:0:17069:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003e4ea032. 10000000:00000010:3.0:1767384979.937608:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000015f5fb16. 10000000:00000001:3.0:1767384979.937613:0:17069:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384979.937616:0:17069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384979.937622:0:17069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1b5a4cc x1853237363769856/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384979.937632:0:17069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384979.937635:0:17069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384979.937638:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4d2590b. 02000000:00000001:3.0:1767384979.937645:0:17069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384979.937648:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384979.937651:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384979.937654:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384979.937657:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384979.937659:0:17069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384979.937662:0:17069:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384979.937664:0:17069:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384979.937668:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d997ba43. 00000100:00000010:3.0:1767384979.937674:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cdb799f5. 00000100:00000001:3.0:1767384979.937679:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384979.937682:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a1172727. 02000000:00000001:3.0:1767384979.937689:0:17069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384979.937691:0:17069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384979.937694:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1b5a4cc. 00000100:00000001:3.0:1767384979.937698:0:17069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384979.937700:0:17069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384979.937716:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000003ec25902. 10000000:01000000:3.0:1767384979.937719:0:17069:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384979.937724:0:17069:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384979.937725:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384979.937727:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384979.937729:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=3 00000020:00000001:3.0:1767384979.937732:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:3.0:1767384979.937735:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:3.0:1767384979.937738:0:17069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384979.937740:0:17069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.937748:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.937750:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384979.937752:0:17069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384979.937759:0:17069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384979.937761:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384979.937762:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384979.937764:0:17069:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384979.937767:0:17069:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384979.937769:0:17069:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384979.937772:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384979.937774:0:17069:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 3 10000000:00000001:3.0:1767384979.937776:0:17069:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384979.937796:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384979.937802:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000200:3.0:1767384979.937806:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000010:3.0:1767384979.937812:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000cdb799f5. 00000400:00000010:3.0:1767384979.937816:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000400:00000010:3.0:1767384979.937820:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000030ae26b5. 00000400:00000200:3.0:1767384979.937824:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:3.0:1767384979.937833:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:3.0:1767384979.937840:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 166], ns[194, 184] 00000400:00000200:3.0:1767384979.937847:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 166], ns[60, 184] 00000400:00000200:3.0:1767384979.937852:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:3.0:1767384979.937858:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000400:00000200:3.0:1767384979.937907:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[80, 60] 00000400:00000200:3.0:1767384979.937915:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 60], ns[100, 60] 00000400:00000200:3.0:1767384979.937920:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 60], ns[110, 60] 00000400:00000200:3.0:1767384979.937924:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 60], ns[135, 60] 00000400:00000200:3.0:1767384979.937929:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[139, 60] 00000400:00000200:3.0:1767384979.937933:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[145, 60] 00000400:00000200:3.0:1767384979.937939:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[148, 60] 00000400:00000200:3.0:1767384979.937944:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 60], ns[155, 60] 00000400:00000200:3.0:1767384979.937949:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 60], ns[165, 60] 00000400:00000200:3.0:1767384979.937954:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 60], ns[169, 60] 00000400:00000200:3.0:1767384979.937959:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 60], ns[44, 60] 00000400:00000200:3.0:1767384979.937964:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:3.0:1767384979.937969:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:3.0:1767384979.937974:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:3.0:1767384979.937978:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 44], ns[72, 44] 00000400:00000200:3.0:1767384979.937985:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[73, 44] 00000400:00000200:3.0:1767384979.937991:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 44], ns[172, 44] 00000400:00000200:3.0:1767384979.937997:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 44], ns[115, 44] 00000400:00000200:3.0:1767384979.938002:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 44], ns[87, 44] 00000400:00000200:3.0:1767384979.938009:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[164, 44], ns[182, 44] 00000400:00000200:3.0:1767384979.938014:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 44], ns[117, 44] 00000400:00000200:3.0:1767384979.938019:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 44], ns[123, 44] 00000400:00000200:3.0:1767384979.938024:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 44], ns[191, 44] 00000400:00000200:3.0:1767384979.938029:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[129, 44] 00000400:00000200:3.0:1767384979.938039:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 44], ns[132, 44] 00000400:00000200:3.0:1767384979.938045:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 44], ns[153, 44] 00000400:00000200:3.0:1767384979.938055:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 44], ns[175, 44] 00000400:00000200:3.0:1767384979.938068:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 44], ns[163, 44] 00000400:00000200:3.0:1767384979.938081:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 44], ns[192, 44] 00000400:00000200:3.0:1767384979.938086:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[181, 44], ns[230, 44] 00000400:00000200:3.0:1767384979.938091:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[171, 44], ns[189, 44] 00000400:00000200:3.0:1767384979.938097:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[179, 44], ns[197, 44] 00000400:00000200:3.0:1767384979.938103:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[182, 44], ns[231, 44] 00000400:00000200:3.0:1767384979.938107:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000400:00000200:3.0:1767384979.938114:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384979.938118:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384979.938122:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000400:00000200:3.0:1767384979.938127:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp47 00000400:00000200:3.0:1767384979.938132:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp47 lpni_is_preferred = 0 00000400:00000200:3.0:1767384979.938135:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp47 00000400:00000200:3.0:1767384979.938138:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp47 NI seq info: [232:232:256:4294967295] 192.168.203.109@tcp47 LPNI seq info [183:183:8:4294967295] 00000400:00000200:3.0:1767384979.938145:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp47 00000400:00000200:3.0:1767384979.938153:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp47(192.168.203.109@tcp47:) -> 192.168.203.109@tcp47(192.168.203.109@tcp:192.168.203.109@tcp47) : GET try# 0 00000800:00000200:3.0:1767384979.938159:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp47 00000800:00000010:3.0:1767384979.938165:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008b34886c. 00000800:00000010:3.0:1767384979.938174:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000018aa00cd. 00000800:00000010:3.0:1767384979.938179:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001c7f8dd8. 00000800:00000200:3.0:1767384979.938183:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000018aa00cd] -> 12345-192.168.203.109@tcp47 (2) 00000800:00000200:3.1:1767384979.938187:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000018aa00cd] -> 12345-192.168.203.109@tcp47 (2) 00000400:00000200:3.0:1767384979.938200:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:3.0:1767384979.938203:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00000400:00000200:3.0:1767384979.941296:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941402:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941479:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941575:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941646:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941704:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941762:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941800:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941837:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941921:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.941959:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942003:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942057:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942095:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942141:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942188:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942232:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942264:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942302:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942341:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942404:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942437:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942477:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942521:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942559:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942598:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942634:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942683:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942724:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942762:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942795:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942829:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942857:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384979.942919:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000100:00000040:1.0:1767384979.942930:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294967820, at 4294967822 00000100:00000040:2.0:1767384979.942933:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294967820, at 4294967822 00000100:00000040:0.0:1767384979.942934:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294967820, at 4294967822 00000100:00000010:1.0:1767384979.942942:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d1da96a. 00000100:00000010:0.0:1767384979.942951:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080b7adf6. 00000400:00000200:3.0:1767384979.942952:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000100:00000010:2.0:1767384979.942954:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000939e643. 00000800:00000010:3.0:1767384979.943124:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00000800:00000010:3.0:1767384979.943133:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004303d270. 00000800:00000010:3.0:1767384979.943138:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bcd1fcc3. 00000800:00000010:3.0:1767384979.943158:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bcd1fcc3. 00000800:00020000:3.0:1767384979.943168:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384979.943171:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004303d270. 00000800:00000010:3.0:1767384979.943173:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009854828f. 00000400:02020000:3.0:1767384979.943216:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp47 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384979.943224:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp47 notifying 192.168.203.109@tcp47: down 00000800:00000200:3.0:1767384979.943231:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp47 down 00000800:00000100:3.0:1767384979.943238:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp47 00000800:00000010:3.0:1767384979.943241:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008b34886c. 00000400:00000200:3.0:1767384979.943244:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384979.943248:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp47->192.168.203.109@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384979.943256:0:16328:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp47 added to recovery queue. ping count: 0 next ping: 301 health :900 00000400:00000200:3.0:1767384979.943260:0:16328:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384979.943263:0:16328:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000400:00000200:3.0:1767384979.943267:0:16328:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000040:3.0:1767384979.943290:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294967820, at 4294967822 00000100:00000010:3.0:1767384979.943295:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fba4ded3. 00000400:00000200:3.0:1767384979.943315:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384979.943318:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300871 00000400:00000001:3.0:1767384979.943322:0:16338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384979.943324:0:16338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384979.943326:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000400:00000010:3.0:1767384979.943328:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000400:00000200:3.0:1767384979.943337:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384979.943362:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000010:3.0:1767384979.943367:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000cdb799f5. 00000400:00000200:3.0:1767384979.943370:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000400:00000200:3.0:1767384979.943374:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00000400:00000200:3.0:1767384979.943376:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 rc -71 00000400:00000200:3.0:1767384979.943380:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:3.0:1767384979.943383:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (42) 00000020:00000010:3.0:1767384979.948798:0:40053:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bcd1fcc3. 00000020:00000040:3.0:1767384979.948806:0:40053:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384979.948808:0:40053:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bcd1fcc3. 00080000:00000010:1.0:1767384980.056411:0:40051:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000025650b5c. 00080000:00000010:1.0:1767384980.056422:0:40051:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000025650b5c. 00000020:00000001:1.0:1767384980.056426:0:40051:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384980.056433:0:40051:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000025650b5c. 00080000:00000010:1.0:1767384980.056437:0:40051:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000025650b5c. 00000020:00000001:1.0:1767384980.056440:0:40051:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384980.185690:0:40089:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001cd5fe67. 00080000:00000010:1.0:1767384980.185700:0:40089:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001cd5fe67. 00000020:00000001:1.0:1767384980.185703:0:40089:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384980.185710:0:40089:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001cd5fe67. 00080000:00000010:1.0:1767384980.185714:0:40089:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001cd5fe67. 00000020:00000001:1.0:1767384980.185717:0:40089:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.186363:0:40089:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:1.0:1767384980.186366:0:40089:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:1.0:1767384980.186367:0:40089:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:2.0:1767384980.186810:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fde8577e. 00080000:00000010:2.0:1767384980.186815:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fde8577e. 00000020:00000001:2.0:1767384980.186820:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384980.186995:0:10595:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008edc9be5. 00080000:00000010:3.0:1767384980.187001:0:10595:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008edc9be5. 00000020:00000001:3.0:1767384980.187006:0:10595:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.191964:0:40089:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:1.0:1767384980.191968:0:40089:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 00000000a3ea24c6. 00000020:01000004:1.0:1767384980.191971:0:40089:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:1.0:1767384980.191972:0:40089:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:1.0:1767384980.191974:0:40089:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:1.0:1767384980.191976:0:40089:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 0000000097cbec24. 00000020:00000010:1.0:1767384980.191979:0:40089:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 00000000ca36c5b2. 00000020:00000001:1.0:1767384980.191981:0:40089:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384980.191984:0:40089:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 000000006dbe3225. 00000020:00000001:1.0:1767384980.191986:0:40089:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384980.191989:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375ee54c. 00000020:00000010:1.0:1767384980.191993:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a470064f. 00000040:00000010:1.0:1767384980.191996:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b8dbbd1e. 00000020:00000010:1.0:1767384980.192004:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009a21ff06. 00000020:00000010:1.0:1767384980.192008:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032dcf383. 00040000:00000010:1.0:1767384980.192012:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ba58398a. 00040000:00000010:1.0:1767384980.192014:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009cb8b864. 00080000:00000010:1.0:1767384980.192019:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ac0497a2. 00080000:00000010:1.0:1767384980.192022:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5509755. 10000000:00000001:1.0:1767384980.192027:0:40089:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384980.192029:0:40089:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384980.192031:0:40089:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384980.192033:0:40089:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384980.192036:0:40089:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384980.192037:0:40089:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000f2960d96) refs 3 10000000:00000001:1.0:1767384980.192038:0:40089:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384980.192039:0:40089:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446636780990061056 : -107292719490560 : ffff9e6af7915a00) 10000000:00000001:1.0:1767384980.192041:0:40089:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384980.192042:0:40089:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x135556ebb48439bc 00010000:00000001:1.0:1767384980.192044:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.192046:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.192048:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008933dcae refcount=2 00000020:00000001:1.0:1767384980.192050:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834101248 : -107292875450368 : ffff9e6aee459800) 00010000:00000001:1.0:1767384980.192051:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834101248 : -107292875450368 : ffff9e6aee459800) 00010000:00000001:1.0:1767384980.192053:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384980.192055:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384980.192057:0:40089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.192064:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.192065:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384980.192066:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.192067:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.192067:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008933dcae refcount=3 00000020:00000001:1.0:1767384980.192069:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834101248 : -107292875450368 : ffff9e6aee459800) 00010000:00000001:1.0:1767384980.192070:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834101248 : -107292875450368 : ffff9e6aee459800) 00010000:00000001:1.0:1767384980.192071:0:40089:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384980.192075:0:40089:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.192079:0:40089:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384980.192081:0:40089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.192084:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.192084:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384980.192085:0:40089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.192088:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384980.192089:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.192091:0:40089:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384980.192093:0:40089:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008fb9a0b0. 00010000:00000001:1.0:1767384980.192096:0:40089:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384980.192107:0:40089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384980.192110:0:40089:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.192111:0:40089:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.192113:0:40089:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384980.192114:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.192115:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384980.192117:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384980.192119:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.192120:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384980.192121:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.192122:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384980.192123:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.192123:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384980.192124:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.192125:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384980.192126:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.192127:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384980.192128:0:40089:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000f2960d96) refs 3 00000020:00000001:2.0:1767384980.192131:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384980.192131:0:40089:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.192132:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384980.192133:0:40089:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000f2960d96) refs 2 00000020:00000001:2.0:1767384980.192135:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.192137:0:17060:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:1.0:1767384980.192140:0:40089:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384980.192141:0:17060:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:01000000:1.0:1767384980.192141:0:40089:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00000001:2.0:1767384980.192143:0:17060:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:1.0:1767384980.192143:0:40089:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.192145:0:17060:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384980.192145:0:40089:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.192149:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a470064f. 00010000:00010000:2.0:1767384980.192152:0:17060:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008933dcae already unused, calling callback (00000000c41d87b4) 00000040:00000010:1.0:1767384980.192153:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b8dbbd1e. 10000000:00000001:2.0:1767384980.192154:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384980.192156:0:17060:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384980.192156:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009a21ff06. 00000020:00000010:1.0:1767384980.192160:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032dcf383. 00010000:00000001:2.0:1767384980.192162:0:17060:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00040000:00000010:1.0:1767384980.192162:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ba58398a. 00010000:00000001:2.0:1767384980.192164:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384980.192165:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384980.192166:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008933dcae refcount=3 00040000:00000010:1.0:1767384980.192166:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009cb8b864. 00000020:00000001:2.0:1767384980.192168:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834101248 : -107292875450368 : ffff9e6aee459800) 00010000:00000001:2.0:1767384980.192170:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834101248 : -107292875450368 : ffff9e6aee459800) 00080000:00000010:1.0:1767384980.192170:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5509755. 00010000:00000001:2.0:1767384980.192173:0:17060:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000010:1.0:1767384980.192173:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ac0497a2. 00010000:00010000:2.0:1767384980.192175:0:17060:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384980.192176:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375ee54c. 00000020:00000001:1.0:1767384980.192179:0:40089:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.192181:0:40089:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 000000006dbe3225. 10000000:00000001:2.0:1767384980.192182:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384980.192184:0:17060:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384980.192184:0:40089:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.192187:0:40089:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 000000001cd5fe67. 10000000:01000000:2.0:1767384980.192189:0:17060:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000040:1.0:1767384980.192191:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a1b3196d : new refcount 5 00000020:00000010:1.0:1767384980.192194:0:40089:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 000000004fd40cff. 10000000:01000000:2.0:1767384980.192196:0:17060:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:2.0:1767384980.192198:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000010:00000001:1.0:1767384980.192198:0:40089:0:(lwp_dev.c:209:lwp_process_config()) Process entered 10000000:00000040:2.0:1767384980.192199:0:17060:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000f2960d96) refs 1 00000100:00000001:1.0:1767384980.192201:0:40089:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 10000000:01000000:2.0:1767384980.192202:0:17060:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:2.0:1767384980.192203:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00080000:1.0:1767384980.192204:0:40089:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00000001:2.0:1767384980.192205:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384980.192206:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384980.192206:0:40089:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:00000001:2.0:1767384980.192207:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384980.192208:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384980.192209:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384980.192209:0:40089:0:(client.c:3065:ptlrpc_free_committed()) Process entered 10000000:00000001:2.0:1767384980.192210:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384980.192211:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00100000:1.0:1767384980.192211:0:40089:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 10000000:00000001:2.0:1767384980.192212:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384980.192213:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384980.192214:0:17060:0:(genops.c:898:class_export_put()) PUTting export 0000000010ba394e : new refcount 11 00000100:00000040:1.0:1767384980.192214:0:40089:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384980.192216:0:40089:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000010:2.0:1767384980.192217:0:17060:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000f2960d96. 00000100:00000001:1.0:1767384980.192218:0:40089:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384980.192219:0:40089:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:00000001:2.0:1767384980.192220:0:17060:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384980.192221:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.192221:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:2.0:1767384980.192223:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384980.192223:0:40089:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384980.192224:0:40089:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00010000:00000001:2.0:1767384980.192226:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00080000:1.0:1767384980.192227:0:40089:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00000001:2.0:1767384980.192228:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384980.192229:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384980.192229:0:40089:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384980.192230:0:40089:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:2.0:1767384980.192231:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384980.192233:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008933dcae with handle 0x135556ebb48439bc from hash 00000020:00000001:1.0:1767384980.192233:0:40089:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384980.192235:0:40089:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.192236:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384980.192237:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384980.192237:0:40089:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00010000:00000001:2.0:1767384980.192239:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384980.192240:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384980.192240:0:40089:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00000001:2.0:1767384980.192242:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384980.192242:0:40089:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00000001:2.0:1767384980.192243:0:17060:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000010:1.0:1767384980.192246:0:40089:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054e27bee. 00010000:00000001:2.0:1767384980.192247:0:17060:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384980.192249:0:17060:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000040:1.0:1767384980.192249:0:40089:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384980.192252:0:40089:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384980.192254:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ce8416d. 02000000:00000001:1.0:1767384980.192255:0:40089:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384980.192256:0:17060:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384980.192259:0:17060:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384980.192260:0:17060:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384980.192260:0:40089:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384980.192262:0:17060:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384980.192265:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008547227c. 02000000:00000010:1.0:1767384980.192265:0:40089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba58398a. 00000100:00000001:2.0:1767384980.192271:0:17060:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.192271:0:40089:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.192274:0:17060:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767384980.192274:0:40089:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446636780879028096 : -107292830523520 : ffff9e6af0f31f80) 00000100:00080000:1.0:1767384980.192276:0:40089:0:(import.c:65:import_set_state_nolock()) 00000000a3ca5393 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1767384980.192278:0:17060:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384980.192281:0:40089:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384980.192283:0:40089:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.192284:0:17060:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384980.192285:0:17060:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384980.192288:0:17060:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384980.192289:0:17060:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384980.192291:0:40089:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054e27bee] to pc [ptlrpcd_rcv+-1] req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384980.192293:0:17060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ce8416d] to pc [ptlrpcd_00_03+3] req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384980.192311:0:40089:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.192319:0:17060:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384980.192323:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.192324:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384980.192325:0:17060:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.192327:0:17060:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384980.192329:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.192332:0:17060:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384980.192339:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384980.192341:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384980.192341:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 000000008933dcae/0x135556ebb48439bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb48439c3 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384980.192359:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384980.192362:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384980.192363:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384980.192365:0:17060:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384980.192368:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008fb9a0b0. 00000100:00000040:3.0:1767384980.192371:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384980.192371:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384980.192372:0:17060:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.192376:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384980.192377:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384980.192379:0:16339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384980.192380:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.192385:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384980.192386:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384980.192388:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384980.192391:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.192395:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384980.192399:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384980.192402:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384980.192404:0:16339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384980.192407:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384980.192408:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.192408:0:16339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.192414:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384980.192416:0:16339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384980.192417:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384980.192419:0:16339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384980.192421:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384980.192422:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384980.192423:0:16339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.192427:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384980.192429:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384980.192430:0:16339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16339:1853237363769984:0@lo:39: 00000100:00000001:0.0:1767384980.192435:0:16339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384980.192438:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ce8416d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363770112:0@lo:103: 02000000:00000001:0.0:1767384980.192439:0:16339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384980.192443:0:16339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.192448:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384980.192448:0:16339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384980.192453:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e12ddd17. 02000000:00000001:3.0:1767384980.192454:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384980.192456:0:16339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384980.192458:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384980.192462:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023552aa5. 02000000:00000001:3.0:1767384980.192463:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384980.192470:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cef25ee. 00000400:00000010:0.0:1767384980.192470:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 02000000:00000001:3.0:1767384980.192475:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384980.192476:0:16339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363769984, portal 10 00000100:00000001:0.0:1767384980.192479:0:16339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384980.192480:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac77d84. 00000100:00000001:0.0:1767384980.192481:0:16339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879028096 : -107292830523520 : ffff9e6af0f31f80) 00000400:00000010:3.0:1767384980.192490:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000100:00000040:0.0:1767384980.192490:0:16339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384980.192498:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363770112, portal 18 00000100:00000001:3.0:1767384980.192502:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384980.192504:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878810624 : -107297830740992 : ffff9e69c6e9dc00) 00000100:00000001:0.0:1767384980.192513:0:16339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384980.192514:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384980.192518:0:16339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384980.192522:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000100:00000200:0.0:1767384980.192526:0:16339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363769984, offset 0 00000100:00000001:3.0:1767384980.192533:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384980.192534:0:16339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384980.192540:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384980.192544:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da4bd5dd. 00000400:00000200:0.0:1767384980.192549:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384980.192551:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363770112, offset 0 00000400:00000200:3.0:1767384980.192559:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384980.192563:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c08280 00000400:00000200:0.0:1767384980.192571:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12056 00000400:00000200:3.0:1767384980.192573:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384980.192578:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384980.192585:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384980.192587:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c08300 00000100:00000001:0.0:1767384980.192591:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384980.192594:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384980.192596:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 00000100:00000010:0.0:1767384980.192600:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001cddbdb. 00000400:00000200:3.0:1767384980.192604:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384980.192606:0:16339:0:(events.c:337:request_in_callback()) incoming req@0000000001cddbdb x1853237363769984 msgsize 224 00000400:00000200:3.0:1767384980.192611:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384980.192618:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384980.192619:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384980.192623:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384980.192627:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1b5a4cc. 00000100:00000040:3.0:1767384980.192630:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000d1b5a4cc x1853237363770112 msgsize 328 00000100:00100000:3.0:1767384980.192635:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384980.192636:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384980.192647:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000100:00000001:3.0:1767384980.192649:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384980.192650:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00000100:00000001:0.0:1767384980.192656:0:16339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384980.192661:0:16339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384980.192663:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4bd5dd 00000100:00000001:1.0:1767384980.192666:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384980.192668:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4bd5dd. 00000100:00000001:2.0:1767384980.192669:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384980.192671:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363769984 00000100:00100000:2.0:1767384980.192673:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363770112 00000100:00000001:3.0:1767384980.192675:0:16343:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384980.192676:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384980.192677:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384980.192681:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384980.192681:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384980.192683:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384980.192683:0:16339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384980.192685:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.192685:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384980.192689:0:16339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384980.192692:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384980.192692:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384980.192698:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363770112 00000100:00100000:1.0:1767384980.192698:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363769984 00000020:00000001:2.0:1767384980.192704:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384980.192704:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384980.192708:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000040:1.0:1767384980.192708:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb48439df 00000020:00000001:2.0:1767384980.192712:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384980.192712:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384980.192717:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=15 00000020:00000040:1.0:1767384980.192717:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003561f285 refcount=5 00000100:00000001:0.0:1767384980.192718:0:16339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.192719:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384980.192722:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384980.192722:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:0.0:1767384980.192723:0:16339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384980.192727:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384980.192728:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:1.0:1767384980.192728:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780153114624 : -107293556436992 : ffff9e6ac5ae9000) 00000100:00000001:0.0:1767384980.192732:0:16339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.192737:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384980.192737:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384980.192738:0:16339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3611 usecs (4 jiffies) 00000020:00000010:2.0:1767384980.192742:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ea821be. 00000020:00000010:1.0:1767384980.192743:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000100:00000001:3.0:1767384980.192744:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.192744:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968075 00000100:00000001:2.0:1767384980.192748:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384980.192748:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384980.192750:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384980.192752:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b6aaf3c. 00000020:00000010:2.0:1767384980.192753:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ea821be. 00000020:00000010:1.0:1767384980.192753:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 00000100:00000001:3.0:1767384980.192757:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.192761:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294968077 00000020:00000010:2.0:1767384980.192762:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023abd11b. 00000020:00000010:1.0:1767384980.192762:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375ee54c. 00000100:00000001:0.0:1767384980.192762:0:16339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767384980.192770:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fde8577e. 00000020:00000010:1.0:1767384980.192770:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073372b63. 00000100:00000001:0.0:1767384980.192772:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968075 00000100:00000001:3.0:1767384980.192775:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968075 00000020:00000010:1.0:1767384980.192776:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 00000020:00000010:2.0:1767384980.192777:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000100:00000010:0.0:1767384980.192784:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009490e0bc. 00000100:00000001:3.0:1767384980.192785:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294968077 00000100:00000001:0.0:1767384980.192789:0:16339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384980.192790:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000040:1.0:1767384980.192791:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384980.192794:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968075 00000100:00000001:3.0:1767384980.192796:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968075 00000100:00000001:2.0:1767384980.192796:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384980.192796:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1767384980.192797:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058bd4afc. 00000100:00000001:2.0:1767384980.192800:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384980.192800:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384980.192803:0:16339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00010000:00000001:2.0:1767384980.192804:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384980.192804:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.192805:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294968077 00000100:00000001:0.0:1767384980.192807:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968075 00010000:00000001:2.0:1767384980.192808:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384980.192812:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032d9235d. 00000100:00000001:3.0:1767384980.192813:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968075 00010000:00000001:2.0:1767384980.192813:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384980.192813:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.192819:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384980.192819:0:16339:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384980.192822:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294968077 00000020:00000001:2.0:1767384980.192824:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384980.192825:0:16339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384980.192828:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968075 00000020:00000040:2.0:1767384980.192829:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e80b3ef refcount=3 00000100:00000001:1.0:1767384980.192829:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384980.192829:0:16339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384980.192837:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190680576 : -107293518871040 : ffff9e6ac7ebc600) 00000100:00000001:0.0:1767384980.192837:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.192838:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384980.192842:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384980.192844:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190680576 : -107293518871040 : ffff9e6ac7ebc600) 00000100:00000001:3.0:1767384980.192845:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.192848:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384980.192849:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.192849:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384980.192853:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384980.192853:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384980.192855:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384980.192857:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384980.192858:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384980.192860:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384980.192861:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384980.192862:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384980.192889:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.192890:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.192894:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.192895:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384980.192895:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003561f285 : new rpc_count 1 00000100:00000001:1.0:1767384980.192899:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876460544 : -107297833091072 : ffff9e69c6c60000) 00000100:00000001:2.0:1767384980.192903:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384980.192904:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001cddbdb x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:206/0 lens 224/0 e 0 to 0 dl 1767384991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384980.192914:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384980.192915:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384980.192917:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1f98b5b. 00000100:00000001:1.0:1767384980.192920:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384980.192922:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1f98b5b. 00000100:00000001:2.0:1767384980.192927:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384980.192927:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001cddbdb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16339:x1853237363769984:12345-0@lo:39: 00000100:00000001:2.0:1767384980.192929:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384980.192931:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363769984 00000100:00100000:2.0:1767384980.192933:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000001:1.0:1767384980.192935:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384980.192936:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384980.192938:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079258752 : -107292630292864 : ffff9e6afce26680) 00000020:00000001:1.0:1767384980.192938:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384980.192940:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384980.192942:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1b5a4cc x1853237363770112/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/0 e 0 to 0 dl 1767384991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384980.192943:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384980.192945:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664489312 : -1045062304 : ffffffffc1b59d60) 00000020:00000001:1.0:1767384980.192949:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384980.192951:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384980.192952:0:17071:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.192953:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384980.192953:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ea821be. 00000020:00000001:1.0:1767384980.192955:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384980.192956:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384980.192957:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384980.192959:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ea821be. 00000020:00000001:1.0:1767384980.192959:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384980.192962:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.192964:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384980.192965:0:17071:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000100:00100000:2.0:1767384980.192967:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1b5a4cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+15:16343:x1853237363770112:12345-0@lo:103: 00000100:00000001:3.0:1767384980.192968:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384980.192969:0:17071:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000200:2.0:1767384980.192972:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363770112 00000100:00000001:3.0:1767384980.192973:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.192974:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384980.192975:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1767384980.192978:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:2.0:1767384980.192979:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000001:1.0:1767384980.192979:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384980.192982:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 02000000:00000010:1.0:1767384980.192984:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000c9ecb41. 02000000:00000001:1.0:1767384980.192986:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.192987:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384980.192988:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384980.192989:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384980.192992:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cec9b5af. 00000020:00000040:1.0:1767384980.192992:0:17071:0:(genops.c:887:class_export_get()) GET export 000000003561f285 refcount=6 02000000:00000001:2.0:1767384980.192994:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.192994:0:17071:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:2.0:1767384980.192996:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384980.192997:0:17071:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00010000:00000001:2.0:1767384980.192998:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000040:1.0:1767384980.192999:0:17071:0:(genops.c:887:class_export_get()) GET export 000000003561f285 refcount=7 00010000:00010000:2.0:1767384980.193000:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384980.193002:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384980.193002:0:17071:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384980.193003:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384980.193004:0:17071:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384980.193005:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e80b3ef refcount=3 00000020:00000001:2.0:1767384980.193007:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190680576 : -107293518871040 : ffff9e6ac7ebc600) 00000020:00000040:1.0:1767384980.193007:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 6 00000020:00000080:1.0:1767384980.193009:0:17071:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb48439df 00000020:00000040:1.0:1767384980.193012:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003561f285 with handle 0x135556ebb48439df from hash 00010000:00000001:2.0:1767384980.193014:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190680576 : -107293518871040 : ffff9e6ac7ebc600) 00000020:00000040:1.0:1767384980.193016:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 5 00010000:00000040:2.0:1767384980.193017:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3cc3706 count: 6 00000020:00000001:1.0:1767384980.193019:0:17071:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:2.0:1767384980.193020:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:1.0:1767384980.193020:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 4 00000020:00000001:2.0:1767384980.193022:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:1.0:1767384980.193022:0:17071:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384980.193023:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 3 00010000:00000001:2.0:1767384980.193025:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:1.0:1767384980.193025:0:17071:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.193026:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.193027:0:17071:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000020:00000001:2.0:1767384980.193028:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384980.193029:0:17071:0:(import.c:65:import_set_state_nolock()) 00000000b0a4c9d2 : changing import state from FULL to CLOSED 00010000:00000001:2.0:1767384980.193031:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384980.193031:0:17071:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:2.0:1767384980.193033:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384980.193033:0:17071:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384980.193034:0:17071:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384980.193038:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.193039:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384980.193041:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384980.193042:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384980.193044:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e80b3ef with handle 0x135556ebb48439c3 from hash 00010000:00000001:2.0:1767384980.193047:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384980.193047:0:17071:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.193048:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.193049:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384980.193050:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384980.193051:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000020:1.0:1767384980.193051:0:17071:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000001:2.0:1767384980.193052:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000020:1.0:1767384980.193054:0:17071:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a7545306 dirty 0 pend 0 grant 0 00010000:00010000:2.0:1767384980.193055:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e80b3ef/0x135556ebb48439c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb48439bc expref: 15 pid: 17067 timeout: 0 lvb_type: 0 00000020:00000020:1.0:1767384980.193057:0:17071:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000003561f285 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384980.193061:0:17071:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384980.193062:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:2.0:1767384980.193063:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 9 00000004:00000001:1.0:1767384980.193064:0:17071:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000020:00000001:0.0:1767384980.193065:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384980.193067:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 14 00010000:00010000:0.0:1767384980.193069:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384980.193070:0:17071:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:2.0:1767384980.193074:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384980.193074:0:17071:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.193076:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:1.0:1767384980.193077:0:17071:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.193078:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:1.0:1767384980.193079:0:17071:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000001:2.0:1767384980.193080:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384980.193082:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384980.193082:0:17071:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 6 00010000:00000001:2.0:1767384980.193084:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384980.193085:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000001:1.0:1767384980.193085:0:17071:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:2.0:1767384980.193087:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1767384980.193088:0:17071:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 5 00000020:00000040:1.0:1767384980.193090:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 2 00010000:00000001:2.0:1767384980.193091:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:1.0:1767384980.193092:0:17071:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00000001:2.0:1767384980.193093:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384980.193093:0:17071:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 4 00000001:00000001:1.0:1767384980.193095:0:17071:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00001000:2.0:1767384980.193096:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=98 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384980.193096:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 1 00000004:00000001:1.0:1767384980.193098:0:17071:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.193100:0:17071:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.193102:0:17071:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.193104:0:17071:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.193106:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384980.193106:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363769984 00000100:00000040:2.0:1767384980.193109:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:1.0:1767384980.193109:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384980.193111:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00010000:00000200:1.0:1767384980.193112:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001cddbdb x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:206/0 lens 224/224 e 0 to 0 dl 1767384991 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384980.193113:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384980.193115:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.193118:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384980.193120:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384980.193120:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384980.193122:0:17071:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384980.193123:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000100:00001000:1.0:1767384980.193124:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 00000000fa1cd770 time=93 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384980.193126:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363770112, offset 224 00000100:00000001:1.0:1767384980.193126:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384980.193128:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 22 to 0@lo 00000100:00000001:1.0:1767384980.193130:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000400:00000200:2.0:1767384980.193131:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384980.193132:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384980.193134:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.193136:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384980.193137:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384980.193138:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384980.193141:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e339bf76. 00000400:00000200:2.0:1767384980.193143:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c08300 00000100:00000200:1.0:1767384980.193144:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363769984, offset 224 00000400:00000200:2.0:1767384980.193147:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2129 [1] + 224 00000400:00000200:2.0:1767384980.193151:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384980.193154:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384980.193155:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384980.193158:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384980.193160:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384980.193161:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384980.193164:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c08280 00000400:00000200:1.0:1767384980.193169:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2125 [1] + 224 00000100:00000040:2.0:1767384980.193170:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384980.193173:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384980.193176:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384980.193179:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384980.193182:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384980.193186:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384980.193190:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384980.193191:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:2.0:1767384980.193193:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000100:00000001:2.0:1767384980.193195:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384980.193197:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384980.193200:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384980.193203:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 21 to 0@lo 00010000:00000001:2.0:1767384980.193205:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.193205:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384980.193207:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384980.193211:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1b5a4cc x1853237363770112/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/224 e 0 to 0 dl 1767384991 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384980.193211:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e339bf76 00000100:00000001:3.0:1767384980.193213:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384980.193214:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e339bf76. 00000100:00000001:3.0:1767384980.193217:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384980.193219:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384980.193221:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384980.193222:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384980.193223:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384980.193225:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384980.193225:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1b5a4cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16343:x1853237363770112:12345-0@lo:103: Request processed in 271us (591us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384980.193227:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384980.193229:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384980.193232:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 20 to 0@lo 00000400:00000010:3.0:1767384980.193233:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac77d84. 00010000:00000001:1.0:1767384980.193236:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384980.193240:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000020:00000001:1.0:1767384980.193240:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.193243:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384980.193244:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000100:00100000:2.0:1767384980.193247:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384980.193247:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001cddbdb x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:206/0 lens 224/224 e 0 to 0 dl 1767384991 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384980.193252:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384980.193252:0:16339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384980.193253:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000400:00000001:0.0:1767384980.193256:0:16339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384980.193258:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384980.193259:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023552aa5. 00000100:00000001:2.0:1767384980.193261:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384980.193261:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001cddbdb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:16339:x1853237363769984:12345-0@lo:39: Request processed in 345us (652us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384980.193262:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384980.193265:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000020:00000010:2.0:1767384980.193267:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fde8577e. 00000400:00000010:0.0:1767384980.193270:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000020:00000010:2.0:1767384980.193274:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00000100:00000001:0.0:1767384980.193277:0:16339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384980.193281:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000010:2.0:1767384980.193282:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023abd11b. 00000100:00000200:0.0:1767384980.193285:0:16339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384980.193289:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003561f285 : new rpc_count 0 00000020:00000040:2.0:1767384980.193290:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 00000100:00000200:3.0:1767384980.193293:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384980.193295:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384980.193296:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384980.193298:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384980.193303:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073372b63. 00000100:00000200:0.0:1767384980.193306:0:16339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384980.193310:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bedff79e. 00000100:00000001:3.0:1767384980.193317:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384980.193318:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375ee54c. 00000100:00000001:0.0:1767384980.193320:0:16339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384980.193321:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384980.193323:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003561f285 : new refcount 0 00000100:00000001:3.0:1767384980.193325:0:16343:0:(client.c:1578:after_reply()) Process entered 00000020:00000080:1.0:1767384980.193330:0:17071:0:(genops.c:904:class_export_put()) final put 000000003561f285/lustre-MDT0000-lwp-MDT0000_UUID 02000000:00000001:3.0:1767384980.193331:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384980.193331:0:16339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.193335:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384980.193337:0:16339:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384980.193338:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384980.193340:0:16339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384980.193342:0:16339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384980.193344:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.193355:0:16339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384980.193358:0:16339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.193359:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384980.193366:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384980.193367:0:16339:0:(import.c:2128:obd_at_measure()) add 5 to 000000000cd2b76e time=93 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384980.193376:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=98 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384980.193377:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00001000:0.0:1767384980.193377:0:16339:0:(import.c:2128:obd_at_measure()) add 1 to 000000000b1305ef time=93 v=5 (1 0 0 0) 00000020:00000080:2.0:1767384980.193382:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000003561f285/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:3.0:1767384980.193387:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384980.193387:0:16339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384980.193390:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 19 to 0@lo 00000100:00000001:3.0:1767384980.193392:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.193392:0:16339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384980.193396:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00010000:00000001:3.0:1767384980.193400:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000001:2.0:1767384980.193400:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00010000:00000001:0.0:1767384980.193400:0:16339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384980.193406:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384980.193406:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0a4c9d2 refcount=2 obd=lustre-MDT0000 00010000:00000001:0.0:1767384980.193407:0:16339:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.193412:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384980.193413:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384980.193414:0:16339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1767384980.193416:0:36:0:(genops.c:1242:class_import_put()) import 00000000b0a4c9d2 refcount=1 obd=lustre-MDT0000 00000100:00000040:0.0:1767384980.193418:0:16339:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:3.0:1767384980.193420:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384980.193420:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384980.193422:0:16339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384980.193425:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384980.193426:0:16339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384980.193428:0:36:0:(genops.c:1242:class_import_put()) import 00000000b0a4c9d2 refcount=0 obd=lustre-MDT0000 00000020:00000040:2.0:1767384980.193434:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000b0a4c9d2 00000100:00000040:0.0:1767384980.193437:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384980.193440:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384980.193445:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384980.193446:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384980.193449:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1767384980.193451:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000031473d86. 00000100:00000001:0.0:1767384980.193456:0:16339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384980.193459:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384980.193459:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000001:0.0:1767384980.193461:0:16339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000001:2.0:1767384980.193464:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:0.0:1767384980.193466:0:16339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384980.193472:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001f5c37a. 00000100:00080000:0.0:1767384980.193473:0:16339:0:(import.c:65:import_set_state_nolock()) 00000000a3ca5393 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1767384980.193479:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ce8416d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363770112:0@lo:103: 00000001:00000010:2.0:1767384980.193479:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bf2598ec. 00000100:00000001:0.0:1767384980.193481:0:16339:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:2.0:1767384980.193485:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a72b5741. 00000100:00000001:0.0:1767384980.193486:0:16339:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384980.193488:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384980.193490:0:16339:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384980.193492:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000010:2.0:1767384980.193492:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003e0e5a22. 00000100:00000001:0.0:1767384980.193494:0:16339:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1767384980.193498:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ce8416d x1853237363770112/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384980.193498:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000064a694a8. 00000001:00000010:2.0:1767384980.193503:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000db7ea5ec. 00000100:00000040:0.0:1767384980.193510:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384980.193511:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:3.0:1767384980.193514:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384980.193516:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 02000000:00000001:3.0:1767384980.193519:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384980.193522:0:16339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16339:1853237363769984:0@lo:39: 02000000:00000010:3.0:1767384980.193523:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cef25ee. 00000100:00000001:1.0:1767384980.193523:0:40089:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384980.193526:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:1.0:1767384980.193528:0:40089:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 02000000:00000001:3.0:1767384980.193533:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000010:2.0:1767384980.193533:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007073393c. 00000100:00080000:1.0:1767384980.193533:0:40089:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000020:00000001:3.0:1767384980.193537:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:2.0:1767384980.193538:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007f08c360. 00000100:00000001:1.0:1767384980.193538:0:40089:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000040:3.0:1767384980.193542:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000001:00000010:2.0:1767384980.193542:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001461fee9. 00000100:00100000:1.0:1767384980.193545:0:40089:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384980.193547:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b8bb588c. 00000020:00000001:3.0:1767384980.193548:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000010:2.0:1767384980.193551:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a0e988f3. 02000000:00000010:3.0:1767384980.193553:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008547227c. 00000001:00000010:2.0:1767384980.193554:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fe19f5d6. 00000100:00000001:1.0:1767384980.193556:0:40089:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384980.193559:0:40089:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 02000000:00000001:3.0:1767384980.193561:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1767384980.193562:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000040:1.0:1767384980.193562:0:40089:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 02000000:00000001:3.0:1767384980.193567:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384980.193567:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:1.0:1767384980.193567:0:40089:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000010:3.0:1767384980.193571:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ce8416d. 00010000:00000001:2.0:1767384980.193571:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:1.0:1767384980.193571:0:40089:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384980.193573:0:40089:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000001:00000010:2.0:1767384980.193576:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000004d98b1b8. 00000100:00000001:1.0:1767384980.193576:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384980.193577:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384980.193578:0:40089:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384980.193578:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.193580:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384980.193581:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:0.0:1767384980.193583:0:16339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384980.193584:0:40089:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384980.193586:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384980.193588:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000a7545306 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384980.193588:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:0.0:1767384980.193591:0:16339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054e27bee x1853237363769984/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384980.193592:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000020:2.0:1767384980.193594:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10/00000000196dd832 dirty 0 pend 0 grant 0 00000001:00000001:1.0:1767384980.193596:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000004:00000001:2.0:1767384980.193602:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.193607:0:16339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384980.193608:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.193612:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384980.193612:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 9 - export 00000100:00000001:3.0:1767384980.193616:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384980.193617:0:16339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384980.193618:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003561f285. 02000000:00000010:0.0:1767384980.193621:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e12ddd17. 00000100:00000001:3.0:1767384980.193622:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384980.193628:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384980.193629:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 02000000:00000001:0.0:1767384980.193629:0:16339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384980.193634:0:16339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384980.193635:0:16339:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384980.193637:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000001:0.0:1767384980.193638:0:16339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384980.193641:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba58398a. 00000020:00000080:2.0:1767384980.193642:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000b0a4c9d2 for lustre-MDT0000 02000000:00000001:0.0:1767384980.193644:0:16339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384980.193647:0:16339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384980.193648:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054e27bee. 00000020:00000040:2.0:1767384980.193649:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 18 to 0@lo 00000100:00000001:0.0:1767384980.193652:0:16339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384980.193653:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 8 - import 00000100:00000001:0.0:1767384980.193655:0:16339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384980.193660:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000b0a4c9d2. 00000100:00000001:0.0:1767384980.193660:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384980.193664:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384980.193666:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:0.0:1767384980.193667:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.193671:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384980.193672:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384980.194024:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384980.194026:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384980.194027:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384980.194371:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.194374:0:40089:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:1.0:1767384980.194376:0:40089:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384980.194378:0:40089:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.194379:0:40089:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 000000004fd40cff. 00000020:00000001:1.0:1767384980.194383:0:40089:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384980.194384:0:40089:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 000000001cd5fe67. 00000020:00000010:1.0:1767384980.194386:0:40089:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 00000000ca36c5b2. 00000020:00000010:1.0:1767384980.194388:0:40089:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 0000000097cbec24. 00000020:00000010:1.0:1767384980.194391:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375ee54c. 00000020:00000010:1.0:1767384980.194392:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005dd55fb9. 00000040:00000010:1.0:1767384980.194394:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009cb8b864. 00000020:00000010:1.0:1767384980.194396:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009a21ff06. 00000020:00000010:1.0:1767384980.194399:0:40089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075878ed8. 00000020:00000010:1.0:1767384980.194402:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032dcf383. 80000000:00000010:1.0:1767384980.194404:0:40089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ca36c5b2. 40000000:00000010:1.0:1767384980.194406:0:40089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000097cbec24. 00100000:00000010:1.0:1767384980.194409:0:40089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ef9caaa. 00040000:00000010:1.0:1767384980.194411:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ba58398a. 00040000:00000010:1.0:1767384980.194414:0:40089:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001754ce45. 00040000:00000010:1.0:1767384980.194415:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8dbbd1e. 00080000:00000010:1.0:1767384980.194417:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ac0497a2. 00080000:00000010:1.0:1767384980.194419:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5509755. 00000004:00000010:1.0:1767384980.194423:0:40089:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005d770e50. 00000004:00000010:1.0:1767384980.194426:0:40089:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008f00e6d1. 00000004:00000010:1.0:1767384980.194429:0:40089:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002c0efb25. 00002000:00000010:1.0:1767384980.194432:0:40089:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000abb72229. 00000004:00000010:1.0:1767384980.194434:0:40089:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000646ca8d1. 00000020:00000010:1.0:1767384980.194437:0:40089:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f1f98b5b. 00000020:00000001:1.0:1767384980.194440:0:40089:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384980.194441:0:40089:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 000000004fd40cff. 00000020:00000001:1.0:1767384980.194443:0:40089:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384980.194444:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbcf767e. 00000020:00000010:1.0:1767384980.194445:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ac8a7f24. 00000040:00000010:1.0:1767384980.194447:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003a036177. 00000020:00000010:1.0:1767384980.194449:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6217025. 00000020:00000010:1.0:1767384980.194452:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d530ca88. 00040000:00000010:1.0:1767384980.194455:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000009035619. 00040000:00000010:1.0:1767384980.194456:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b5f9156a. 00080000:00000010:1.0:1767384980.194459:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fb7385c0. 00080000:00000010:1.0:1767384980.194471:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000feece530. 10000000:00000001:1.0:1767384980.194473:0:40089:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384980.194474:0:40089:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384980.194476:0:40089:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384980.194477:0:40089:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384980.194478:0:40089:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384980.194479:0:40089:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (000000003bda8dc4) refs 3 10000000:00000001:1.0:1767384980.194480:0:40089:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384980.194482:0:40089:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446636780461268480 : -107293248283136 : ffff9e6ad80c9e00) 10000000:00000001:1.0:1767384980.194484:0:40089:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384980.194485:0:40089:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x135556ebb4843937 00010000:00000001:1.0:1767384980.194486:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.194487:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.194488:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023654d5b refcount=2 00000020:00000001:1.0:1767384980.194489:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298944 : -107293628252672 : ffff9e6ac166be00) 00010000:00000001:1.0:1767384980.194491:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298944 : -107293628252672 : ffff9e6ac166be00) 00010000:00000001:1.0:1767384980.194493:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384980.194494:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384980.194495:0:40089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194500:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194501:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384980.194502:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.194503:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.194504:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023654d5b refcount=3 00000020:00000001:1.0:1767384980.194505:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298944 : -107293628252672 : ffff9e6ac166be00) 00010000:00000001:1.0:1767384980.194506:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298944 : -107293628252672 : ffff9e6ac166be00) 00010000:00000001:1.0:1767384980.194508:0:40089:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384980.194508:0:40089:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194512:0:40089:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384980.194513:0:40089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194516:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194516:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384980.194517:0:40089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194520:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384980.194521:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194523:0:40089:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384980.194524:0:40089:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006dbe3225. 00010000:00000001:1.0:1767384980.194526:0:40089:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384980.194535:0:40089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384980.194537:0:40089:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194539:0:40089:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194540:0:40089:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384980.194542:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194543:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384980.194544:0:40089:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384980.194546:0:40089:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x135556ebb4843d51 00010000:00000001:1.0:1767384980.194547:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.194549:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.194550:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=2 00000020:00000001:1.0:1767384980.194552:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:1.0:1767384980.194554:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00000020:00000001:2.0:1767384980.194557:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384980.194557:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384980.194558:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194558:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.194560:0:17060:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767384980.194560:0:40089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384980.194563:0:17060:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384980.194564:0:17060:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384980.194566:0:17060:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194566:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194568:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384980.194569:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.194570:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.194571:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=3 00010000:00010000:2.0:1767384980.194573:0:17060:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000023654d5b already unused, calling callback (00000000c41d87b4) 00000020:00000001:1.0:1767384980.194573:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:1.0:1767384980.194575:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00010000:00000001:1.0:1767384980.194577:0:40089:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384980.194578:0:40089:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384980.194580:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384980.194582:0:17060:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194585:0:40089:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384980.194587:0:40089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384980.194588:0:17060:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384980.194590:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384980.194591:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384980.194592:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023654d5b refcount=3 00010000:00000001:1.0:1767384980.194593:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194594:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384980.194595:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081298944 : -107293628252672 : ffff9e6ac166be00) 00010000:00010000:1.0:1767384980.194596:0:40089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384980.194597:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081298944 : -107293628252672 : ffff9e6ac166be00) 00010000:00000001:2.0:1767384980.194599:0:17060:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384980.194600:0:17060:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194601:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384980.194603:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194605:0:40089:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 10000000:00000001:2.0:1767384980.194606:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000010:1.0:1767384980.194607:0:40089:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000cb07cc1. 10000000:00010000:2.0:1767384980.194608:0:17060:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194609:0:40089:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 10000000:01000000:2.0:1767384980.194613:0:17060:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767384980.194615:0:17060:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000001:2.0:1767384980.194616:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384980.194617:0:17060:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000003bda8dc4) refs 3 00010000:00010000:1.0:1767384980.194617:0:40089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00000001:2.0:1767384980.194619:0:17060:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384980.194619:0:40089:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384980.194620:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194621:0:40089:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.194623:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384980.194623:0:40089:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384980.194624:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384980.194624:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194625:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384980.194626:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:1.0:1767384980.194626:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384980.194628:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000040:1.0:1767384980.194628:0:40089:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 2 00010000:00000001:2.0:1767384980.194629:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384980.194630:0:40089:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000040:2.0:1767384980.194631:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000023654d5b with handle 0x135556ebb4843937 from hash 10000000:00000001:1.0:1767384980.194631:0:40089:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384980.194633:0:40089:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x135556ebb48439ae 00010000:00000001:2.0:1767384980.194634:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384980.194634:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384980.194635:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.194636:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384980.194636:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.194637:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c41bd7fd refcount=2 00010000:00000001:2.0:1767384980.194638:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384980.194640:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:1.0:1767384980.194640:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834100736 : -107292875450880 : ffff9e6aee459600) 00010000:00000001:1.0:1767384980.194642:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834100736 : -107292875450880 : ffff9e6aee459600) 00010000:00000001:2.0:1767384980.194645:0:17060:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384980.194645:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384980.194647:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.194648:0:17060:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:0.0:1767384980.194649:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384980.194650:0:17060:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:1.0:1767384980.194650:0:40089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384980.194655:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384980.194656:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005b04000. 00010000:00010000:0.0:1767384980.194662:0:17061:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:2.0:1767384980.194663:0:17060:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00010000:00000001:1.0:1767384980.194663:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194666:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384980.194669:0:17060:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767384980.194669:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.194670:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384980.194671:0:17060:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1767384980.194671:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c41bd7fd refcount=3 00000020:00000001:1.0:1767384980.194673:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834100736 : -107292875450880 : ffff9e6aee459600) 02000000:00000001:2.0:1767384980.194674:0:17060:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194675:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834100736 : -107292875450880 : ffff9e6aee459600) 00010000:00000001:1.0:1767384980.194677:0:40089:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000010:2.0:1767384980.194678:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023abd11b. 00010000:00010000:1.0:1767384980.194679:0:40089:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384980.194681:0:17060:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.194683:0:17060:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:1.0:1767384980.194685:0:40089:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384980.194686:0:17060:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384980.194686:0:40089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384980.194693:0:17060:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384980.194693:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194694:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384980.194695:0:17060:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384980.194696:0:40089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384980.194698:0:17060:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384980.194699:0:17060:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194702:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384980.194703:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384980.194704:0:17060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005b04000] to pc [ptlrpcd_00_00+0] req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384980.194705:0:40089:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384980.194708:0:40089:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000425ed5f. 00010000:00000001:1.0:1767384980.194710:0:40089:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384980.194712:0:40089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384980.194714:0:40089:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194716:0:40089:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194717:0:40089:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384980.194718:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194720:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384980.194722:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384980.194724:0:40089:0:(mgc_request.c:123:config_log_put()) log params(000000006505491a) refs 2 10000000:00000001:1.0:1767384980.194726:0:40089:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.194728:0:40089:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00000001:2.0:1767384980.194729:0:17060:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:1.0:1767384980.194731:0:40089:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x135556ebb4843929 00010000:00000001:2.0:1767384980.194732:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.194733:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384980.194733:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384980.194735:0:17060:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.194735:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384980.194735:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384980.194740:0:17060:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384980.194740:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043651efe refcount=2 00000100:00000001:0.0:1767384980.194740:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384980.194743:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.194744:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081294848 : -107293628256768 : ffff9e6ac166ae00) 00000100:00000001:0.0:1767384980.194744:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767384980.194749:0:17060:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194749:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081294848 : -107293628256768 : ffff9e6ac166ae00) 00000100:00000040:0.0:1767384980.194752:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384980.194754:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384980.194757:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.194762:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384980.194762:0:40089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384980.194765:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 0000000023654d5b/0x135556ebb4843937 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb484393e expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384980.194767:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384980.194770:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384980.194775:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384980.194776:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384980.194777:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384980.194778:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384980.194780:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384980.194781:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194781:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384980.194782:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.194784:0:17060:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384980.194784:0:40089:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.194788:0:40089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384980.194788:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363770240:0@lo:103: 00010000:00000010:2.0:1767384980.194792:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006dbe3225. 00000020:00000040:1.0:1767384980.194792:0:40089:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043651efe refcount=3 00000100:00000001:0.0:1767384980.194794:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384980.194796:0:40089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081294848 : -107293628256768 : ffff9e6ac166ae00) 00010000:00000001:2.0:1767384980.194797:0:17060:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384980.194798:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384980.194802:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384980.194802:0:40089:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081294848 : -107293628256768 : ffff9e6ac166ae00) 02000000:00000001:0.0:1767384980.194802:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384980.194805:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384980.194806:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1767384980.194808:0:17060:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384980.194808:0:40089:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767384980.194811:0:17060:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:1.0:1767384980.194811:0:40089:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767384980.194811:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e12ddd17. 00010000:00000001:2.0:1767384980.194814:0:17060:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:0.0:1767384980.194816:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.194818:0:17060:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384980.194819:0:40089:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384980.194820:0:40089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384980.194828:0:17060:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c41bd7fd already unused, calling callback (00000000c41d87b4) 00010000:00000001:1.0:1767384980.194828:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384980.194828:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023552aa5. 00010000:00000001:1.0:1767384980.194831:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384980.194833:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:1.0:1767384980.194833:0:40089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384980.194833:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 10000000:00010000:2.0:1767384980.194835:0:17060:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384980.194838:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363770240, portal 18 00010000:00000001:1.0:1767384980.194843:0:40089:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384980.194846:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767384980.194847:0:17060:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384980.194847:0:40089:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.194850:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878816000 : -107297830735616 : ffff9e69c6e9f100) 00010000:00000001:2.0:1767384980.194851:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384980.194851:0:40089:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1767384980.194854:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:1.0:1767384980.194855:0:40089:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006dbe3225. 00000020:00000040:2.0:1767384980.194857:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c41bd7fd refcount=3 00010000:00000001:1.0:1767384980.194857:0:40089:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1767384980.194859:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834100736 : -107292875450880 : ffff9e6aee459600) 00000100:00000040:0.0:1767384980.194860:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384980.194861:0:40089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767384980.194862:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780834100736 : -107292875450880 : ffff9e6aee459600) 00010000:00000001:1.0:1767384980.194895:0:40089:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194897:0:40089:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.194899:0:40089:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384980.194900:0:40089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.194902:0:40089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384980.194905:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384980.194907:0:40089:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000007c4e87e2) refs 2 10000000:00000001:1.0:1767384980.194913:0:40089:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.194916:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384980.194920:0:40089:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000dbe1d3d4) refs 3 00000100:00000001:0.0:1767384980.194920:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384980.194925:0:40089:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.194927:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:0.0:1767384980.194928:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384980.194929:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.194932:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:0.0:1767384980.194933:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 10000000:00000040:1.0:1767384980.194934:0:40089:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000003bda8dc4) refs 2 10000000:00000001:1.0:1767384980.194939:0:40089:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000200:0.0:1767384980.194940:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363770240, offset 0 10000000:00000001:1.0:1767384980.194941:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384980.194944:0:40089:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000003bda8dc4) refs 1 10000000:01000000:1.0:1767384980.194948:0:40089:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:1.0:1767384980.194950:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384980.194952:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:0.0:1767384980.194952:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:1.0:1767384980.194956:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384980.194958:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.194960:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384980.194961:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.194964:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384980.194966:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:1.0:1767384980.194968:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384980.194971:0:40089:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384980.194972:0:40089:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384980.194975:0:40089:0:(genops.c:898:class_export_put()) PUTting export 0000000010ba394e : new refcount 10 00000400:00000200:0.0:1767384980.194979:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c08380 10000000:00000010:1.0:1767384980.194980:0:40089:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000003bda8dc4. 10000000:00000001:1.0:1767384980.194987:0:40089:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384980.194987:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 10000000:01000000:1.0:1767384980.194991:0:40089:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000400:00000200:0.0:1767384980.194993:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1767384980.194996:0:40089:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384980.195001:0:40089:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384980.195001:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384980.195005:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384980.195007:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ac8a7f24. 00000100:00000200:0.0:1767384980.195007:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384980.195013:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009213e8e6. 00000040:00000010:1.0:1767384980.195015:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003a036177. 00000100:00000040:0.0:1767384980.195016:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000009213e8e6 x1853237363770240 msgsize 328 00000020:00000010:1.0:1767384980.195022:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6217025. 00000100:00100000:0.0:1767384980.195026:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384980.195029:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d530ca88. 00000100:00000001:0.0:1767384980.195034:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00040000:00000010:1.0:1767384980.195035:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000009035619. 00040000:00000010:1.0:1767384980.195041:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b5f9156a. 00000400:00000200:0.0:1767384980.195041:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00000400:00000010:0.0:1767384980.195045:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00080000:00000010:1.0:1767384980.195048:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000feece530. 00000100:00000001:0.0:1767384980.195050:0:16340:0:(events.c:34:request_out_callback()) Process entered 00080000:00000010:1.0:1767384980.195055:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fb7385c0. 00000100:00000001:3.0:1767384980.195056:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384980.195056:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384980.195061:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363770240 00000020:00000010:1.0:1767384980.195061:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbcf767e. 02000000:00000001:3.0:1767384980.195065:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384980.195068:0:40089:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.195069:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384980.195072:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.195074:0:40089:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 000000004fd40cff. 00000100:00000001:0.0:1767384980.195074:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384980.195076:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.195079:0:40089:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384980.195080:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384980.195081:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363770240 00000020:00000001:3.0:1767384980.195085:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384980.195086:0:40089:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000040:3.0:1767384980.195089:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:1.0:1767384980.195091:0:40089:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00010000:00000001:2.0:1767384980.195093:0:17060:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:3.0:1767384980.195094:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384980.195096:0:40089:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446636780982888576 : -107292726663040 : ffff9e6af723e880) 00000100:00000001:0.0:1767384980.195096:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384980.195097:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=14 00010000:00010000:2.0:1767384980.195097:0:17060:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384980.195100:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384980.195102:0:40089:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446636780982888576 : -107292726663040 : ffff9e6af723e880) 00000020:00000001:3.0:1767384980.195103:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:3.0:1767384980.195109:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000010:1.0:1767384980.195110:0:40089:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 000000009162f9ca. 10000000:00000001:2.0:1767384980.195112:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384980.195113:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.195114:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:00010000:2.0:1767384980.195115:0:17060:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384980.195118:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294968080 00000020:00000010:3.0:1767384980.195119:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e34ddb5a. 00000020:01000004:1.0:1767384980.195119:0:40089:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000020:00000001:1.0:1767384980.195124:0:40089:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000100:00000001:3.0:1767384980.195125:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:01000000:1.0:1767384980.195127:0:40089:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 10000000:01000000:2.0:1767384980.195128:0:17060:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00000001:0.0:1767384980.195128:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968077 00000020:00000010:3.0:1767384980.195129:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e34ddb5a. 00000020:00000010:1.0:1767384980.195135:0:40089:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000e6f8d321. 10000000:01000000:2.0:1767384980.195136:0:17060:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000001:0.0:1767384980.195136:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294968080 00000020:00000010:3.0:1767384980.195138:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf0b09aa. 10000000:00000001:2.0:1767384980.195138:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000080:1.0:1767384980.195139:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000100:00000001:0.0:1767384980.195140:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968077 10000000:00000040:2.0:1767384980.195142:0:17060:0:(mgc_request.c:123:config_log_put()) log params(000000006505491a) refs 1 00000020:00000010:3.0:1767384980.195145:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008edc9be5. 00000020:00000001:1.0:1767384980.195146:0:40089:0:(obd_config.c:831:class_cleanup()) Process entered 00000100:00000001:0.0:1767384980.195146:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294968080 10000000:01000000:2.0:1767384980.195148:0:17060:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000020:00000080:1.0:1767384980.195150:0:40089:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000020:00000010:3.0:1767384980.195151:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 10000000:00000001:2.0:1767384980.195153:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384980.195153:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968077 00000020:00080000:1.0:1767384980.195158:0:40089:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000a7545306 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00000040:3.0:1767384980.195159:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384980.195159:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294968080 10000000:00000001:2.0:1767384980.195163:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384980.195164:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384980.195165:0:16340:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968077 10000000:00000001:2.0:1767384980.195166:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384980.195168:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 10000000:00000001:2.0:1767384980.195170:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384980.195171:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00080000:1.0:1767384980.195172:0:40089:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000196dd832 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10 192.168.203.9@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 10000000:00000001:2.0:1767384980.195173:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384980.195173:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384980.195176:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384980.195177:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384980.195179:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384980.195180:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384980.195182:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 10000000:00000001:2.0:1767384980.195185:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384980.195185:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.195186:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:2.0:1767384980.195187:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1767384980.195187:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:0.0:1767384980.195189:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384980.195191:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:2.0:1767384980.195191:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00080000:1.0:1767384980.195191:0:40089:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000b9efb300) has exports, disconnecting them 00000020:00000040:3.0:1767384980.195195:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000eafe11c6 refcount=3 00000020:00000040:2.0:1767384980.195196:0:17060:0:(genops.c:898:class_export_put()) PUTting export 0000000010ba394e : new refcount 9 00000020:00000001:1.0:1767384980.195196:0:40089:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000100:00000001:0.0:1767384980.195196:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384980.195199:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384980.195201:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190679040 : -107293518872576 : ffff9e6ac7ebc000) 00000020:00000040:1.0:1767384980.195201:0:40089:0:(genops.c:887:class_export_get()) GET export 00000000a7545306 refcount=5 10000000:00000010:2.0:1767384980.195202:0:17060:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 000000006505491a. 00000100:00000001:0.0:1767384980.195203:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384980.195206:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384980.195208:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190679040 : -107293518872576 : ffff9e6ac7ebc000) 00000020:00000040:1.0:1767384980.195208:0:40089:0:(genops.c:887:class_export_get()) GET export 00000000a7545306 refcount=6 00000100:00000001:0.0:1767384980.195209:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384980.195210:0:17060:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384980.195215:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:2.0:1767384980.195215:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384980.195215:0:40089:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000a7545306), last request at 1767384979 00000100:00000001:0.0:1767384980.195216:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.195218:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384980.195222:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195223:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384980.195223:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:3.0:1767384980.195225:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195227:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:1.0:1767384980.195227:0:40089:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000100:00000001:3.0:1767384980.195230:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195230:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:1.0:1767384980.195230:0:40089:0:(genops.c:887:class_export_get()) GET export 00000000a7545306 refcount=7 00010000:00000001:2.0:1767384980.195233:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384980.195236:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.195237:0:40089:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384980.195238:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384980.195239:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c41bd7fd with handle 0x135556ebb48439ae from hash 00000020:00000040:1.0:1767384980.195241:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 6 00000100:00000001:3.0:1767384980.195242:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384980.195243:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000080:1.0:1767384980.195245:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843a4f 00010000:00000001:2.0:1767384980.195246:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.195248:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384980.195248:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a7545306 with handle 0x135556ebb4843a4f from hash 00010000:00000001:2.0:1767384980.195250:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384980.195251:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:1.0:1767384980.195252:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 5 00010000:00000001:2.0:1767384980.195253:0:17060:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:3.0:1767384980.195254:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384980.195255:0:40089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000da8f1473. 00010000:00000001:2.0:1767384980.195258:0:17060:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384980.195259:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384980.195261:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:2.0:1767384980.195263:0:17060:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000040:1.0:1767384980.195264:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 4 00000100:00100000:3.0:1767384980.195267:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000010:2.0:1767384980.195267:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a203518c. 00000020:00000001:1.0:1767384980.195268:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:0.0:1767384980.195269:0:18889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384980.195271:0:17060:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000020:00000040:1.0:1767384980.195271:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 3 00000100:00000001:0.0:1767384980.195273:0:18889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384980.195274:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:2.0:1767384980.195275:0:17060:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767384980.195275:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.195276:0:18889:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.195278:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876466816 : -107297833084800 : ffff9e69c6c61880) 02000000:00000001:2.0:1767384980.195279:0:17060:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384980.195281:0:40089:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000001:0.0:1767384980.195282:0:18889:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384980.195283:0:17060:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384980.195285:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009213e8e6 x1853237363770240/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/0 e 0 to 0 dl 1767384991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384980.195285:0:40089:0:(import.c:65:import_set_state_nolock()) 00000000edaaaccc : changing import state from FULL to CLOSED 02000000:00000010:2.0:1767384980.195290:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000942bfb4f. 00000100:00000001:1.0:1767384980.195290:0:40089:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384980.195293:0:40089:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384980.195296:0:17060:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.195296:0:40089:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384980.195299:0:40089:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195300:0:17060:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384980.195304:0:17060:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1767384980.195305:0:40089:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000001:3.0:1767384980.195306:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1767384980.195310:0:40089:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000010:3.0:1767384980.195311:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e34ddb5a. 00000001:00000001:1.0:1767384980.195313:0:40089:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.195314:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384980.195318:0:40089:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384980.195320:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e34ddb5a. 00000001:00000001:1.0:1767384980.195321:0:40089:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384980.195325:0:40089:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 5 00010000:00010000:2.0:1767384980.195327:0:17060:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1767384980.195329:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009213e8e6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+14:16340:x1853237363770240:12345-0@lo:103: 00010000:00000001:2.0:1767384980.195330:0:17060:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384980.195330:0:40089:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384980.195333:0:40089:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 4 00000100:00000001:2.0:1767384980.195336:0:17060:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767384980.195337:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363770240 00000100:00000001:2.0:1767384980.195338:0:17060:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384980.195339:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 2 00010000:00000001:3.0:1767384980.195340:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384980.195344:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000001:00000001:1.0:1767384980.195344:0:40089:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00000001:3.0:1767384980.195359:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384980.195363:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384980.195363:0:17060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a203518c] to pc [ptlrpcd_00_01+1] req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1767384980.195365:0:40089:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 3 02000000:00000001:3.0:1767384980.195368:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:1.0:1767384980.195369:0:40089:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384980.195372:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 1 02000000:00000010:3.0:1767384980.195373:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cdb799f5. 00000004:00000001:1.0:1767384980.195374:0:40089:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384980.195377:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.195379:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.195380:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.195385:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384980.195387:0:17060:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00080000:1.0:1767384980.195387:0:40089:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000a7545306): rc 0 00010000:00010000:3.0:1767384980.195388:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384980.195393:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384980.195393:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384980.195393:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a7545306 : new refcount 0 00000020:00000001:3.0:1767384980.195396:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384980.195397:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000080:1.0:1767384980.195397:0:40089:0:(genops.c:904:class_export_put()) final put 00000000a7545306/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000040:3.0:1767384980.195398:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000eafe11c6 refcount=3 00010000:00000001:2.0:1767384980.195400:0:17060:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384980.195402:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190679040 : -107293518872576 : ffff9e6ac7ebc000) 00010000:00000001:2.0:1767384980.195404:0:17060:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.195405:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190679040 : -107293518872576 : ffff9e6ac7ebc000) 00000100:00000001:0.0:1767384980.195408:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384980.195409:0:40089:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00010000:00000040:3.0:1767384980.195411:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3cc3706 count: 5 10000000:00000001:2.0:1767384980.195411:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.195412:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384980.195413:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00010000:2.0:1767384980.195416:0:17060:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384980.195417:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384980.195417:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384980.195418:0:40089:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384980.195422:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000001:1.0:1767384980.195423:0:40089:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00010000:00000001:2.0:1767384980.195425:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384980.195426:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:0.0:1767384980.195426:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384980.195427:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 00000000c41bd7fd/0x135556ebb48439ae lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb48439b5 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1767384980.195427:0:40089:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00010000:00000001:3.0:1767384980.195431:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384980.195433:0:40089:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000020:00000001:3.0:1767384980.195436:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000080:1.0:1767384980.195437:0:40089:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffaf4e49f0bb28 00010000:00000001:3.0:1767384980.195443:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00100000:00000001:1.0:1767384980.195445:0:40089:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00010000:00000001:3.0:1767384980.195446:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384980.195450:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000001:1.0:1767384980.195452:0:40089:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384980.195452:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767384980.195453:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.195454:0:17060:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384980.195456:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384980.195456:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384980.195458:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000425ed5f. 00000004:00000001:1.0:1767384980.195458:0:40089:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.195461:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384980.195461:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:1.0:1767384980.195462:0:40089:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00010000:00000001:2.0:1767384980.195463:0:17060:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.195465:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384980.195465:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384980.195466:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000010:1.0:1767384980.195468:0:40089:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 0000000015099779. 00000020:00000001:2.0:1767384980.195470:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384980.195472:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000eafe11c6 with handle 0x135556ebb484393e from hash 02000000:00000001:0.0:1767384980.195472:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.195473:0:17060:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00000001:1.0:1767384980.195473:0:40089:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00010000:00000001:3.0:1767384980.195477:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384980.195477:0:17060:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000004:00000001:1.0:1767384980.195477:0:40089:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00000001:3.0:1767384980.195481:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.195482:0:17060:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384980.195483:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384980.195484:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a203518c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363770368:0@lo:103: 00010000:00010000:2.0:1767384980.195486:0:17060:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384980.195487:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:1.0:1767384980.195488:0:40089:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:3.0:1767384980.195491:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:1.0:1767384980.195492:0:40089:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000100:00000001:0.0:1767384980.195492:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384980.195494:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000040:1.0:1767384980.195497:0:40089:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff9e6ac374d800 02000000:00000001:0.0:1767384980.195497:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1767384980.195500:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000eafe11c6/0x135556ebb484393e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb4843937 expref: 14 pid: 17067 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384980.195501:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.195502:0:17060:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000043651efe already unused, calling callback (00000000c41d87b4) 00000100:00000001:1.0:1767384980.195502:0:40089:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384980.195506:0:40089:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 02000000:00000001:0.0:1767384980.195507:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384980.195508:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384980.195512:0:40089:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 02000000:00000010:0.0:1767384980.195512:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0de2831. 00010000:00000040:3.0:1767384980.195514:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 8 00000100:00000001:1.0:1767384980.195517:0:40089:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384980.195517:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384980.195519:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 13 10000000:00010000:2.0:1767384980.195520:0:17060:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384980.195520:0:40089:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000400:00000010:0.0:1767384980.195524:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec332fbf. 00000100:00000040:1.0:1767384980.195525:0:40089:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00010000:00000001:3.0:1767384980.195528:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384980.195530:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00010000:00000001:3.0:1767384980.195533:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384980.195533:0:40089:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1767384980.195534:0:17060:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:0.0:1767384980.195535:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363770368, portal 18 00010000:00000001:2.0:1767384980.195538:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384980.195538:0:40089:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:3.0:1767384980.195539:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384980.195539:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384980.195541:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384980.195541:0:40089:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384980.195543:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878817792 : -107297830733824 : ffff9e69c6e9f800) 00010000:00000001:3.0:1767384980.195545:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384980.195545:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043651efe refcount=3 00000100:00000001:1.0:1767384980.195545:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:0.0:1767384980.195548:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384980.195550:0:40089:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000020:00000001:2.0:1767384980.195552:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780081294848 : -107293628256768 : ffff9e6ac166ae00) 00010000:00000001:3.0:1767384980.195553:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195559:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780081294848 : -107293628256768 : ffff9e6ac166ae00) 00010000:00000001:3.0:1767384980.195560:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00080000:1.0:1767384980.195562:0:40089:0:(osp_dev.c:1621:osp_import_event()) got inactive 00010000:00010000:3.0:1767384980.195564:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1767384980.195566:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384980.195567:0:17060:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384980.195567:0:40089:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767384980.195568:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384980.195570:0:17060:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384980.195570:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:0.0:1767384980.195571:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:1.0:1767384980.195575:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:3.0:1767384980.195576:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1767384980.195576:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00010000:00000001:3.0:1767384980.195580:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384980.195582:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363770368, offset 0 10000000:00000001:2.0:1767384980.195585:0:17060:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00001000:3.0:1767384980.195587:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=98 v=5 (1 0 0 0) 10000000:00010000:2.0:1767384980.195588:0:17060:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384980.195591:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384980.195595:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384980.195602:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 19 to 0@lo 00000400:00000200:0.0:1767384980.195604:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:01000000:2.0:1767384980.195605:0:17060:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384980.195606:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384980.195612:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 10000000:01000000:2.0:1767384980.195613:0:17060:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000400:00000200:0.0:1767384980.195613:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c08400 02000000:00000001:3.0:1767384980.195616:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384980.195616:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384980.195619:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384980.195622:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384980.195622:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 10000000:00000040:2.0:1767384980.195623:0:17060:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000007c4e87e2) refs 1 00000001:00000001:1.0:1767384980.195623:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384980.195627:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:3.0:1767384980.195629:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:01000000:2.0:1767384980.195630:0:17060:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000400:00000200:0.0:1767384980.195632:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384980.195634:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 10000000:00000001:2.0:1767384980.195634:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384980.195637:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:0.0:1767384980.195639:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384980.195641:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363770240, offset 224 10000000:00000001:2.0:1767384980.195641:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384980.195643:0:16341:0:(events.c:286:request_in_callback()) Process entered 10000000:00000001:2.0:1767384980.195644:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000200:0.0:1767384980.195646:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 10000000:00000001:2.0:1767384980.195647:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384980.195650:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:2.0:1767384980.195652:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000010:0.0:1767384980.195653:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072f477ab. 10000000:00000001:2.0:1767384980.195654:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:0.0:1767384980.195657:0:16341:0:(events.c:337:request_in_callback()) incoming req@0000000072f477ab x1853237363770368 msgsize 328 10000000:00000001:2.0:1767384980.195658:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:3.0:1767384980.195661:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:1.0:1767384980.195661:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384980.195662:0:17060:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384980.195665:0:17060:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384980.195666:0:40089:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000020:00000040:2.0:1767384980.195669:0:17060:0:(genops.c:898:class_export_put()) PUTting export 0000000010ba394e : new refcount 8 00000100:00100000:0.0:1767384980.195670:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767384980.195671:0:40089:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 10000000:00000010:2.0:1767384980.195673:0:17060:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000007c4e87e2. 00000020:00000001:1.0:1767384980.195676:0:40089:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384980.195677:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c08380 10000000:00000001:2.0:1767384980.195678:0:17060:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000040:1.0:1767384980.195678:0:40089:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=1 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384980.195679:0:16341:0:(events.c:373:request_in_callback()) Process leaving 10000000:00000001:2.0:1767384980.195682:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.195683:0:40089:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384980.195686:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x213d [1] + 224 00000100:00000001:1.0:1767384980.195686:0:40089:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195687:0:17060:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384980.195692:0:40089:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000400:00000200:3.0:1767384980.195695:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384980.195695:0:40089:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00000001:2.0:1767384980.195696:0:17060:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1767384980.195696:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad73793e 00010000:00000001:2.0:1767384980.195700:0:17060:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:0.0:1767384980.195700:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad73793e. 00000100:00000010:1.0:1767384980.195702:0:40089:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054e27bee. 00000400:00000200:3.0:1767384980.195703:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384980.195705:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384980.195706:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1767384980.195708:0:40089:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384980.195710:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.195712:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384980.195713:0:40089:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1767384980.195713:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384980.195716:0:17060:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000043651efe with handle 0x135556ebb4843929 from hash 02000000:00000001:1.0:1767384980.195716:0:40089:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767384980.195719:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384980.195720:0:17060:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384980.195720:0:40089:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195723:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.195726:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767384980.195726:0:40089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009035619. 00010000:00000001:2.0:1767384980.195729:0:17060:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384980.195731:0:40089:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195732:0:17060:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384980.195735:0:17060:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:1.0:1767384980.195737:0:40089:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446636780879028096 : -107292830523520 : ffff9e6af0f31f80) 00010000:00000001:2.0:1767384980.195741:0:17060:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00080000:1.0:1767384980.195742:0:40089:0:(import.c:65:import_set_state_nolock()) 00000000aac4193d lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:2.0:1767384980.195744:0:17060:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384980.195748:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047f7dd88. 00000100:00000001:1.0:1767384980.195751:0:40089:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1767384980.195753:0:17060:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=6 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384980.195754:0:40089:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384980.195758:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384980.195758:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384980.195759:0:17060:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384980.195763:0:17060:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384980.195763:0:40089:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054e27bee] to pc [ptlrpcd_rcv+-1] req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384980.195765:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384980.195767:0:17060:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384980.195774:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033adfb99. 00000100:00000001:2.0:1767384980.195780:0:17060:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195785:0:17060:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1767384980.195790:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384980.195791:0:17060:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384980.195796:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000400:00000010:3.0:1767384980.195802:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000100:00000001:0.0:1767384980.195803:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.195807:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384980.195808:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:2.0:1767384980.195809:0:17060:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767384980.195810:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384980.195810:0:40089:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195815:0:17060:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384980.195815:0:40089:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.195815:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.195817:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.195820:0:17060:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000001:1.0:1767384980.195820:0:40089:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.195821:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294968080 00000100:00000040:3.0:1767384980.195823:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 18 to 0@lo 00000100:00000001:2.0:1767384980.195823:0:17060:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384980.195825:0:40089:0:(osd_handler.c:8868:osd_process_config()) Process entered 00000100:00000001:0.0:1767384980.195827:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, keep current deadline 4294968080 00010000:00000001:3.0:1767384980.195829:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384980.195833:0:17060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f7dd88] to pc [ptlrpcd_00_02+2] req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384980.195833:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294968080 00010000:00000001:3.0:1767384980.195834:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384980.195834:0:40089:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:3248534785 to info 00000000ac0497a2 00000100:00000001:0.0:1767384980.195840:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, keep current deadline 4294968080 00100000:00000001:1.0:1767384980.195842:0:40089:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000100:00000040:3.0:1767384980.195843:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009213e8e6 x1853237363770240/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/224 e 0 to 0 dl 1767384991 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384980.195848:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002742a412. 00000100:00000001:0.0:1767384980.195849:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294968080 00100000:00000010:1.0:1767384980.195854:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006940dbe8. 00000100:00000001:0.0:1767384980.195856:0:16341:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294968080 00100000:00000010:1.0:1767384980.195859:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000fa7d837. 00000100:00100000:3.0:1767384980.195889:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009213e8e6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+13:16340:x1853237363770240:12345-0@lo:103: Request processed in 582us (871us total) trans 0 rc 0/0 00100000:00000010:1.0:1767384980.195890:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dc7a26ab. 00010000:00000001:2.0:1767384980.195892:0:17060:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384980.195893:0:16341:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294968081 00100000:00000010:1.0:1767384980.195897:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000075a64432. 00010000:00000001:2.0:1767384980.195898:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384980.195901:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384980.195904:0:17060:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.195904:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000052fde065. 00000100:00000001:0.0:1767384980.195904:0:16341:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968080 00000100:00100000:3.0:1767384980.195908:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00000001:2.0:1767384980.195910:0:17060:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.195910:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ccd9801b. 00000100:00000040:3.0:1767384980.195912:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:0.0:1767384980.195913:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384980.195914:0:17060:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.195914:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cffce199. 00000100:00000001:3.0:1767384980.195917:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384980.195921:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384980.195921:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.195922:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e6eb2678. 00010000:00010000:2.0:1767384980.195923:0:17060:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384980.195925:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008edc9be5. 00000100:00000001:0.0:1767384980.195928:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.195929:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000815f8cf. 00000020:00000010:3.0:1767384980.195932:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000100:00000001:0.0:1767384980.195935:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384980.195936:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000027f75a51. 00000020:00000010:3.0:1767384980.195938:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf0b09aa. 00010000:00000001:2.0:1767384980.195941:0:17060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384980.195944:0:17060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 0000000043651efe/0x135556ebb4843929 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb4843930 expref: -99 pid: 17050 timeout: 0 lvb_type: 0 00100000:00000010:1.0:1767384980.195944:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c4b50aa6. 00000020:00000040:3.0:1767384980.195945:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 12 00000100:00000001:0.0:1767384980.195945:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00100000:00000010:1.0:1767384980.195948:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002754ac2d. 00000100:00000001:0.0:1767384980.195949:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384980.195951:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384980.195953:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b2d82cfa. 00000100:00000001:0.0:1767384980.195955:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:1.0:1767384980.195958:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bd43941b. 00000100:00000001:0.0:1767384980.195959:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:2.0:1767384980.195960:0:17060:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa697469 count: 0 00100000:00000010:1.0:1767384980.195962:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ad30d960. 00000100:00000001:3.0:1767384980.195964:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384980.195964:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.195965:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c6d4ff68. 00000100:00100000:3.0:1767384980.195968:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363770368 00000100:00000001:0.0:1767384980.195969:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384980.195971:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1767384980.195971:0:17060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000010:1.0:1767384980.195971:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d3b4bd22. 00000100:00000001:3.0:1767384980.195975:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384980.195975:0:17060:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384980.195977:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006dbe3225. 00100000:00000010:1.0:1767384980.195977:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ee183c45. 00000100:00000001:3.0:1767384980.195978:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.195982:0:17060:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.195982:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cc147298. 02000000:00000001:3.0:1767384980.195983:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.195986:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384980.195988:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363770368 00000020:00000001:2.0:1767384980.195988:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384980.195988:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000068fd41bd. 00000100:00000001:0.0:1767384980.195989:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384980.195992:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384980.195994:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:2.0:1767384980.195996:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:1.0:1767384980.195996:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006365565e. 00000400:00000001:0.0:1767384980.195997:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384980.195998:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000020:00000001:2.0:1767384980.195999:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384980.195999:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008c23c9ab. 00000400:00000001:0.0:1767384980.196002:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384980.196003:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384980.196004:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.196004:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000076f819e6. 00000400:00000010:0.0:1767384980.196005:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023552aa5. 00000020:00000040:3.0:1767384980.196006:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=13 00010000:00010000:2.0:1767384980.196008:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:1.0:1767384980.196008:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007d12bca4. 00000020:00000001:3.0:1767384980.196011:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000400:00000200:0.0:1767384980.196011:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000020:00000001:2.0:1767384980.196012:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384980.196013:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004d20edca. 00000400:00000010:0.0:1767384980.196014:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000020:00000001:2.0:1767384980.196016:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384980.196017:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00100000:00000010:1.0:1767384980.196019:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000028d5e5e7. 00000100:00000001:0.0:1767384980.196020:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384980.196022:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384980.196023:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00100000:00000010:1.0:1767384980.196025:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dc2f67ff. 00000020:00000010:3.0:1767384980.196027:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e34ddb5a. 00000100:00000001:2.0:1767384980.196030:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384980.196031:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384980.196031:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000091b5c28a. 00000100:00000200:0.0:1767384980.196034:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384980.196036:0:16343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00100000:00000010:1.0:1767384980.196036:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a366a7d3. 00000020:00000010:3.0:1767384980.196037:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e34ddb5a. 00000100:00000001:2.0:1767384980.196043:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384980.196043:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000088d970b5. 00000020:00000010:3.0:1767384980.196044:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf0b09aa. 00100000:00000010:1.0:1767384980.196049:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000d2a3632. 00000020:00000010:3.0:1767384980.196050:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008edc9be5. 00000100:00000001:2.0:1767384980.196051:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384980.196054:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384980.196054:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384980.196055:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000aca97315. 00000020:00000010:3.0:1767384980.196056:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000100:00000001:2.0:1767384980.196060:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:1.0:1767384980.196060:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000041fd8af9. 00000100:00000040:3.0:1767384980.196063:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384980.196063:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00100000:00000010:1.0:1767384980.196065:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ad771e94. 00000100:00000001:3.0:1767384980.196068:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384980.196068:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00100000:00000010:1.0:1767384980.196071:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e2acc652. 00000100:00000001:3.0:1767384980.196072:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384980.196076:0:17059:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000040:2.0:1767384980.196076:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384980.196078:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000025c5b232. 00000100:00000001:0.0:1767384980.196079:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384980.196080:0:17059:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.196083:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384980.196084:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006dd0668e. 00010000:00000001:3.0:1767384980.196085:0:17059:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384980.196089:0:16340:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384980.196090:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00100000:00000010:1.0:1767384980.196091:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008a1ea3d1. 02000000:00000001:0.0:1767384980.196093:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384980.196094:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384980.196096:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384980.196096:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384980.196097:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005c1c18d9 refcount=3 00100000:00000010:1.0:1767384980.196097:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ff5ab0e2. 00000100:00000001:0.0:1767384980.196100:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.196101:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.196102:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a0143a16. 00000020:00000001:3.0:1767384980.196103:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190685696 : -107293518865920 : ffff9e6ac7ebda00) 02000000:00000001:0.0:1767384980.196106:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384980.196107:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384980.196108:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190685696 : -107293518865920 : ffff9e6ac7ebda00) 00100000:00000010:1.0:1767384980.196108:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000023a3ac67. 00000100:00001000:0.0:1767384980.196110:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=98 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384980.196112:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384980.196112:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000956411a6. 00010000:00000001:3.0:1767384980.196113:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384980.196116:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384980.196119:0:17059:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384980.196119:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.196119:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d4716252. 00000100:00001000:0.0:1767384980.196120:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384980.196125:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.196127:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f15ab42e. 00000100:00000001:0.0:1767384980.196127:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384980.196131:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.196134:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.196134:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005d0dcd38. 00010000:00000001:0.0:1767384980.196134:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384980.196135:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000047f7dd88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363770624:0@lo:103: 00010000:00000001:0.0:1767384980.196136:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.196141:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000aa4aaf37. 00000100:00000001:0.0:1767384980.196142:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.196143:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00100000:00000010:1.0:1767384980.196144:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c21d07c5. 00000100:00000001:3.0:1767384980.196147:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384980.196148:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00100000:00000010:1.0:1767384980.196148:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e7437051. 00000100:00000040:0.0:1767384980.196148:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384980.196152:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.196155:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009d1069cc. 00000100:00000001:3.0:1767384980.196158:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384980.196158:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00100000:00000010:1.0:1767384980.196161:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000227d69ab. 00000100:00000001:3.0:1767384980.196162:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384980.196163:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc0061ea. 02000000:00000001:2.0:1767384980.196167:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384980.196167:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000081847b6d. 00000100:00100000:3.0:1767384980.196171:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384980.196171:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384980.196173:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e2eda3a1. 00000400:00000010:2.0:1767384980.196174:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e9caedf. 00000100:00000040:3.0:1767384980.196178:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384980.196178:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384980.196180:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00100000:00000010:1.0:1767384980.196180:0:40089:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004d0bc509. 00000100:00000001:0.0:1767384980.196181:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.196183:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775876473984 : -107297833077632 : ffff9e69c6c63480) 00100000:00000001:1.0:1767384980.196185:0:40089:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000100:00000200:2.0:1767384980.196187:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363770624, portal 18 00080000:00000001:1.0:1767384980.196188:0:40089:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384980.196190:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072f477ab x1853237363770368/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/0 e 0 to 0 dl 1767384991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384980.196190:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384980.196192:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384980.196193:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:2.0:1767384980.196195:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878804352 : -107297830747264 : ffff9e69c6e9c380) 00000020:00080000:1.0:1767384980.196196:0:40089:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000b9efb300) has no exports 00000020:00000001:1.0:1767384980.196201:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000040:2.0:1767384980.196205:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384980.196205:0:40089:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00100000:0.0:1767384980.196223:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363770240:0@lo:103: 00000100:00000001:3.0:1767384980.196224:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384980.196229:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e34ddb5a. 00000100:00000001:1.0:1767384980.196232:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384980.196232:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.196233:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384980.196236:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384980.196236:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384980.196237:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384980.196238:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e34ddb5a. 00000100:00000001:1.0:1767384980.196240:0:16339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384980.196244:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384980.196244:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005b04000 x1853237363770240/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384980.196245:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072f477ab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+13:16341:x1853237363770368:12345-0@lo:103: 00000100:00000040:1.0:1767384980.196248:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384980.196250:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053a82bc2. 00000100:00000200:3.0:1767384980.196255:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363770368 00000100:00000200:2.0:1767384980.196256:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363770624, offset 0 00010000:00000001:3.0:1767384980.196260:0:17059:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384980.196264:0:17059:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384980.196267:0:17059:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000200:2.0:1767384980.196268:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384980.196271:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384980.196275:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384980.196276:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767384980.196279:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002e68cd36. 00000100:00000001:1.0:1767384980.196280:0:16339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384980.196280:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384980.196282:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384980.196283:0:16339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384980.196285:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384980.196285:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e12ddd17. 02000000:00000001:1.0:1767384980.196287:0:16339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384980.196288:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384980.196291:0:16339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384980.196294:0:17059:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000400:00000200:2.0:1767384980.196295:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c08500 02000000:00000001:0.0:1767384980.196296:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384980.196297:0:16339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384980.196298:0:17059:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:0.0:1767384980.196299:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384980.196302:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00100000:1.0:1767384980.196303:0:16339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16339:1853237363770496:0@lo:9: 00010000:00000001:3.0:1767384980.196304:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384980.196304:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000020:00000001:0.0:1767384980.196307:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384980.196308:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384980.196312:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005c1c18d9 refcount=3 02000000:00000010:0.0:1767384980.196312:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000023abd11b. 00000400:00000200:2.0:1767384980.196313:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384980.196313:0:16339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384980.196318:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190685696 : -107293518865920 : ffff9e6ac7ebda00) 02000000:00000001:1.0:1767384980.196318:0:16339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384980.196318:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384980.196320:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384980.196322:0:16339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384980.196323:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384980.196324:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005b04000. 00010000:00000001:3.0:1767384980.196325:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190685696 : -107293518865920 : ffff9e6ac7ebda00) 02000000:00000001:1.0:1767384980.196326:0:16339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384980.196327:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384980.196330:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000040:3.0:1767384980.196331:0:17059:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003542d674 count: 3 00000100:00000200:2.0:1767384980.196332:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1767384980.196332:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd3486ae. 00000100:00000001:0.0:1767384980.196332:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384980.196335:0:17059:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1767384980.196337:0:16339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.196339:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384980.196340:0:17059:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000010:2.0:1767384980.196340:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089d53c3b. 00010000:00000001:3.0:1767384980.196344:0:17059:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:1.0:1767384980.196359:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde138d9. 00000100:00000040:2.0:1767384980.196360:0:16343:0:(events.c:337:request_in_callback()) incoming req@0000000089d53c3b x1853237363770624 msgsize 328 00010000:00000001:3.0:1767384980.196362:0:17059:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384980.196366:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e339bf76. 00000020:00000001:3.0:1767384980.196367:0:17059:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384980.196369:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384980.196370:0:16339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363770496, portal 4 00010000:00000001:3.0:1767384980.196372:0:17059:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384980.196373:0:16339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1767384980.196375:0:17059:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384980.196376:0:16339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780879028096 : -107292830523520 : ffff9e6af0f31f80) 00010000:00000001:3.0:1767384980.196379:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384980.196379:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384980.196382:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384980.196383:0:16339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384980.196385:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384980.196387:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a82bc2 00010000:00000001:3.0:1767384980.196388:0:17059:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384980.196391:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053a82bc2. 00000020:00000040:3.0:1767384980.196394:0:17059:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005c1c18d9 with handle 0x135556ebb48439b5 from hash 00000100:00000001:2.0:1767384980.196395:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384980.196399:0:16339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384980.196400:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384980.196401:0:17059:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384980.196404:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384980.196404:0:16339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384980.196405:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384980.196408:0:17059:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:1.0:1767384980.196409:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00010000:00000001:3.0:1767384980.196410:0:17059:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:1.0:1767384980.196412:0:16339:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237363770496, offset 0 00010000:00000001:3.0:1767384980.196413:0:17059:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384980.196417:0:17059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005c1c18d9/0x135556ebb48439b5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb48439ae expref: 13 pid: 17067 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384980.196420:0:16339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384980.196422:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384980.196427:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384980.196429:0:17059:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 7 00000400:00000200:1.0:1767384980.196430:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384980.196433:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 12 00000400:00000200:1.0:1767384980.196439:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272c08480 00000100:00000001:2.0:1767384980.196440:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.196441:0:17059:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384980.196443:0:17059:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384980.196443:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767384980.196448:0:17059:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384980.196448:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5528 00000100:00000001:2.0:1767384980.196449:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.196452:0:17059:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384980.196454:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294968081 00000400:00000200:1.0:1767384980.196454:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384980.196454:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384980.196455:0:17059:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.196457:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.196462:0:17059:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384980.196463:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384980.196464:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968080 00010000:00010000:3.0:1767384980.196465:0:17059:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:1.0:1767384980.196465:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384980.196466:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.196469:0:17059:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384980.196473:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384980.196473:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294968081 00000100:00000001:1.0:1767384980.196473:0:16339:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384980.196477:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384980.196478:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00001000:3.0:1767384980.196481:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384980.196481:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968080 00000100:00000001:0.0:1767384980.196482:0:17057:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384980.196484:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc3fd87c. 00000100:00100000:0.0:1767384980.196486:0:17057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363770624 00000100:00000001:2.0:1767384980.196488:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294968081 00000100:00000001:3.0:1767384980.196489:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384980.196491:0:16339:0:(events.c:337:request_in_callback()) incoming req@00000000dc3fd87c x1853237363770496 msgsize 224 02000000:00000001:0.0:1767384980.196491:0:17057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384980.196494:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 19 to 0@lo 00000100:00000001:0.0:1767384980.196495:0:17057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384980.196496:0:16343:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968080 00000100:00000001:0.0:1767384980.196500:0:17057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.196501:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:2.0:1767384980.196502:0:16343:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294968081 00000100:00100000:1.0:1767384980.196503:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384980.196506:0:17057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384980.196507:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384980.196508:0:16343:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294968081 00000100:00100000:0.0:1767384980.196510:0:17057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363770624 02000000:00000001:3.0:1767384980.196511:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.196513:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384980.196515:0:17057:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384980.196516:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384980.196517:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384980.196519:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384980.196520:0:17057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000400:00000200:1.0:1767384980.196524:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000020:00000001:0.0:1767384980.196524:0:17057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384980.196526:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384980.196526:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384980.196528:0:17057:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=13 00000400:00000010:1.0:1767384980.196529:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000400:00000010:3.0:1767384980.196533:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000100:00000001:2.0:1767384980.196533:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384980.196533:0:17057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:1.0:1767384980.196534:0:16339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384980.196539:0:16339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384980.196540:0:17057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000200:3.0:1767384980.196541:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363770368, offset 224 00000100:00000001:0.0:1767384980.196545:0:17057:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384980.196548:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384980.196550:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5cf041a. 00000100:00000001:2.0:1767384980.196552:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384980.196556:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384980.196557:0:16339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384980.196557:0:17057:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384980.196562:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:0.0:1767384980.196563:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5cf041a. 00000020:00000080:2.0:1767384980.196566:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a7545306/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00000040:1.0:1767384980.196566:0:16339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384980.196568:0:17057:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e12ddd17. 00000400:00000200:3.0:1767384980.196572:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384980.196573:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 18 to 0@lo 00000020:00000010:0.0:1767384980.196575:0:17057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7c1748a. 00000020:00000001:2.0:1767384980.196578:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384980.196582:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000010:0.0:1767384980.196582:0:17057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006aba0214. 00000020:00000040:2.0:1767384980.196584:0:36:0:(genops.c:1229:class_import_get()) import 00000000edaaaccc refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1767384980.196584:0:16339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384980.196588:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c08400 00000100:00000001:0.0:1767384980.196588:0:17057:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384980.196589:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384980.196589:0:16339:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384980.196592:0:36:0:(genops.c:1242:class_import_put()) import 00000000edaaaccc refcount=1 obd=lustre-MDT0000 00000100:00000001:0.0:1767384980.196595:0:17057:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384980.196596:0:16339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384980.196597:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2145 [1] + 224 00000020:00000001:2.0:1767384980.196598:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384980.196599:0:17057:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000001:2.0:1767384980.196602:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384980.196602:0:16339:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4242 usecs (5 jiffies) 00010000:00000001:0.0:1767384980.196603:0:17057:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384980.196605:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384980.196606:0:36:0:(genops.c:1242:class_import_put()) import 00000000edaaaccc refcount=0 obd=lustre-MDT0000 00010000:00000001:0.0:1767384980.196608:0:17057:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384980.196610:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968080 00000400:00000200:3.0:1767384980.196613:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384980.196614:0:17057:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767384980.196615:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000edaaaccc 00000100:00000001:1.0:1767384980.196615:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294968081 00000020:00000001:0.0:1767384980.196618:0:17057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384980.196621:0:17057:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000426aa8a8 refcount=3 00000100:00000001:1.0:1767384980.196622:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968080 00000100:00000001:3.0:1767384980.196623:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384980.196624:0:17057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683136 : -107293518868480 : ffff9e6ac7ebd000) 00000020:00000001:2.0:1767384980.196627:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767384980.196629:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384980.196631:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294968081 00010000:00000001:0.0:1767384980.196631:0:17057:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683136 : -107293518868480 : ffff9e6ac7ebd000) 00000004:00000010:2.0:1767384980.196632:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000003610b1a8. 00010000:00000001:0.0:1767384980.196637:0:17057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384980.196638:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968080 00010000:00000001:2.0:1767384980.196640:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00010000:00000001:0.0:1767384980.196640:0:17057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1767384980.196644:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000001:0.0:1767384980.196644:0:17057:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.196645:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294968081 00000100:00000040:3.0:1767384980.196649:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384980.196649:0:17057:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.196651:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968080 00000001:00000010:2.0:1767384980.196652:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e769ba2. 00000100:00000001:0.0:1767384980.196655:0:17057:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.196656:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294968081 00000001:00000010:2.0:1767384980.196657:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000012aebb7f. 00000100:00000001:1.0:1767384980.196662:0:16339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1767384980.196663:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000716d190c. 00000001:00000010:2.0:1767384980.196668:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007b18f36f. 00000100:00000001:1.0:1767384980.196668:0:16339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.196668:0:17057:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.196674:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000010:2.0:1767384980.196675:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cdf8b30e. 00000100:00000001:1.0:1767384980.196675:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.196679:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384980.196680:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000dd1f2fcf. 00000400:00000200:3.0:1767384980.196681:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000100:00000001:0.0:1767384980.196682:0:17057:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767384980.196685:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000001:00000001:2.0:1767384980.196685:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:1.0:1767384980.196685:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384980.196686:0:17057:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384980.196691:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:1.0:1767384980.196691:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384980.196692:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:2.0:1767384980.196694:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:1.0:1767384980.196695:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384980.196696:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384980.196697:0:17057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384980.196698:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000010:2.0:1767384980.196700:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000637d180b. 00000100:00000001:1.0:1767384980.196702:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384980.196702:0:17057:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 2 00000100:00000001:3.0:1767384980.196703:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384980.196704:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6ae7464. 00000100:00000001:1.0:1767384980.196705:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.196708:0:17057:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775878807936 : -107297830743680 : ffff9e69c6e9d180) 00000001:00000010:2.0:1767384980.196710:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000acd600c4. 00000100:00000040:3.0:1767384980.196711:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 17 to 0@lo 00000100:00000040:0.0:1767384980.196716:0:17057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089d53c3b x1853237363770624/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/0 e 0 to 0 dl 1767384991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384980.196717:0:17059:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384980.196717:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000037dde7e7. 00010000:00000001:3.0:1767384980.196723:0:17059:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384980.196725:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000aee720da. 00000001:00000010:2.0:1767384980.196731:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f1df8311. 00000100:00000040:3.0:1767384980.196732:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072f477ab x1853237363770368/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/224 e 0 to 0 dl 1767384991 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384980.196733:0:17057:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384980.196735:0:17879:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:2.0:1767384980.196737:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000010:0.0:1767384980.196738:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5cf041a. 00010000:00000001:2.0:1767384980.196740:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00100000:1.0:1767384980.196740:0:17879:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363770496 00000100:00000001:0.0:1767384980.196743:0:17057:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384980.196744:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 02000000:00000001:1.0:1767384980.196745:0:17879:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384980.196748:0:17879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000010:2.0:1767384980.196749:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000a577b045. 00000020:00000010:0.0:1767384980.196749:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5cf041a. 00000100:00000001:1.0:1767384980.196753:0:17879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384980.196758:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384980.196758:0:17879:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384980.196760:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072f477ab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:87a2e106-e553-4e56-a48a-4e53df41a160+13:16341:x1853237363770368:12345-0@lo:103: Request processed in 532us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384980.196762:0:17057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089d53c3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:87a2e106-e553-4e56-a48a-4e53df41a160+13:16343:x1853237363770624:12345-0@lo:103: 00000020:00000001:2.0:1767384980.196764:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384980.196764:0:17879:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363770496 00000020:00000001:1.0:1767384980.196769:0:17879:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384980.196770:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 7 - export 00000020:00000040:1.0:1767384980.196772:0:17879:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a6b 00000100:00000200:0.0:1767384980.196774:0:17057:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363770624 00000100:00100000:3.0:1767384980.196776:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000010:2.0:1767384980.196777:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a7545306. 00000020:00000001:1.0:1767384980.196777:0:17879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384980.196780:0:17057:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:3.0:1767384980.196782:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 1 00000020:00000040:1.0:1767384980.196782:0:17879:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004dda2cbe refcount=5 00000020:00000001:2.0:1767384980.196784:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000002:0.0:1767384980.196784:0:17057:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:1.0:1767384980.196787:0:17879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:3.0:1767384980.196788:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384980.196789:0:17057:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384980.196792:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384980.196792:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000001:1.0:1767384980.196792:0:17879:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780990347264 : -107292719204352 : ffff9e6af795b800) 00000100:00000001:0.0:1767384980.196795:0:17057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000080:2.0:1767384980.196796:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000edaaaccc for lustre-MDT0000 00000020:00000010:3.0:1767384980.196797:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008edc9be5. 00000100:00000001:1.0:1767384980.196798:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384980.196800:0:17057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384980.196803:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000040:2.0:1767384980.196803:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 16 to 0@lo 00000020:00000010:1.0:1767384980.196803:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000de28798. 00000020:00000040:2.0:1767384980.196808:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 6 - import 00000100:00000001:1.0:1767384980.196808:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384980.196809:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf0b09aa. 00000020:00000010:2.0:1767384980.196813:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000edaaaccc. 00000020:00000010:1.0:1767384980.196813:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000de28798. 02000000:00000010:0.0:1767384980.196813:0:17057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000017457cd2. 00000020:00000040:3.0:1767384980.196815:0:17059:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 12 02000000:00000001:0.0:1767384980.196819:0:17057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.196821:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384980.196822:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1767384980.196823:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5f9156a. 00000100:00000001:0.0:1767384980.196825:0:17057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.196829:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001cd5fe67. 00010000:00000001:0.0:1767384980.196830:0:17057:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:1.0:1767384980.196833:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 00010000:00010000:0.0:1767384980.196834:0:17057:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000040:3.0:1767384980.196836:0:17101:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000001:3.0:1767384980.196840:0:17101:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384980.196840:0:17057:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384980.196842:0:17879:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:0.0:1767384980.196844:0:17057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384980.196847:0:17879:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384980.196849:0:17057:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000426aa8a8 refcount=3 00010000:00000001:2.0:1767384980.196850:0:40090:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000100:00000001:1.0:1767384980.196850:0:17879:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384980.196854:0:17879:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384980.196855:0:17057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190683136 : -107293518868480 : ffff9e6ac7ebd000) 00010000:00000010:2.0:1767384980.196856:0:40090:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000001ea821be. 00000100:00000001:1.0:1767384980.196861:0:17879:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384980.196862:0:40090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031ba8b3f. 00010000:00000001:0.0:1767384980.196862:0:17057:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190683136 : -107293518868480 : ffff9e6ac7ebd000) 00010000:00000040:0.0:1767384980.196886:0:17057:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006a293823 count: 2 00010000:00000001:0.0:1767384980.196889:0:17057:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384980.196890:0:17057:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384980.196893:0:17057:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384980.196896:0:17057:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384980.196898:0:40090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001992f11e. 00000020:00000001:0.0:1767384980.196898:0:17057:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384980.196905:0:17057:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767384980.196906:0:40090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000071b2a593. 00000100:00000001:1.0:1767384980.196906:0:17879:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384980.196907:0:17057:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384980.196911:0:17057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384980.196913:0:40090:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da2eab92. 00010000:00000001:0.0:1767384980.196914:0:17057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384980.196917:0:17057:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767384980.196921:0:40090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b67d78d. 00010000:00000001:0.0:1767384980.196921:0:17057:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.196922:0:17879:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384980.196925:0:17879:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384980.196927:0:17057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000426aa8a8 with handle 0x135556ebb4843930 from hash 80000000:00000010:2.0:1767384980.196928:0:40090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008ec49832. 00000100:00100000:1.0:1767384980.196932:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000001:0.0:1767384980.196933:0:17057:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 40000000:00000010:2.0:1767384980.196934:0:40090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b3db9a9. 00010000:00000001:0.0:1767384980.196937:0:17057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384980.196938:0:17879:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004dda2cbe : new rpc_count 1 00100000:00000010:2.0:1767384980.196939:0:40090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f76f8ba8. 00010000:00000001:0.0:1767384980.196940:0:17057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384980.196942:0:17879:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781128179584 : -107292581372032 : ffff9e6affccdf80) 00010000:00000001:0.0:1767384980.196943:0:17057:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00040000:00000010:2.0:1767384980.196945:0:40090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dd295e3b. 00010000:00000001:0.0:1767384980.196948:0:17057:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00040000:00000010:2.0:1767384980.196950:0:40090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000023abd11b. 00010000:00000001:0.0:1767384980.196950:0:17057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384980.196951:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384980.196951:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc3fd87c x1853237363770496/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:206/0 lens 224/0 e 0 to 0 dl 1767384991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384980.196955:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384980.196956:0:17057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000426aa8a8/0x135556ebb4843930 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb4843929 expref: 12 pid: 17067 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384980.196959:0:40090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c35522dc. 00000400:00000001:3.0:1767384980.196960:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384980.196964:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000010:2.0:1767384980.196967:0:40090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cdd683bc. 00000400:00000010:3.0:1767384980.196968:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec332fbf. 00000400:00000200:3.0:1767384980.196974:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e792cc 00002000:00000010:2.0:1767384980.196975:0:40090:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000a617474. 00000400:00000010:3.0:1767384980.196978:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047e792cc. 00010000:00000040:0.0:1767384980.196978:0:17057:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 6 00000020:00000010:2.0:1767384980.196980:0:40090:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e99812e3. 00000100:00000001:1.0:1767384980.196980:0:17879:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384980.196984:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384980.196985:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000de28798. 00000020:00000040:0.0:1767384980.196985:0:17057:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 11 00000100:00000200:3.0:1767384980.196990:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384980.196992:0:17879:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384980.196995:0:17057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384980.196996:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1767384980.196999:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000de28798. 00010000:00000001:0.0:1767384980.197000:0:17057:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1767384980.197001:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.197006:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767384980.197008:0:17879:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc3fd87c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16339:x1853237363770496:12345-0@lo:9: 00010000:00000001:0.0:1767384980.197012:0:17057:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:3.0:1767384980.197014:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384980.197016:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363770496 00010000:00000001:0.0:1767384980.197016:0:17057:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384980.197022:0:17879:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384980.197023:0:17057:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.197027:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384980.197027:0:17879:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384980.197028:0:17057:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384980.197033:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384980.197033:0:17879:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384980.197034:0:17057:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006a293823 count: 0 00000100:00000001:3.0:1767384980.197039:0:16341:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384980.197040:0:17879:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384980.197042:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384980.197044:0:17879:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666613008 : -1042938608 : ffffffffc1d60510) 00000100:00000001:3.0:1767384980.197046:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1767384980.197046:0:17057:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:1.0:1767384980.197047:0:17879:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384980.197049:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384980.197051:0:17057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384980.197052:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.197052:0:17879:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384980.197058:0:17879:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384980.197058:0:17057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1767384980.197059:0:16341:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=98 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384980.197062:0:17057:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384980.197063:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384980.197063:0:17879:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1767384980.197064:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=98 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384980.197068:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.197068:0:17879:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.197069:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767384980.197069:0:17057:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384980.197072:0:16341:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384980.197072:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384980.197072:0:17879:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000020:00000001:2.0:1767384980.197076:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384980.197076:0:17879:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000001:3.0:1767384980.197077:0:16341:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384980.197078:0:17057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384980.197080:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.197080:0:17879:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384980.197081:0:16341:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384980.197083:0:17057:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 17 to 0@lo 02000000:00000001:1.0:1767384980.197084:0:17879:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:2.0:1767384980.197086:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384980.197087:0:16341:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.197089:0:17057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000010:1.0:1767384980.197091:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000039a81d0a. 00000100:00000040:3.0:1767384980.197093:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384980.197093:0:17057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384980.197098:0:17879:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384980.197098:0:17057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.197104:0:17057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384980.197105:0:17879:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.197106:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384980.197110:0:40089:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000100:00000040:0.0:1767384980.197111:0:17057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384980.197112:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384980.197114:0:17879:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=6 00000100:00000001:3.0:1767384980.197116:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384980.197117:0:17879:0:(obd_class.h:902:obd_disconnect()) Process entered 00000400:00000010:0.0:1767384980.197117:0:17057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000020:00000010:2.0:1767384980.197119:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001350941d. 00000100:00000040:3.0:1767384980.197121:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384980.197122:0:17879:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000100:00000200:0.0:1767384980.197123:0:17057:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363770624, offset 224 00000020:00000040:1.0:1767384980.197126:0:17879:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=7 00000040:00000010:2.0:1767384980.197127:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000c70c527. 00000020:00000010:2.0:1767384980.197132:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e2d715cd. 00010000:00000001:1.0:1767384980.197132:0:17879:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000400:00000200:0.0:1767384980.197134:0:17057:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384980.197136:0:17879:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000010:2.0:1767384980.197139:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e1682313. 00000020:00000040:1.0:1767384980.197142:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 6 00000100:00100000:3.0:1767384980.197146:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a203518c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87a2e106-e553-4e56-a48a-4e53df41a160:16341:1853237363770368:0@lo:103: 00000400:00000200:0.0:1767384980.197147:0:17057:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384980.197148:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000089624589. 00000020:00000080:1.0:1767384980.197148:0:17879:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843a6b 00000020:00000040:1.0:1767384980.197153:0:17879:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004dda2cbe with handle 0x135556ebb4843a6b from hash 80000000:00000010:2.0:1767384980.197156:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ef410c54. 00000100:00000001:3.0:1767384980.197157:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384980.197158:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 5 00000400:00000200:0.0:1767384980.197161:0:17057:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c08500 00000100:00000001:3.0:1767384980.197162:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 40000000:00000010:2.0:1767384980.197164:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005ab31172. 00000020:00000010:1.0:1767384980.197165:0:17879:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008ebd98dc. 00000100:00000040:3.0:1767384980.197169:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a203518c x1853237363770368/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384980.197170:0:17057:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2151 [1] + 224 00100000:00000010:2.0:1767384980.197171:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000655fce79. 00000020:00000001:1.0:1767384980.197171:0:17879:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384980.197175:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 4 00000400:00000200:0.0:1767384980.197178:0:17057:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384980.197180:0:17879:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00040000:00000010:2.0:1767384980.197184:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e4342435. 00000020:00000040:1.0:1767384980.197184:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 3 00000400:00000200:0.0:1767384980.197186:0:17057:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384980.197190:0:17879:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384980.197191:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e643371c. 00000100:00000001:3.0:1767384980.197193:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384980.197194:0:17879:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00040000:00000010:2.0:1767384980.197195:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000abddc5a8. 00000100:00000001:0.0:1767384980.197195:0:17057:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384980.197196:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384980.197200:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0de2831. 00000100:00080000:1.0:1767384980.197200:0:17879:0:(import.c:65:import_set_state_nolock()) 0000000093d7db79 : changing import state from FULL to CLOSED 00000100:00000200:0.0:1767384980.197202:0:17057:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384980.197204:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000002a37f0f. 02000000:00000001:3.0:1767384980.197206:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384980.197207:0:17879:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000001:3.0:1767384980.197210:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384980.197211:0:17879:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00080000:00000010:2.0:1767384980.197212:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001109ae82. 00000020:00000040:3.0:1767384980.197214:0:16341:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:1.0:1767384980.197216:0:17879:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000004:00000010:2.0:1767384980.197218:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004af44085. 00000020:00000001:3.0:1767384980.197220:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384980.197224:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000942bfb4f. 00000004:00000010:2.0:1767384980.197226:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000398329df. 00000100:00000040:0.0:1767384980.197227:0:17057:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384980.197228:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384980.197229:0:17879:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384980.197232:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000010:2.0:1767384980.197234:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c4c9d41e. 00000100:00000010:3.0:1767384980.197236:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a203518c. 00000020:00000010:1.0:1767384980.197237:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d530ca88. 00000100:00000001:3.0:1767384980.197242:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000004:00000010:2.0:1767384980.197242:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a86e4c73. 00000020:00000010:1.0:1767384980.197244:0:17879:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eff1099e. 00000100:00000001:3.0:1767384980.197246:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384980.197250:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c45af639. 00000020:00000010:1.0:1767384980.197250:0:17879:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6217025. 00000100:00000001:3.0:1767384980.197251:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.197257:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384980.197257:0:17057:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384980.197261:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384980.197261:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000008d3e5a99/00000000fe49618d to site lru. bkt: 0000000028a438da 00000400:00000200:0.0:1767384980.197264:0:17057:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000100:00000001:3.0:1767384980.197265:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000010:2.0:1767384980.197268:0:40089:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 000000000571599b. 00000020:00000010:1.0:1767384980.197268:0:17879:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004e86d033. 00000400:00000010:0.0:1767384980.197268:0:17057:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000100:00000001:3.0:1767384980.197269:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.197276:0:17879:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000008866405. 00000100:00000001:0.0:1767384980.197277:0:17057:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:2.0:1767384980.197278:0:40089:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000004:00000040:2.0:1767384980.197280:0:40089:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 80000000:00000010:1.0:1767384980.197281:0:17879:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004fd40cff. 00000004:00000040:2.0:1767384980.197283:0:40089:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002a9f53a2 : new refcount 2 40000000:00000010:1.0:1767384980.197284:0:17879:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000de28798. 00000100:00000001:0.0:1767384980.197285:0:17057:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384980.197287:0:17061:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000040:00000001:2.0:1767384980.197288:0:40089:0:(llog_cat.c:426:llog_cat_close()) Process entered 00100000:00000010:1.0:1767384980.197289:0:17879:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000022fb18a3. 00010000:00000001:3.0:1767384980.197291:0:17061:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384980.197291:0:17057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384980.197293:0:40089:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000010:1.0:1767384980.197293:0:17879:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061881cf4. 00010000:00010000:3.0:1767384980.197294:0:17061:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384980.197297:0:17057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 16 to 0@lo 00040000:00000010:1.0:1767384980.197299:0:17879:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000acc60024. 00010000:00000001:0.0:1767384980.197303:0:17057:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384980.197305:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00080000:00000010:1.0:1767384980.197305:0:17879:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000feece530. 00010000:00000001:0.0:1767384980.197308:0:17057:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384980.197310:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00010000:3.0:1767384980.197311:0:17061:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000032a9dda7 already unused, calling callback (00000000c41d87b4) 00080000:00000010:1.0:1767384980.197313:0:17879:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000033e8f4bd. 00000100:00000040:0.0:1767384980.197314:0:17057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089d53c3b x1853237363770624/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/224 e 0 to 0 dl 1767384991 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000001:2.0:1767384980.197315:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 10000000:00000001:3.0:1767384980.197317:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00040000:00000001:2.0:1767384980.197319:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 10000000:00010000:3.0:1767384980.197320:0:17061:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00002000:00000010:1.0:1767384980.197321:0:17879:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c09460ea. 00040000:00000001:2.0:1767384980.197322:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384980.197325:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000001:00000001:1.0:1767384980.197327:0:17879:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767384980.197331:0:17879:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00080000:00000010:2.0:1767384980.197333:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000080fcda71. 00010000:00000001:3.0:1767384980.197336:0:17061:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384980.197340:0:17061:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000010:2.0:1767384980.197341:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c63b7f23. 00000001:00000001:1.0:1767384980.197341:0:17879:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000020:00000001:3.0:1767384980.197344:0:17061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384980.197362:0:17061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032a9dda7 refcount=3 00000001:00000004:1.0:1767384980.197362:0:17879:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00100000:0.0:1767384980.197362:0:17057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089d53c3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:87a2e106-e553-4e56-a48a-4e53df41a160+11:16343:x1853237363770624:12345-0@lo:103: Request processed in 608us (980us total) trans 0 rc 0/0 00000004:00000010:2.0:1767384980.197367:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a8f36a7f. 00000020:00000001:3.0:1767384980.197368:0:17061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00080000:00000001:1.0:1767384980.197370:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384980.197373:0:17061:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636780190681088 : -107293518870528 : ffff9e6ac7ebc800) 00000004:00000001:2.0:1767384980.197373:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00080000:00000010:1.0:1767384980.197376:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003a036177. 00000004:00000040:2.0:1767384980.197377:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00010000:00000001:3.0:1767384980.197378:0:17061:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1767384980.197381:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775872975360 : -107297836576256 : ffff9e69c690d200) 00000004:00000010:2.0:1767384980.197382:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000525fa669. 00000100:00100000:0.0:1767384980.197382:0:17057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1767384980.197383:0:17061:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384980.197387:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000040:0.0:1767384980.197388:0:17057:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000004:00000001:2.0:1767384980.197391:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000001:00000001:1.0:1767384980.197394:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384980.197394:0:17057:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000040:00000001:2.0:1767384980.197395:0:40089:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384980.197396:0:17061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384980.197398:0:17057:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000010:1.0:1767384980.197399:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ccbd1aec. 10000000:00010000:3.0:1767384980.197400:0:17061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000040:00000010:2.0:1767384980.197402:0:40089:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000d00a02e1. 00000020:00000010:0.0:1767384980.197403:0:17057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7c1748a. 00080000:00000001:1.0:1767384980.197405:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384980.197410:0:17057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006aba0214. 00080000:00000001:1.0:1767384980.197412:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 10000000:01000000:3.0:1767384980.197415:0:17061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:00000010:0.0:1767384980.197416:0:17057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e12ddd17. 00000040:00000010:2.0:1767384980.197418:0:40089:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000036294c11. 10000000:01000000:3.0:1767384980.197419:0:17061:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00000020:00000040:0.0:1767384980.197420:0:17057:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 10 10000000:00000001:3.0:1767384980.197422:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 00080000:00000001:1.0:1767384980.197424:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384980.197426:0:17061:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000003d070fc7) refs 1 00000040:00000001:2.0:1767384980.197426:0:40089:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384980.197427:0:17057:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384980.197430:0:17879:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 10000000:01000000:3.0:1767384980.197433:0:17061:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000040:00000001:2.0:1767384980.197434:0:40089:0:(llog_obd.c:93:llog_cleanup()) Process entered 10000000:00000001:3.0:1767384980.197436:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 00000040:00000040:2.0:1767384980.197438:0:40089:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002a9f53a2 : new refcount 1 10000000:00000001:3.0:1767384980.197439:0:17061:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384980.197440:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384980.197440:0:17061:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384980.197441:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384980.197442:0:17061:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384980.197442:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384980.197443:0:17061:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384980.197444:0:17061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384980.197445:0:17061:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384980.197447:0:17061:0:(genops.c:898:class_export_put()) PUTting export 0000000010ba394e : new refcount 7 10000000:00000010:3.0:1767384980.197450:0:17061:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 000000003d070fc7. 00000020:00000040:2.0:1767384980.197450:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000130748c2 : new refcount 2 10000000:00000001:3.0:1767384980.197453:0:17061:0:(mgc_request.c:147:config_log_put()) Process leaving 00000001:00000040:1.0:1767384980.197453:0:17879:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000040:00000010:2.0:1767384980.197454:0:40089:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000002a9f53a2. 10000000:00000001:3.0:1767384980.197456:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384980.197458:0:17879:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.197459:0:17061:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384980.197463:0:17061:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000040:00000001:2.0:1767384980.197463:0:40089:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384980.197463:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384980.197466:0:17061:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:2.0:1767384980.197467:0:40089:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00010000:00000001:3.0:1767384980.197469:0:17061:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:1.0:1767384980.197471:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ccbd1aec. 00010000:00000001:3.0:1767384980.197472:0:17061:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384980.197472:0:40089:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384980.197476:0:40089:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384980.197477:0:17061:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000032a9dda7 with handle 0x135556ebb4843d51 from hash 00040000:00000001:1.0:1767384980.197477:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384980.197480:0:17879:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1767384980.197481:0:17061:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000010:2.0:1767384980.197481:0:40089:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 0000000015099779. 00080000:00000001:1.0:1767384980.197484:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.197485:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1767384980.197486:0:40089:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000001:00000040:1.0:1767384980.197487:0:17879:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00010000:00000001:3.0:1767384980.197488:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384980.197491:0:17061:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:1.0:1767384980.197492:0:17879:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.197493:0:17061:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384980.197495:0:17061:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767384980.197499:0:17061:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000001:00000001:1.0:1767384980.197499:0:17879:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00010000:00000001:3.0:1767384980.197501:0:17061:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00080000:00000001:1.0:1767384980.197503:0:17879:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000010:3.0:1767384980.197506:0:17061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a66dcdfc. 00080000:00000010:1.0:1767384980.197508:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ac8a7f24. 00000004:00000001:0.0:1767384980.197508:0:17092:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384980.197509:0:17061:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=5 obd=MGC192.168.203.109@tcp 00000100:00000001:3.0:1767384980.197516:0:17061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:1.0:1767384980.197516:0:17879:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775872972288 : -107297836579328 : ffff9e69c690c600) 02000000:00000001:3.0:1767384980.197518:0:17061:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384980.197521:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:1.0:1767384980.197521:0:17879:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:3.0:1767384980.197523:0:17061:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.197524:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1767384980.197525:0:17879:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384980.197529:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ccbd1aec. 02000000:00000010:3.0:1767384980.197531:0:17061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf0b09aa. 00000400:00000001:2.0:1767384980.197531:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000001:1.0:1767384980.197532:0:17879:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384980.197533:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384980.197537:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e9caedf. 00080000:00000001:1.0:1767384980.197537:0:17879:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384980.197539:0:17061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384980.197541:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00080000:00000001:1.0:1767384980.197541:0:17879:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.197543:0:17061:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000010:2.0:1767384980.197545:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000001:00000010:1.0:1767384980.197546:0:17879:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000bbe960b4. 00010000:00010000:3.0:1767384980.197548:0:17061:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00000001:00000040:1.0:1767384980.197549:0:17879:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000004dda2cbe : new cb_count 1 00000100:00000001:2.0:1767384980.197550:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384980.197554:0:17879:0:(genops.c:887:class_export_get()) GET export 000000004dda2cbe refcount=4 00000100:00000200:2.0:1767384980.197556:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384980.197563:0:40089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b70cd113. 00000001:00000001:1.0:1767384980.197565:0:17879:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000020:00000010:0.0:1767384980.197569:0:40089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002751fdf2. 00080000:00000001:1.0:1767384980.197570:0:17879:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384980.197576:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063c59771. 00080000:00000010:1.0:1767384980.197577:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ccbd1aec. 00010000:00010000:3.0:1767384980.197584:0:17061:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00040000:00000001:1.0:1767384980.197585:0:17879:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:2.0:1767384980.197587:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384980.197587:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003d24739a. 00010000:00000001:3.0:1767384980.197588:0:17061:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384980.197588:0:17879:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384980.197592:0:17879:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384980.197594:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cb750876. 00000100:00000001:3.0:1767384980.197595:0:17061:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000001:00000040:1.0:1767384980.197596:0:17879:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000001:3.0:1767384980.197599:0:17061:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384980.197600:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e967efd6. 00000001:00000040:1.0:1767384980.197602:0:17879:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000100:00000001:2.0:1767384980.197604:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384980.197606:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006d2e4411. 00000100:00000040:3.0:1767384980.197607:0:17061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a66dcdfc] to pc [ptlrpcd_00_03+3] req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384980.197607:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384980.197607:0:17879:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384980.197611:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a4179bf9. 00000100:00000001:2.0:1767384980.197612:0:16343:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384980.197613:0:17879:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eff1099e. 02000000:00000001:2.0:1767384980.197617:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 80000000:00000010:0.0:1767384980.197617:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000272eaa1e. 00000020:00000010:1.0:1767384980.197620:0:17879:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6217025. 00000100:00000001:2.0:1767384980.197621:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 40000000:00000010:0.0:1767384980.197623:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f91ead32. 00000100:00000001:2.0:1767384980.197625:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.197627:0:17879:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004e86d033. 00100000:00000010:0.0:1767384980.197630:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004fba14c4. 02000000:00000001:2.0:1767384980.197631:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.197633:0:17879:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000008866405. 00040000:00000010:0.0:1767384980.197636:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004998eaae. 00000100:00001000:2.0:1767384980.197638:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=98 v=5 (5 0 0 0) 80000000:00000010:1.0:1767384980.197639:0:17879:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004fd40cff. 00040000:00000010:0.0:1767384980.197642:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000036028fb6. 00000100:00001000:2.0:1767384980.197643:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=98 v=5 (1 0 0 0) 40000000:00000010:1.0:1767384980.197644:0:17879:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000de28798. 00010000:00000001:3.0:1767384980.197645:0:17061:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000010:0.0:1767384980.197647:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004732d0e5. 00010000:00000001:3.0:1767384980.197651:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384980.197652:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00100000:00000010:1.0:1767384980.197652:0:17879:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000022fb18a3. 00010000:00000001:3.0:1767384980.197655:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384980.197656:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.197658:0:17061:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384980.197659:0:17879:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000061881cf4. 00010000:00000001:2.0:1767384980.197660:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000010:0.0:1767384980.197660:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002cfc578f. 00010000:00000001:3.0:1767384980.197661:0:17061:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384980.197663:0:16343:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384980.197665:0:17879:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000acc60024. 10000000:00000001:3.0:1767384980.197666:0:17061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.197667:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384980.197668:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a92f528b. 00010000:00010000:3.0:1767384980.197671:0:17061:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384980.197673:0:17879:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000033e8f4bd. 00000004:00000010:0.0:1767384980.197676:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d6ded5c3. 00000100:00000040:2.0:1767384980.197677:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384980.197681:0:17879:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000feece530. 00000004:00000010:0.0:1767384980.197682:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b609e7f4. 00010000:00000001:3.0:1767384980.197685:0:17061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384980.197688:0:17061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: 0000000032a9dda7/0x135556ebb4843d51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x135556ebb4843d58 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00002000:00000010:1.0:1767384980.197688:0:17879:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c09460ea. 00000004:00000010:0.0:1767384980.197689:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000010b299a4. 00000020:00000010:1.0:1767384980.197694:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d530ca88. 00000004:00000010:0.0:1767384980.197696:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006c705255. 00000001:00000001:1.0:1767384980.197700:0:17879:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000010:0.0:1767384980.197703:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4c49316. 00010000:00000040:3.0:1767384980.197706:0:17061:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000084255495 count: 0 00000001:00000040:1.0:1767384980.197706:0:17879:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000008233b060) : new refcount 4 00000004:00000001:0.0:1767384980.197707:0:40089:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000004:20000000:0.0:1767384980.197712:0:40089:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000001:00000001:1.0:1767384980.197713:0:17879:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:3.0:1767384980.197716:0:17061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384980.197717:0:17879:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 3 00000004:00000001:0.0:1767384980.197717:0:40089:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767384980.197719:0:17061:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:1.0:1767384980.197722:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 3 00010000:00000010:3.0:1767384980.197723:0:17061:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000cb07cc1. 00000004:00000040:0.0:1767384980.197724:0:40089:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a18a206a : new refcount 3 00000100:00000001:2.0:1767384980.197726:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384980.197727:0:17879:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000004:00000040:0.0:1767384980.197729:0:40089:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a18a206a : new refcount 2 00010000:00000001:3.0:1767384980.197730:0:17061:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.197730:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000040:1.0:1767384980.197731:0:17879:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000008233b060) : new refcount 2 00000100:00000001:2.0:1767384980.197736:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1767384980.197736:0:40089:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a18a206a : new refcount 1 00000020:00000001:3.0:1767384980.197737:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1767384980.197737:0:17879:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000001:3.0:1767384980.197741:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384980.197742:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384980.197742:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 2 00000004:00000040:0.0:1767384980.197743:0:40089:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000023774995 : new refcount 3 00010000:00010000:3.0:1767384980.197745:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000040:0.0:1767384980.197748:0:40089:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000023774995 : new refcount 2 00000020:00000001:3.0:1767384980.197749:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:1.0:1767384980.197749:0:17879:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384980.197753:0:40089:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000023774995 : new refcount 1 00000020:00000001:3.0:1767384980.197754:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.197754:0:17879:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384980.197759:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00010000:00000001:1.0:1767384980.197761:0:17879:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384980.197762:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767384980.197763:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047f7dd88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:87a2e106-e553-4e56-a48a-4e53df41a160:16343:1853237363770624:0@lo:103: 00000020:00080000:0.0:1767384980.197763:0:40089:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000b9efb300) has no exports 00000020:00000001:3.0:1767384980.197765:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384980.197767:0:17879:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384980.197768:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384980.197769:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384980.197771:0:17879:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237363770496 00010000:00000001:0.0:1767384980.197772:0:40089:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00010000:3.0:1767384980.197773:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384980.197775:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384980.197775:0:40089:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384980.197778:0:17879:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384980.197779:0:40089:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000100:00000001:2.0:1767384980.197780:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384980.197781:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1767384980.197782:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00010000:00000200:1.0:1767384980.197783:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc3fd87c x1853237363770496/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:206/0 lens 224/224 e 0 to 0 dl 1767384991 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384980.197785:0:16342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:2.0:1767384980.197785:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047f7dd88 x1853237363770624/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384980.197786:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767384980.197791:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.197798:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384980.197798:0:17879:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384980.197799:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384980.197800:0:17879:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.197802:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384980.197803:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767384980.197803:0:17879:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bf39cc97 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384980.197805:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384980.197806:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc0061ea. 00000100:00000001:1.0:1767384980.197807:0:17879:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384980.197808:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384980.197811:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384980.197812:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384980.197812:0:17879:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 17 to 0@lo 00000020:00000001:2.0:1767384980.197814:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384980.197814:0:17879:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000040:3.0:1767384980.197815:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384980.197816:0:16343:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 02000000:00000001:1.0:1767384980.197819:0:17879:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384980.197821:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384980.197822:0:17879:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384980.197824:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000033adfb99. 00000100:00000001:1.0:1767384980.197827:0:17879:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384980.197828:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384980.197831:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384980.197833:0:17879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1767384980.197834:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047f7dd88. 00000400:00000010:1.0:1767384980.197837:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000100:00000001:3.0:1767384980.197840:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384980.197840:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384980.197841:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384980.197841:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237363770496, offset 224 00000100:00000001:3.0:1767384980.197843:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.197845:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384980.197847:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384980.197848:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384980.197850:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384980.197851:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384980.197853:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.197855:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384980.197858:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384980.197860:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a66dcdfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363770752:0@lo:103: 00000100:00000001:2.0:1767384980.197860:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384980.197862:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384980.197891:0:16343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008933dcae. 00000100:00000001:3.0:1767384980.197892:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384980.197892:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272c08480 02000000:00000001:3.0:1767384980.197896:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384980.197899:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384980.197899:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2159 [1] + 224 02000000:00000001:3.0:1767384980.197904:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384980.197906:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384980.197908:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000957030ed. 02000000:00000001:3.0:1767384980.197911:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384980.197914:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384980.197916:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac77d84. 00000020:00000001:2.0:1767384980.197918:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384980.197919:0:17879:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384980.197921:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000020:00000001:2.0:1767384980.197921:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384980.197925:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384980.197926:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363770752, portal 18 00010000:00010000:2.0:1767384980.197926:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384980.197931:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384980.197933:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636781079259648 : -107292630291968 : ffff9e6afce26a00) 00000100:00000040:3.0:1767384980.197939:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384980.197946:0:17879:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384980.197947:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384980.197952:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384980.197955:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da4bd5dd. 00000100:00000200:3.0:1767384980.197958:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363770752, offset 0 00000400:00000200:3.0:1767384980.197965:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384980.197972:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384980.197977:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c08580 00000100:00000001:1.0:1767384980.197978:0:17879:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384980.197981:0:16342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000400:00000200:3.0:1767384980.197985:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384980.197988:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384980.197991:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384980.197994:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:1.0:1767384980.197997:0:17879:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384980.197998:0:16342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384980.197999:0:17879:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384980.198000:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384980.198001:0:16342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1767384980.198002:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384980.198005:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a93edc9. 00000100:00000001:1.0:1767384980.198006:0:17879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384980.198008:0:16342:0:(events.c:337:request_in_callback()) incoming req@000000005a93edc9 x1853237363770752 msgsize 328 00000400:00000001:2.0:1767384980.198013:0:16339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384980.198013:0:17879:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 16 to 0@lo 00000100:00100000:3.0:1767384980.198017:0:16342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:2.0:1767384980.198017:0:16339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384980.198018:0:17879:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384980.198021:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde138d9. 00000020:00000001:1.0:1767384980.198021:0:17879:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.198024:0:17879:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384980.198025:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e339bf76 00000400:00000010:2.0:1767384980.198027:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e339bf76. 00000100:00000001:3.0:1767384980.198028:0:16342:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384980.198029:0:17879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc3fd87c x1853237363770496/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:206/0 lens 224/224 e 0 to 0 dl 1767384991 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384980.198030:0:16339:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384980.198034:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4bd5dd 00000100:00000200:2.0:1767384980.198035:0:16339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384980.198038:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4bd5dd. 00000100:00100000:1.0:1767384980.198043:0:17879:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc3fd87c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:16339:x1853237363770496:12345-0@lo:9: Request processed in 1060us (1548us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384980.198044:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384980.198049:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384980.198050:0:16339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384980.198055:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384980.198059:0:17879:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004dda2cbe : new rpc_count 0 00000100:00000001:1.0:1767384980.198064:0:17879:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384980.198066:0:17879:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384980.198070:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001cd5fe67. 00000020:00000010:1.0:1767384980.198074:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bedff79e. 00000020:00000010:1.0:1767384980.198079:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5f9156a. 00000100:00000001:3.0:1767384980.198081:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384980.198081:0:16339:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384980.198083:0:17879:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 1 00000100:00000001:2.0:1767384980.198085:0:16339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384980.198086:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384980.198086:0:17879:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384980.198088:0:16339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384980.198091:0:16339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384980.198094:0:16339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384980.198097:0:16339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198098:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198103:0:16342:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384980.198104:0:16339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198106:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198110:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294968083 00000100:00001000:2.0:1767384980.198110:0:16339:0:(import.c:2128:obd_at_measure()) add 5 to 000000004fa85088 time=88 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384980.198113:0:17057:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384980.198114:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968081 00000100:00001000:2.0:1767384980.198116:0:16339:0:(import.c:2128:obd_at_measure()) add 1 to 0000000004fa7c37 time=88 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384980.198116:0:17057:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363770752 02000000:00000001:1.0:1767384980.198119:0:17057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384980.198120:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294968083 00000100:00000001:2.0:1767384980.198121:0:16339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384980.198121:0:17057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384980.198124:0:16339:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.198124:0:17057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198125:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968081 00010000:00000001:2.0:1767384980.198128:0:16339:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384980.198129:0:17057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198130:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294968083 00000100:00100000:1.0:1767384980.198133:0:17057:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363770752 00010000:00080000:2.0:1767384980.198134:0:16339:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384980.198135:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968081 00000020:00000001:1.0:1767384980.198136:0:17057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384980.198139:0:17057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000001:3.0:1767384980.198141:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294968083 00000020:00000001:1.0:1767384980.198142:0:17057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.198146:0:17057:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=11 00000100:00000001:3.0:1767384980.198147:0:16342:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968081 00010000:00000001:2.0:1767384980.198149:0:16339:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.198149:0:17057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:3.0:1767384980.198151:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384980.198154:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.198154:0:16339:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384980.198154:0:17057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000040:2.0:1767384980.198157:0:16339:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384980.198160:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.198160:0:17057:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384980.198161:0:16339:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384980.198164:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000de28798. 00000100:00000001:2.0:1767384980.198165:0:16339:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198166:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.198168:0:17057:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384980.198170:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384980.198172:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000de28798. 00000100:00000001:2.0:1767384980.198176:0:16339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384980.198176:0:17057:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbcf767e. 00000100:00000001:2.0:1767384980.198178:0:16339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384980.198179:0:17057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001cd5fe67. 00000100:00000001:2.0:1767384980.198180:0:16339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384980.198181:0:17057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 00000100:00000040:1.0:1767384980.198186:0:17057:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00080000:2.0:1767384980.198188:0:16339:0:(import.c:65:import_set_state_nolock()) 00000000aac4193d lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1767384980.198188:0:17057:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384980.198189:0:17057:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384980.198191:0:16339:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:1.0:1767384980.198191:0:17057:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384980.198192:0:17057:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384980.198193:0:16339:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00010000:00000001:1.0:1767384980.198194:0:17057:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384980.198197:0:17057:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.198198:0:17057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.198200:0:17057:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007816436e refcount=3 00000020:00000001:1.0:1767384980.198202:0:17057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078001664 : -107292631549952 : ffff9e6afccf3800) 00010000:00000001:1.0:1767384980.198204:0:17057:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078001664 : -107292631549952 : ffff9e6afccf3800) 00000004:00080000:2.0:1767384980.198207:0:16339:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00010000:00000001:1.0:1767384980.198207:0:17057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384980.198208:0:16339:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1767384980.198208:0:17057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384980.198210:0:16339:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:1.0:1767384980.198210:0:17057:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384980.198211:0:16339:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000100:00000001:1.0:1767384980.198212:0:17057:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384980.198214:0:16339:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384980.198215:0:16339:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384980.198215:0:17057:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384980.198220:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384980.198224:0:17057:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384980.198227:0:16339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054e27bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16339:1853237363770496:0@lo:9: 00000100:00000001:2.0:1767384980.198232:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384980.198232:0:17057:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384980.198234:0:16339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384980.198234:0:17057:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384980.198237:0:16339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054e27bee x1853237363770496/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384980.198239:0:17057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384980.198240:0:18889:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384980.198242:0:17057:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:3.0:1767384980.198244:0:18889:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384980.198246:0:17057:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079255168 : -107292630296448 : ffff9e6afce25880) 00000100:00000001:3.0:1767384980.198247:0:18889:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.198248:0:16339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384980.198250:0:18889:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384980.198251:0:17057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a93edc9 x1853237363770752/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/0 e 0 to 0 dl 1767384991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384980.198252:0:16339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384980.198255:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd3486ae. 02000000:00000001:2.0:1767384980.198259:0:16339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384980.198260:0:16339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384980.198262:0:16339:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=1 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384980.198262:0:17057:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384980.198264:0:16339:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384980.198265:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000de28798. 02000000:00000010:2.0:1767384980.198266:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009035619. 00000100:00000001:1.0:1767384980.198267:0:17057:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384980.198268:0:16339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1767384980.198269:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000de28798. 02000000:00000001:2.0:1767384980.198270:0:16339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384980.198271:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054e27bee. 00000100:00100000:1.0:1767384980.198273:0:17057:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a93edc9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:87a2e106-e553-4e56-a48a-4e53df41a160+11:16342:x1853237363770752:12345-0@lo:103: 00000100:00000001:2.0:1767384980.198274:0:16339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384980.198275:0:16339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384980.198276:0:17057:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363770752 00000100:00000001:2.0:1767384980.198277:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384980.198278:0:17057:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1767384980.198280:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000002:1.0:1767384980.198280:0:17057:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384980.198281:0:17057:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384980.198282:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.198284:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384980.198284:0:17057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384980.198285:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384980.198286:0:17057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384980.198288:0:17057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c09460ea. 02000000:00000001:1.0:1767384980.198290:0:17057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.198292:0:17057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.198294:0:17057:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384980.198295:0:17057:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384980.198297:0:17057:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384980.198298:0:17057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384980.198300:0:17057:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007816436e refcount=3 00000020:00000001:1.0:1767384980.198302:0:17057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636781078001664 : -107292631549952 : ffff9e6afccf3800) 00010000:00000001:1.0:1767384980.198304:0:17057:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636781078001664 : -107292631549952 : ffff9e6afccf3800) 00010000:00000040:1.0:1767384980.198307:0:17057:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005dce08ea count: 2 00010000:00000001:1.0:1767384980.198310:0:17057:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384980.198312:0:17057:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384980.198313:0:17057:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384980.198315:0:17057:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.198317:0:17057:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.198319:0:17057:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384980.198321:0:17057:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384980.198324:0:17057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.198326:0:17057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384980.198327:0:17057:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384980.198329:0:17057:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384980.198331:0:17057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007816436e with handle 0x135556ebb4843d58 from hash 00010000:00000001:1.0:1767384980.198333:0:17057:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384980.198334:0:17057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384980.198335:0:17057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384980.198336:0:17057:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384980.198337:0:17057:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384980.198337:0:17057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384980.198339:0:17057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007816436e/0x135556ebb4843d58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb4843d51 expref: 11 pid: 17065 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384980.198343:0:17057:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 5 00000020:00000040:1.0:1767384980.198358:0:17057:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 10 00010000:00000001:1.0:1767384980.198363:0:17057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384980.198364:0:17057:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384980.198365:0:17057:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384980.198366:0:17057:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384980.198368:0:17057:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.198369:0:17057:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384980.198370:0:17057:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005dce08ea count: 0 00010000:00010000:1.0:1767384980.198373:0:17057:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384980.198374:0:17057:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384980.198376:0:17057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384980.198377:0:17057:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384980.198379:0:17057:0:(import.c:2128:obd_at_measure()) add 1 to 00000000502ada39 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384980.198381:0:17057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384980.198382:0:17057:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 17 to 0@lo 00000100:00000001:1.0:1767384980.198384:0:17057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:1.0:1767384980.198385:0:17057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384980.198386:0:17057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384980.198388:0:17057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384980.198389:0:17057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384980.198391:0:17057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000100:00000200:1.0:1767384980.198393:0:17057:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363770752, offset 224 00000400:00000200:1.0:1767384980.198396:0:17057:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384980.198400:0:17057:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384980.198404:0:17057:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c08580 00000400:00000200:1.0:1767384980.198407:0:17057:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x216d [1] + 224 00000400:00000200:1.0:1767384980.198410:0:17057:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384980.198411:0:17057:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384980.198414:0:17057:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384980.198415:0:17057:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384980.198421:0:17057:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384980.198433:0:17057:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384980.198436:0:17057:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384980.198437:0:17057:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:1.0:1767384980.198439:0:17057:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384980.198440:0:17057:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384980.198442:0:17057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384980.198444:0:17057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 16 to 0@lo 00010000:00000001:1.0:1767384980.198446:0:17057:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.198447:0:17057:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198449:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384980.198450:0:17057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a93edc9 x1853237363770752/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:206/0 lens 328/224 e 0 to 0 dl 1767384991 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384980.198452:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384980.198456:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384980.198458:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384980.198461:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac77d84. 00000100:00100000:1.0:1767384980.198463:0:17057:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a93edc9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:87a2e106-e553-4e56-a48a-4e53df41a160+10:16342:x1853237363770752:12345-0@lo:103: Request processed in 199us (452us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384980.198465:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000400:00000010:3.0:1767384980.198469:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000100:00100000:1.0:1767384980.198472:0:17057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384980.198473:0:16342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384980.198476:0:17057:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000200:3.0:1767384980.198479:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384980.198480:0:17057:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384980.198483:0:17057:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384980.198486:0:17057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001cd5fe67. 00000100:00000200:3.0:1767384980.198490:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384980.198491:0:17057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bedff79e. 00000020:00000010:1.0:1767384980.198496:0:17057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbcf767e. 00000020:00000040:1.0:1767384980.198500:0:17057:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 9 00000100:00000001:1.0:1767384980.198503:0:17057:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.198505:0:16342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384980.198507:0:16342:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.198508:0:16342:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384980.198510:0:16342:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384980.198511:0:16342:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384980.198512:0:16342:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384980.198514:0:16342:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384980.198516:0:16342:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5dd43b9 time=98 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384980.198518:0:16342:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384980.198520:0:16342:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384980.198521:0:16342:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384980.198522:0:16342:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384980.198524:0:16342:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198526:0:16342:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384980.198528:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384980.198535:0:16342:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384980.198537:0:16342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384980.198539:0:16342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384980.198543:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384980.198550:0:16342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a66dcdfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363770752:0@lo:103: 00000100:00000001:3.0:1767384980.198554:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.198556:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384980.198558:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a66dcdfc x1853237363770752/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384996 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384980.198565:0:16342:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384980.198566:0:16342:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384980.198568:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000957030ed. 02000000:00000001:3.0:1767384980.198571:0:16342:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384980.198573:0:16342:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384980.198574:0:16342:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:3.0:1767384980.198576:0:16342:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384980.198577:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bf0b09aa. 02000000:00000001:3.0:1767384980.198579:0:16342:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384980.198580:0:16342:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384980.198581:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a66dcdfc. 00000100:00000001:3.0:1767384980.198584:0:16342:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384980.198585:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.198587:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384980.198590:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384980.198591:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384980.198593:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384980.198594:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384980.204913:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294968083, at 4294968084 00000100:00000040:2.0:1767384980.204917:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294968083, at 4294968084 00000100:00000040:1.0:1767384980.204917:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294968083, at 4294968084 00000100:00000010:3.0:1767384980.204925:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032d9235d. 00000100:00000010:1.0:1767384980.204928:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009490e0bc. 00000100:00000010:2.0:1767384980.204941:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058bd4afc. 00000001:00000001:0.0:1767384980.211618:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384980.211625:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384980.211626:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384980.225607:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384980.225615:0:40089:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384980.225617:0:40089:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384980.225619:0:40089:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:0.0:1767384980.225621:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:0.0:1767384980.225635:0:40089:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384980.225637:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384980.225639:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843984 00000020:00000040:0.0:1767384980.225642:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005528e516 with handle 0x135556ebb4843984 from hash 00000020:00000001:0.0:1767384980.225663:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384980.225665:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000005528e516 : new refcount 1 00000020:00000001:0.0:1767384980.225667:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384980.225668:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000005528e516 : new refcount 0 00000020:00000080:0.0:1767384980.225669:0:40089:0:(genops.c:904:class_export_put()) final put 000000005528e516/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384980.225671:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384980.225686:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384980.225688:0:40089:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384980.225689:0:40089:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:0.0:1767384980.225735:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294968083, at 4294968104 00000020:00000001:2.0:1767384980.225737:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384980.225742:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000005528e516/lustre-QMT0000_UUID for lustre-QMT0000 00000100:00000010:0.0:1767384980.225745:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b6aaf3c. 00000020:00000001:2.0:1767384980.225747:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384980.225751:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384980.225755:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000014b75eb6) now 4 - export 00000020:00000010:1.0:1767384980.225756:0:40089:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000000de28798. 00000020:00000010:2.0:1767384980.225761:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005528e516. 00000020:00000080:1.0:1767384980.225763:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384980.225773:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384980.225774:0:40089:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384980.225779:0:40089:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384980.225782:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384980.225785:0:40089:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (0000000014b75eb6) has no exports 00000020:00000001:1.0:1767384980.225788:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384980.225791:0:40089:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:1.0:1767384980.225794:0:40089:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:1.0:1767384980.225795:0:40089:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:1.0:1767384980.225798:0:40089:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:1.0:1767384980.225801:0:40089:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:1.0:1767384980.225816:0:40089:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384980.225818:0:40089:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000397f00cc. 00000020:00000001:1.0:1767384980.225822:0:40089:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:1.0:1767384980.225838:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384980.225840:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384980.225847:0:40089:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000a4c1f37e. 00000001:00000001:1.0:1767384980.225853:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384980.225855:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384980.225857:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384980.225859:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000027482db6. 00000001:00000010:1.0:1767384980.225884:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000a503dbc2. 00000001:00000010:1.0:1767384980.225888:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007c661d5f. 00000001:00000001:1.0:1767384980.225894:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384980.225897:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000035f97994. 00000020:00000002:1.0:1767384980.225906:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000007f9656a6/00000000454ef042 to site lru. bkt: 00000000647dc5c4 00040000:00000001:1.0:1767384980.225910:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384980.225912:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384980.225915:0:40089:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000b895cc77. 00000001:00000001:1.0:1767384980.225919:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384980.225921:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384980.225923:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384980.225925:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001950336d. 00000001:00000010:1.0:1767384980.225929:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000042d4ee7c. 00000001:00000010:1.0:1767384980.225933:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000736b96ea. 00000001:00000001:1.0:1767384980.225937:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384980.225939:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000001db17cd8. 00000020:00000002:1.0:1767384980.225943:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000002925eecf/000000004544e13c to site lru. bkt: 00000000647dc5c4 00040000:00000001:1.0:1767384980.225946:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384980.225947:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384980.225950:0:40089:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000008c292672. 00000001:00000001:1.0:1767384980.225954:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384980.225956:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384980.225958:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384980.225959:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000005e849397. 00000001:00000010:1.0:1767384980.225962:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007a829755. 00000001:00000010:1.0:1767384980.225964:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008cf47b4a. 00000001:00000001:1.0:1767384980.225970:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384980.225971:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f2491e28. 00000020:00000002:1.0:1767384980.225974:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000060604aac/000000003c1df83b to site lru. bkt: 00000000647dc5c4 00000020:00000002:1.0:1767384980.225978:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000f0fa46e6/000000000c27bd2b to site lru. bkt: 00000000d61fdc2f 00040000:00000010:1.0:1767384980.225980:0:40089:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000d58cb9f0. 00040000:00000001:1.0:1767384980.225983:0:40089:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:1.0:1767384980.225985:0:40089:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384980.225987:0:40089:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000068733f4a. 00000020:00000001:1.0:1767384980.225990:0:40089:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:1.0:1767384980.225997:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384980.225999:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384980.226001:0:40089:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000041c2ab2d. 00000001:00000001:1.0:1767384980.226004:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384980.226006:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384980.226007:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384980.226009:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000000c6a0fb9. 00000001:00000010:1.0:1767384980.226011:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000001b4ae630. 00000001:00000010:1.0:1767384980.226013:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000004f8c866d. 00000001:00000001:1.0:1767384980.226016:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384980.226017:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ff38dbea. 00000020:00000002:1.0:1767384980.226021:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000eca9132f/000000007b19020e to site lru. bkt: 00000000647dc5c4 00040000:00000001:1.0:1767384980.226023:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384980.226024:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384980.226027:0:40089:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000077743c5. 00000001:00000001:1.0:1767384980.226031:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384980.226033:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384980.226034:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384980.226035:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000003eb0665f. 00000001:00000010:1.0:1767384980.226038:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008a4ada17. 00000001:00000010:1.0:1767384980.226039:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e3fc7563. 00000001:00000001:1.0:1767384980.226042:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384980.226043:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000005a7fd2c4. 00000020:00000002:1.0:1767384980.226046:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000008b5de2e3/00000000858b0e88 to site lru. bkt: 00000000647dc5c4 00040000:00000001:1.0:1767384980.226049:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384980.226050:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384980.226053:0:40089:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000db311542. 00000001:00000001:1.0:1767384980.226055:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384980.226057:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384980.226058:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384980.226060:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009341917e. 00000001:00000010:1.0:1767384980.226062:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000007933c81. 00000001:00000010:1.0:1767384980.226064:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007aaa0565. 00000001:00000001:1.0:1767384980.226067:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384980.226068:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000009a6433bf. 00000020:00000002:1.0:1767384980.226072:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000ea8d4071/000000002ca50241 to site lru. bkt: 00000000647dc5c4 00000020:00000002:1.0:1767384980.226075:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000007d373446/000000003d8823ea to site lru. bkt: 00000000031f963a 00040000:00000010:1.0:1767384980.226076:0:40089:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000009277e412. 00040000:00000001:1.0:1767384980.226079:0:40089:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:2.0:1767384980.226135:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001ea9a79f. 00000020:00000010:2.0:1767384980.226147:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000140203d. 00000040:00000010:2.0:1767384980.226153:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d8fbd877. 00000020:00000010:2.0:1767384980.226162:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cbf4ae82. 00000020:00000010:2.0:1767384980.226169:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002a288c30. 00000020:00000010:2.0:1767384980.226175:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008f9c6197. 80000000:00000010:2.0:1767384980.226179:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007fadfbb0. 40000000:00000010:2.0:1767384980.226183:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001a41b5c7. 00100000:00000010:2.0:1767384980.226187:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000528970cc. 00040000:00000010:2.0:1767384980.226191:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003b07983e. 00040000:00000010:2.0:1767384980.226195:0:17090:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bb97c160. 00040000:00000010:2.0:1767384980.226199:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000956fd949. 00080000:00000010:2.0:1767384980.226203:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f981718a. 00080000:00000010:2.0:1767384980.226207:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ae27319b. 00000004:00000010:2.0:1767384980.226211:0:17090:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001fe9f7a8. 00000004:00000010:2.0:1767384980.226214:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000553917d3. 00000004:00000010:2.0:1767384980.226219:0:17090:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c5f0e4c7. 00000004:00000010:2.0:1767384980.226222:0:17090:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000af27fbd5. 00000020:00000010:2.0:1767384980.226227:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e14e4e69. 00040000:00000010:2.0:1767384980.226230:0:17090:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 0000000065a031c1. 00040000:00000001:2.0:1767384980.226232:0:17090:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384980.226285:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000ec140b62/000000001ade7840 to site lru. bkt: 00000000f036d773 00040000:00000001:1.0:1767384980.226290:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384980.226293:0:40089:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384980.226296:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384980.226298:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb484397d 00000020:00000040:1.0:1767384980.226301:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a8c887fa with handle 0x135556ebb484397d from hash 00000020:00000001:1.0:1767384980.226307:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384980.226309:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a8c887fa : new refcount 1 00000020:00000001:1.0:1767384980.226311:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384980.226312:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a8c887fa : new refcount 0 00000020:00000080:1.0:1767384980.226314:0:40089:0:(genops.c:904:class_export_put()) final put 00000000a8c887fa/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384980.226317:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.226329:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384980.226332:0:40089:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384980.226334:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384980.226361:0:40089:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.226364:0:40089:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384980.226365:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384980.226369:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000a8c887fa/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384980.226372:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384980.226374:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384980.226376:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 9 - export 00000020:00000010:2.0:1767384980.226386:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a8c887fa. 00000020:00000001:2.0:1767384980.226392:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:1.0:1767384980.226397:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384980.226403:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009e53696d. 00000001:00000010:1.0:1767384980.226407:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003430b0cb. 00000001:00000010:1.0:1767384980.226409:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000327bf0a0. 00000001:00000010:1.0:1767384980.226411:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008ef9c554. 00000001:00000010:1.0:1767384980.226413:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000aee86d81. 00000001:00000010:1.0:1767384980.226416:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f2c0a1ea. 00000001:00000001:1.0:1767384980.226418:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384980.226419:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384980.226423:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000fbf67af. 00000001:00000010:1.0:1767384980.226424:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e4b3c989. 00000001:00000010:1.0:1767384980.226426:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000712f03fc. 00000001:00000010:1.0:1767384980.226428:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000066a7832d. 00000001:00000010:1.0:1767384980.226430:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b63e613b. 00000001:00000010:1.0:1767384980.226432:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000686d4169. 00000001:00000001:1.0:1767384980.226434:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384980.226435:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000014b75eb6) now 3 - setup 00000020:00000001:1.0:1767384980.226438:0:40089:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.226440:0:40089:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384980.226443:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384980.226447:0:40089:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384980.226450:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000014b75eb6) now 2 - obd_device_list 00000020:00000080:1.0:1767384980.226453:0:40089:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:1.0:1767384980.226454:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000014b75eb6) now 1 - newdev 00000020:00000040:1.0:1767384980.226457:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006bea220c with handle 0x135556ebb4843976 from hash 00000020:00000040:1.0:1767384980.226460:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000006bea220c : new refcount 0 00000020:00000080:1.0:1767384980.226462:0:40089:0:(genops.c:904:class_export_put()) final put 000000006bea220c/lustre-QMT0000_UUID 00000020:00000001:1.0:1767384980.226464:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.226466:0:40089:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384980.226468:0:40089:0:(genops.c:863:class_export_destroy()) destroying export 000000006bea220c/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:1.0:1767384980.226470:0:40089:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384980.226471:0:40089:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.226473:0:40089:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006bea220c. 00000020:00000001:1.0:1767384980.226481:0:40089:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384980.226483:0:40089:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:1.0:1767384980.226486:0:40089:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:1.0:1767384980.226489:0:40089:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384980.226493:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbcf767e. 00000020:00000010:1.0:1767384980.226498:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066a7832d. 00000040:00000010:1.0:1767384980.226501:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000712f03fc. 00000020:00000010:1.0:1767384980.226506:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022fb18a3. 00000020:00000010:1.0:1767384980.226510:0:40089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004e86d033. 00000020:00000010:1.0:1767384980.226514:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e4b3c989. 80000000:00000010:1.0:1767384980.226517:0:40089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004fd40cff. 40000000:00000010:1.0:1767384980.226520:0:40089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ccbd1aec. 00100000:00000010:1.0:1767384980.226525:0:40089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b6217025. 00040000:00000010:1.0:1767384980.226528:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061881cf4. 00040000:00000010:1.0:1767384980.226532:0:40089:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008014a89f. 00040000:00000010:1.0:1767384980.226534:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000fbf67af. 00080000:00000010:1.0:1767384980.226540:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000feece530. 00080000:00000010:1.0:1767384980.226544:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000033e8f4bd. 00000004:00000010:1.0:1767384980.226550:0:40089:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b33dc0c3. 00000004:00000010:1.0:1767384980.226554:0:40089:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000930de134. 00000004:00000010:1.0:1767384980.226558:0:40089:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000097f1de70. 00000004:00000010:1.0:1767384980.226562:0:40089:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000800018b1. 00040000:00000001:1.0:1767384980.226565:0:40089:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:1.0:1767384980.226569:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009b87bf59. 00040000:00000010:1.0:1767384980.226573:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a972f6fa. 00040000:00000010:1.0:1767384980.226576:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001d71ee93. 00040000:00000010:1.0:1767384980.226580:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000021dacb8b. 00040000:00000010:1.0:1767384980.226585:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003b70ed79. 00040000:00000010:1.0:1767384980.226588:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008467443e. 00040000:00000010:1.0:1767384980.226591:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004b44a9cc. 00040000:00000010:1.0:1767384980.226593:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dea9db43. 00040000:00000010:1.0:1767384980.226596:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f0f8295a. 00040000:00000010:1.0:1767384980.226599:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000af2f4c6d. 00040000:00000010:1.0:1767384980.226603:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e78a5a3d. 00040000:00000010:1.0:1767384980.226605:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002bd49d09. 00040000:00000010:1.0:1767384980.226607:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008c540610. 00040000:00000010:1.0:1767384980.226610:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ed5865ac. 00040000:00000010:1.0:1767384980.226613:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000172b9a0a. 00040000:00000010:1.0:1767384980.226615:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009f856569. 00040000:00000010:1.0:1767384980.226618:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000033ae8a46. 00040000:00000010:1.0:1767384980.226621:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ae779f2f. 00040000:00000010:1.0:1767384980.226625:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002453da5c. 00040000:00000010:1.0:1767384980.226628:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b17f667d. 00040000:00000010:1.0:1767384980.226631:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000165ddf80. 00040000:00000010:1.0:1767384980.226637:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002d14d499. 00040000:00000010:1.0:1767384980.226640:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000022bc97ae. 00040000:00000010:1.0:1767384980.226644:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000070f5dd8. 00040000:00000010:1.0:1767384980.226646:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000059032bbc. 00040000:00000010:1.0:1767384980.226649:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000466febed. 00040000:00000010:1.0:1767384980.226652:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032b29873. 00040000:00000010:1.0:1767384980.226655:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f89b1980. 00040000:00000010:1.0:1767384980.226658:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b6b4c202. 00040000:00000010:1.0:1767384980.226661:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000099a47859. 00040000:00000010:1.0:1767384980.226665:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002c369059. 00040000:00000010:1.0:1767384980.226670:0:40089:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 000000009fd8614e. 00040000:00000001:1.0:1767384980.226673:0:40089:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.226676:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066a7832d. 00000040:00000010:1.0:1767384980.226678:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000712f03fc. 00000020:00000010:1.0:1767384980.226681:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022fb18a3. 00000020:00000010:1.0:1767384980.226684:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004e86d033. 00000020:00000010:1.0:1767384980.226688:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e4b3c989. 80000000:00000010:1.0:1767384980.226690:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004fd40cff. 40000000:00000010:1.0:1767384980.226693:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ccbd1aec. 00100000:00000010:1.0:1767384980.226696:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b6217025. 00040000:00000010:1.0:1767384980.226699:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000061881cf4. 00040000:00000010:1.0:1767384980.226702:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008014a89f. 00040000:00000010:1.0:1767384980.226704:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000fbf67af. 00080000:00000010:1.0:1767384980.226707:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000033e8f4bd. 00080000:00000010:1.0:1767384980.226710:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000feece530. 00000004:00000010:1.0:1767384980.226713:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b33dc0c3. 00000004:00000010:1.0:1767384980.226717:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000930de134. 00000004:00000010:1.0:1767384980.226720:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000097f1de70. 00000004:00000010:1.0:1767384980.226723:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000800018b1. 00000020:00000010:1.0:1767384980.226726:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbcf767e. 00000020:00000001:1.0:1767384980.226729:0:40089:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384980.226732:0:40089:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000014b75eb6. 00000020:00000001:1.0:1767384980.226736:0:40089:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384980.226739:0:40089:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384980.226741:0:40089:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000000de28798. 00000020:00000001:1.0:1767384980.226744:0:40089:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384980.226746:0:40089:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384980.226748:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384980.226750:0:40089:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:2.1:1767384980.226913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e80b3ef. 00010000:00000010:3.1:1767384980.226914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000eafe11c6. 00010000:00000010:3.1:1767384980.226924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005c1c18d9. 00010000:00000010:2.1:1767384980.226924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000023654d5b. 00010000:00000010:2.1:1767384980.226935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c41bd7fd. 00010000:00000010:2.1:1767384980.226945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa697469. 00010000:00000010:2.1:1767384980.226950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043651efe. 00010000:00000010:1.1:1767384980.229897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007816436e. 00010000:00000010:0.1:1767384980.229902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000426aa8a8. 00010000:00000010:1.1:1767384980.229905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005dce08ea. 00010000:00000010:0.1:1767384980.229914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006a293823. 00010000:00000010:3.1:1767384980.229915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000084255495. 00010000:00000010:3.1:1767384980.229933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032a9dda7. 00000400:00000001:0.0:1767384980.824958:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384980.824964:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384980.824968:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00010000:00000001:2.0:1767384980.824972:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:0.0:1767384980.824974:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00010000:00000001:2.0:1767384980.824978:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384980.824983:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384980.824991:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp46 recovery ping unlinked 00010000:00000001:2.0:1767384980.824994:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384980.824998:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384980.825009:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f70a900e. 00000400:00000010:0.0:1767384980.825016:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b5c25f10. 00000400:00000200:0.0:1767384980.825023:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp44 00000020:00000001:2.0:1767384980.825024:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384980.825028:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384980.825030:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f70a900e. 00010000:00010000:2.0:1767384980.825032:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384980.825038:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b5c25f10. 00000400:00000010:0.0:1767384980.825044:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000400:00000010:0.0:1767384980.825050:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059794c51. 00000400:00000200:0.0:1767384980.825057:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp44 00000400:00000200:0.0:1767384980.825071:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp44 local destination 00000400:00000200:0.0:1767384980.825078:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp44 00000400:00000200:0.0:1767384980.825084:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp44 NI seq info: [233:233:256:4294967295] 192.168.203.109@tcp44 LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1767384980.825091:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp44 00000400:00000200:0.0:1767384980.825100:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp44(192.168.203.109@tcp44:) -> 192.168.203.109@tcp44(192.168.203.109@tcp44:192.168.203.109@tcp44) : GET try# 0 00000800:00000200:0.0:1767384980.825106:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp44 00000800:00000010:0.0:1767384980.825111:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000634ce43f. 00000800:00000200:0.0:1767384980.825130:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000800:00000200:0.1:1767384980.825135:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000400:00000200:0.0:1767384980.825155:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp44 added to recovery queue. ping count: 4 next ping: 317 health :600 00000400:00000200:0.0:1767384980.825160:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp47 00000400:00000010:0.0:1767384980.825163:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007920806f. 00000400:00000010:0.0:1767384980.825167:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e12ddd17. 00000400:00000010:0.0:1767384980.825171:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000400:00000010:0.0:1767384980.825175:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000091a93a17. 00000400:00000200:0.0:1767384980.825179:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp47 00000400:00000200:0.0:1767384980.825187:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp47 local destination 00000400:00000200:0.0:1767384980.825190:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp47 00000400:00000200:0.0:1767384980.825193:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp47 NI seq info: [234:234:256:4294967295] 192.168.203.109@tcp47 LPNI seq info [185:185:8:4294967295] 00000400:00000200:0.0:1767384980.825198:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp47 00000400:00000200:0.0:1767384980.825206:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp47(192.168.203.109@tcp47:) -> 192.168.203.109@tcp47(192.168.203.109@tcp47:192.168.203.109@tcp47) : GET try# 0 00000800:00000200:0.0:1767384980.825211:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp47 00000800:00000010:0.0:1767384980.825215:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e589bb75. 00000800:00000200:0.0:1767384980.825219:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000018aa00cd] -> 12345-192.168.203.109@tcp47 (2) 00000800:00000200:0.1:1767384980.825222:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000018aa00cd] -> 12345-192.168.203.109@tcp47 (2) 00000400:00000200:0.0:1767384980.825244:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp47 added to recovery queue. ping count: 1 next ping: 303 health :900 00000400:00000200:1.0:1767384980.825248:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825314:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825315:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825370:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825398:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825422:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825450:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825472:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825501:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825522:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825555:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825577:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825604:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825625:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825664:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825677:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825716:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825723:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825770:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825778:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825821:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825833:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825912:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825920:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.825977:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.825980:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826039:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826053:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826073:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826114:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826114:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826172:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826193:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826221:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826248:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826272:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826300:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826321:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826377:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826389:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826434:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826441:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826494:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826507:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826526:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826567:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826576:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826597:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826633:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826642:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826685:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826702:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826738:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826756:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826799:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826808:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826858:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826859:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826920:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.826953:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826957:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384980.826992:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.827023:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.827064:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.827096:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.827130:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384980.827166:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000800:00000010:1.0:1767384980.827197:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000feece530. 00000800:00000010:1.0:1767384980.827203:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fb9a0b0. 00000400:00000200:2.0:1767384980.827205:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000800:00000010:1.0:1767384980.827208:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000de28798. 00000800:00000010:1.0:1767384980.827238:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000de28798. 00000400:00000200:2.0:1767384980.827243:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000800:00020000:1.0:1767384980.827253:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384980.827259:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fb9a0b0. 00000800:00000010:1.0:1767384980.827262:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000feece530. 00000400:00000200:2.0:1767384980.827277:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:02020000:1.0:1767384980.827320:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp44 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384980.827329:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp44 notifying 192.168.203.109@tcp44: down 00000400:00000200:1.0:1767384980.827334:0:16330:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384980.827340:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp44 00000800:00000010:1.0:1767384980.827357:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000634ce43f. 00000400:00000200:1.0:1767384980.827363:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384980.827369:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp44->192.168.203.109@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384980.827378:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384980.827381:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384980.827385:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp44) recovery failed with -71 00000800:00000010:2.0:1767384980.827443:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b8786f5. 00000800:00000010:2.0:1767384980.827449:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015d98453. 00000800:00000010:2.0:1767384980.827454:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081bf1b67. 00000800:00000010:2.0:1767384980.827476:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081bf1b67. 00000800:00020000:2.0:1767384980.827483:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384980.827487:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015d98453. 00000800:00000010:2.0:1767384980.827491:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005b8786f5. 00000400:02020000:2.0:1767384980.827530:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp47 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384980.827537:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp47 notifying 192.168.203.109@tcp47: down 00000400:00000200:2.0:1767384980.827541:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384980.827544:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp47 00000800:00000010:2.0:1767384980.827547:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e589bb75. 00000400:00000200:2.0:1767384980.827550:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384980.827555:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp47->192.168.203.109@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384980.827561:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384980.827564:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384980.827568:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp47) recovery failed with -71 00000800:00000200:2.0:1767384981.016947:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (4) 00000800:00000200:2.1:1767384981.016955:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (4) 00000800:00000200:2.0:1767384981.016974:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eefd5488] -> 12345-192.168.203.109@tcp18 (6) 00000800:00000200:2.0:1767384981.016977:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp18 ip 192.168.203.109:988 00000800:00000200:2.0:1767384981.016996:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384981.017065:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017111:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017128:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017144:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017162:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000800:00000200:1.0:1767384981.017187:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384981.017194:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384981.017196:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000800:00000001:1.0:1767384981.017210:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384981.017216:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384981.017220:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384981.017226:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017246:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017259:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017273:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017286:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017298:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017310:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017328:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017367:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017397:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017425:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017452:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017480:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017505:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017522:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017544:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017560:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017585:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017612:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017639:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017665:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017683:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017696:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017709:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017721:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017734:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017746:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017760:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.017773:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384981.017860:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00000800:00000010:3.0:1767384981.017892:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b05d4017. 00000800:00000010:3.0:1767384981.017897:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e34ddb5a. 00000800:00000010:3.0:1767384981.017918:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e34ddb5a. 00000800:00020000:3.0:1767384981.017925:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384981.017928:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b05d4017. 00000800:00000010:3.0:1767384981.017931:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009854828f. 00000400:02020000:3.0:1767384981.017959:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp31 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384981.017964:0:16329:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384981.848945:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384981.848953:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384981.848960:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384981.848962:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384981.848969:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384981.848976:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384981.848978:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:0.0:1767384981.848984:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000400:00000200:0.0:1767384981.848993:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384981.849002:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384981.849020:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f70a900e. 00000400:00000010:0.0:1767384981.849027:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b5c25f10. 00000020:00000001:3.0:1767384981.849031:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:0.0:1767384981.849032:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384981.849037:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384981.849038:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384981.849039:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000400:00000010:0.0:1767384981.849042:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00010000:00010000:3.0:1767384981.849046:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384981.849046:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384981.849051:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp47 recovery ping unlinked 00000400:00000010:0.0:1767384981.849071:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007920806f. 00000400:00000010:0.0:1767384981.849074:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e12ddd17. 00000400:00000200:0.0:1767384981.849078:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp40 00000400:00000010:0.0:1767384981.849080:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007920806f. 00000400:00000010:0.0:1767384981.849087:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e12ddd17. 00000400:00000010:0.0:1767384981.849091:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000400:00000010:0.0:1767384981.849096:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e18bc79b. 00000400:00000200:0.0:1767384981.849100:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp40 00000400:00000200:0.0:1767384981.849113:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp40 local destination 00000400:00000200:0.0:1767384981.849122:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp40 00000400:00000200:0.0:1767384981.849127:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp40 NI seq info: [235:235:256:4294967295] 192.168.203.109@tcp40 LPNI seq info [186:186:8:4294967295] 00000400:00000200:0.0:1767384981.849136:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp40 00000400:00000200:0.0:1767384981.849145:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp40(192.168.203.109@tcp40:) -> 192.168.203.109@tcp40(192.168.203.109@tcp40:192.168.203.109@tcp40) : GET try# 0 00000800:00000200:0.0:1767384981.849152:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp40 00000800:00000010:0.0:1767384981.849158:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f28430fa. 00000800:00000200:0.0:1767384981.849165:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000800:00000200:0.1:1767384981.849170:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080e1f3c8] -> 12345-192.168.203.109@tcp40 (2) 00000400:00000200:0.0:1767384981.849187:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp40 added to recovery queue. ping count: 5 next ping: 334 health :500 00000400:00000200:3.0:1767384981.849290:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849373:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849401:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849423:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849446:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849472:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849494:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849516:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849543:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849567:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849604:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849632:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849654:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849675:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849702:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849725:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849745:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849772:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849800:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849828:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849852:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849922:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849949:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.849988:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850013:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850035:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850061:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850083:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850103:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850130:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850154:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850175:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850201:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850226:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384981.850246:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384981.850470:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00000800:00000010:3.0:1767384981.850476:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b05d4017. 00000800:00000010:3.0:1767384981.850483:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e34ddb5a. 00000800:00000010:3.0:1767384981.850508:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e34ddb5a. 00000800:00020000:3.0:1767384981.850521:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384981.850525:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b05d4017. 00000800:00000010:3.0:1767384981.850528:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009854828f. 00000400:02020000:3.0:1767384981.850567:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp40 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384981.850574:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp40 notifying 192.168.203.109@tcp40: down 00000800:00000200:3.0:1767384981.850581:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp40 down 00000800:00000100:3.0:1767384981.850588:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp40 00000800:00000010:3.0:1767384981.850593:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f28430fa. 00000400:00000200:3.0:1767384981.850598:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384981.850603:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp40->192.168.203.109@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384981.850612:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384981.850615:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384981.850619:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp40) recovery failed with -71 00000800:00000200:2.0:1767384982.040944:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000800:00000200:2.1:1767384982.040955:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000400:00000200:1.0:1767384982.041088:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041144:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041171:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041198:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041222:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041237:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041250:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041262:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041275:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041288:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041300:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041315:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041329:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041370:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041386:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041399:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041412:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041424:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041436:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041448:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041462:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041474:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041488:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041502:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041515:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041527:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041540:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041552:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041565:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041577:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041589:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041601:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041613:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041625:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.041647:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384982.041781:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000feece530. 00000800:00000010:1.0:1767384982.041785:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fb9a0b0. 00000800:00000010:1.0:1767384982.041789:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000de28798. 00000800:00000010:1.0:1767384982.041805:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000de28798. 00000800:00020000:1.0:1767384982.041814:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384982.041817:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fb9a0b0. 00000800:00000010:1.0:1767384982.041819:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000feece530. 00000400:02020000:1.0:1767384982.041858:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp26 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384982.041912:0:16330:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:0.0:1767384982.872948:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384982.872953:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384982.872956:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000400:00000010:0.0:1767384982.872960:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000400:00000200:0.0:1767384982.872967:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384982.872972:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp40 recovery ping unlinked 00010000:00000001:2.0:1767384982.872976:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384982.872982:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384982.872987:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007920806f. 00010000:00000001:2.0:1767384982.872989:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000010:0.0:1767384982.872993:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e12ddd17. 00010000:00000001:2.0:1767384982.872994:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384982.872999:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:0.0:1767384982.872999:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp47 00010000:00000001:2.0:1767384982.873004:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384982.873008:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007920806f. 00010000:00000001:2.0:1767384982.873010:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384982.873014:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384982.873014:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e12ddd17. 00010000:00000001:2.0:1767384982.873020:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384982.873021:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00010000:00000001:2.0:1767384982.873026:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384982.873029:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4d8b0f3. 00000400:00000200:0.0:1767384982.873033:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp47 00000020:00000001:2.0:1767384982.873049:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384982.873053:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384982.873056:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384982.873060:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp47 local destination 00000400:00000200:0.0:1767384982.873066:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp47 00000400:00000200:0.0:1767384982.873070:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp47 NI seq info: [236:236:256:4294967295] 192.168.203.109@tcp47 LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1767384982.873076:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp47 00000400:00000200:0.0:1767384982.873082:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp47(192.168.203.109@tcp47:) -> 192.168.203.109@tcp47(192.168.203.109@tcp47:192.168.203.109@tcp47) : GET try# 0 00000800:00000200:0.0:1767384982.873086:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp47 00000800:00000010:0.0:1767384982.873090:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006458fec6. 00000800:00000200:0.0:1767384982.873095:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000018aa00cd] -> 12345-192.168.203.109@tcp47 (2) 00000800:00000200:0.1:1767384982.873100:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000018aa00cd] -> 12345-192.168.203.109@tcp47 (2) 00000400:00000200:0.0:1767384982.873117:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp47 added to recovery queue. ping count: 2 next ping: 307 health :800 00000400:00000200:0.0:1767384982.873121:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp45 00000400:00000010:0.0:1767384982.873122:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fe76462e. 00000400:00000010:0.0:1767384982.873125:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b5c25f10. 00000400:00000010:0.0:1767384982.873127:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000400:00000010:0.0:1767384982.873130:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001b501356. 00000400:00000200:0.0:1767384982.873132:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp45 00000400:00000200:0.0:1767384982.873137:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp45 local destination 00000400:00000200:0.0:1767384982.873140:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp45 00000400:00000200:0.0:1767384982.873143:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp45 NI seq info: [237:237:256:4294967295] 192.168.203.109@tcp45 LPNI seq info [188:188:8:4294967295] 00000400:00000200:0.0:1767384982.873147:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp45 00000400:00000200:0.0:1767384982.873151:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp45(192.168.203.109@tcp45:) -> 192.168.203.109@tcp45(192.168.203.109@tcp45:192.168.203.109@tcp45) : GET try# 0 00000800:00000200:0.0:1767384982.873154:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp45 00000800:00000010:0.0:1767384982.873157:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a5a2f9ae. 00000800:00000200:0.0:1767384982.873159:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000800:00000200:0.1:1767384982.873162:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000400:00000200:0.0:1767384982.873176:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp45 added to recovery queue. ping count: 4 next ping: 319 health :600 00000400:00000200:2.0:1767384982.873219:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873249:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873290:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873316:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873356:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873374:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873405:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873426:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873457:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873474:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873512:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873519:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873562:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873573:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873615:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873627:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873669:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873680:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873719:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873736:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873772:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873782:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873829:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873831:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873920:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.873943:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873954:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.873998:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874010:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874029:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874066:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874069:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874097:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874128:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874150:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874178:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874196:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874234:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874241:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874303:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874304:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874369:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874376:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874417:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874429:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874469:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874481:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874520:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874522:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874552:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874582:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874587:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874635:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874650:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874664:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874703:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874706:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874726:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874761:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874774:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874807:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874831:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874890:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.874897:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874947:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.874984:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875018:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875048:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875082:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000800:00000010:3.0:1767384982.875102:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00000800:00000010:3.0:1767384982.875110:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b05d4017. 00000400:00000200:2.0:1767384982.875115:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384982.875117:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e34ddb5a. 00000400:00000200:2.0:1767384982.875144:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000800:00000010:3.0:1767384982.875148:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e34ddb5a. 00000800:00020000:3.0:1767384982.875160:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384982.875164:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b05d4017. 00000800:00000010:3.0:1767384982.875168:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009854828f. 00000400:00000200:2.0:1767384982.875178:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:02020000:3.0:1767384982.875221:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp45 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384982.875224:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.875230:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp45 notifying 192.168.203.109@tcp45: down 00000400:00000200:3.0:1767384982.875235:0:16329:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384982.875241:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp45 00000800:00000010:3.0:1767384982.875245:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a5a2f9ae. 00000400:00000200:3.0:1767384982.875250:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384982.875256:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp45->192.168.203.109@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384982.875262:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:3.0:1767384982.875265:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384982.875271:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384982.875276:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp45) recovery failed with -71 00000400:00000200:2.0:1767384982.875294:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875322:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875364:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875392:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875416:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875438:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875458:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875493:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875520:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875547:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875572:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875592:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.875612:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.109:988 00000800:00000010:2.0:1767384982.875788:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b8786f5. 00000800:00000010:2.0:1767384982.875793:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015d98453. 00000800:00000010:2.0:1767384982.875799:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081bf1b67. 00000800:00000010:2.0:1767384982.875846:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081bf1b67. 00000400:00000200:0.0:1767384982.876001:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384982.876018:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp47 from 203.3.0.2 00000800:00000010:0.0:1767384982.876022:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bf9af2f5. 00000800:00000010:3.0:1767384982.876062:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009854828f. 00000800:00000010:3.0:1767384982.876069:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b05d4017. 00000800:00000010:3.0:1767384982.876095:0:16328:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a5fcbf7b. 00000800:00000200:3.1:1767384982.876103:0:16328:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000018aa00cd] -> 12345-192.168.203.109@tcp47 (2) 00000800:00000200:3.1:1767384982.876109:0:16328:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp47 00000000a5fcbf7b deleted 00000800:00000010:3.1:1767384982.876112:0:16328:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a5fcbf7b. 00000800:00000200:3.1:1767384982.876118:0:16328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384982.876125:0:16328:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp47 ip 192.168.203.109:971 00000800:00000200:3.1:1767384982.876130:0:16328:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006458fec6 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384982.876136:0:16328:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp47 p 3.x 192.168.203.109 -> 192.168.203.109:971 incarnation:1767384965498027068 sched[0] 00000800:00000010:3.0:1767384982.876142:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e34ddb5a. 00000800:00000010:3.0:1767384982.876203:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e34ddb5a. 00000800:00000010:3.0:1767384982.876209:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b05d4017. 00000800:00000200:2.1:1767384982.876237:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384982.876247:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp47 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384965498027068 sched[0] 00000800:00000010:2.0:1767384982.876252:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015d98453. 00000800:00000010:3.0:1767384982.876265:0:16328:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bf9af2f5. 00000800:00000001:1.0:1767384982.876305:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384982.876314:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384982.876320:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:1.0:1767384982.876386:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384982.876390:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006458fec6. 00000400:00000200:1.0:1767384982.876395:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384982.876401:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp47->192.168.203.109@tcp47: GET: OK 00000400:00000200:2.0:1767384982.876406:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.876406:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384982.876413:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp47 recovery message sent successfully:0 00000800:00000001:1.0:1767384982.876429:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384982.876435:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384982.876438:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384982.876444:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384982.876451:0:16334:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp47(192.168.203.109@tcp47) <- 192.168.203.109@tcp47 : GET - for me 00000400:00000200:1.0:1767384982.876464:0:16334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384982.876473:0:16334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1f75 [1] + 0 00000400:00000200:2.0:1767384982.876482:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384982.876488:0:16334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp47 to MR: 192.168.203.109@tcp47 local destination 00000400:00000200:1.0:1767384982.876497:0:16334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp47 NI seq info: [238:238:256:4294967295] 192.168.203.109@tcp47 LPNI seq info [189:189:8:4294967295] 00000400:00000200:1.0:1767384982.876515:0:16334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp47(192.168.203.109@tcp47:192.168.203.109@tcp47) -> 192.168.203.109@tcp47(192.168.203.109@tcp47:192.168.203.109@tcp47) 192.168.203.109@tcp47 : REPLY try# 0 00000800:00000200:1.0:1767384982.876522:0:16334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp47 00000800:00000010:1.0:1767384982.876526:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061881cf4. 00000800:00000200:1.0:1767384982.876533:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000018aa00cd] -> 12345-192.168.203.109@tcp47 (4) 00000800:00000200:1.0:1767384982.876539:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp47 ip 192.168.203.109:988 00000800:00000200:1.0:1767384982.876542:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061881cf4 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384982.876546:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000001:0.0:1767384982.876576:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384982.876595:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384982.876598:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000800:00000010:1.0:1767384982.876600:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061881cf4. 00000800:00000001:0.0:1767384982.876600:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384982.876607:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384982.876613:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384982.876617:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp47->192.168.203.109@tcp47: REPLY: OK 00000800:00000001:0.0:1767384982.876619:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384982.876623:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.876627:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384982.876635:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp47(192.168.203.109@tcp47) <- 192.168.203.109@tcp47 : REPLY - for me 00000400:00000200:2.0:1767384982.876639:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384982.876648:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp47: Reply from 12345-192.168.203.109@tcp47 of length 272/272 into md 0x2185 00000800:00000001:0.0:1767384982.876655:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.876661:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384982.876664:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384982.876669:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp47->192.168.203.109@tcp47: REPLY: OK 00000400:00000200:0.0:1767384982.876673:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000400:00000010:0.0:1767384982.876675:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000400:00000200:2.0:1767384982.876676:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384982.876679:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384982.876686:0:16333:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007920806f. 00000400:00000010:0.0:1767384982.876689:0:16333:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e12ddd17. 00000800:00000001:0.0:1767384982.876695:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384982.876698:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384982.876715:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876743:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876768:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876793:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876812:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876834:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876859:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876923:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876947:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876967:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.876988:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877012:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877048:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877072:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877093:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877115:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877136:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877157:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877177:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877198:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877218:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877240:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877262:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877283:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877308:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877349:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877379:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384982.877403:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384982.877511:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001109ae82. 00000800:00000010:2.0:1767384982.877515:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000015d98453. 00000800:00000010:2.0:1767384982.877519:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081bf1b67. 00000800:00000010:2.0:1767384982.877542:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081bf1b67. 00000800:00020000:2.0:1767384982.877548:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384982.877552:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000015d98453. 00000800:00000010:2.0:1767384982.877554:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001109ae82. 00000400:02020000:2.0:1767384982.877589:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp47 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000200:2.0:1767384983.064961:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000800:00000200:2.1:1767384983.064971:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000400:00000200:1.0:1767384983.065092:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065142:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065163:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065181:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065200:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065219:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065237:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065256:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065274:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065293:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065314:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065350:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065372:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065391:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065411:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065430:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065449:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065466:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065485:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065503:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065521:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065540:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065558:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065576:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065595:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065615:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065634:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065653:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065679:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065698:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065716:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065734:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065753:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065771:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384983.065789:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384983.065987:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000feece530. 00000800:00000010:1.0:1767384983.065993:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fb9a0b0. 00000800:00000010:1.0:1767384983.065999:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000de28798. 00000800:00000010:1.0:1767384983.066020:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000de28798. 00000800:00020000:1.0:1767384983.066029:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384983.066033:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fb9a0b0. 00000800:00000010:1.0:1767384983.066036:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000feece530. 00000400:02020000:1.0:1767384983.066071:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp34 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384983.066076:0:16330:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:00100000:3.0:1767384983.513940:0:17052:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10 00000001:00000040:3.0:1767384983.513946:0:17052:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000196dd832 : new cb_count 0 00000020:00000040:3.0:1767384983.513951:0:17052:0:(genops.c:898:class_export_put()) PUTting export 00000000196dd832 : new refcount 0 00000020:00000080:3.0:1767384983.513953:0:17052:0:(genops.c:904:class_export_put()) final put 00000000196dd832/2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10 00000001:00000010:3.0:1767384983.513965:0:17052:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000037b8e37b. 00080000:00000010:3.0:1767384983.513969:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e4d8dc98. 00000020:00000001:1.0:1767384983.513982:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384983.513986:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000196dd832/2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10 for lustre-MDT0000 00000020:00000040:1.0:1767384983.513996:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 3 to 192.168.203.9@tcp50 00000020:00000001:1.0:1767384983.513999:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384983.514003:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384983.514006:0:8:0:(genops.c:1229:class_import_get()) import 000000001da7b785 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384983.514008:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384983.514010:0:8:0:(genops.c:1242:class_import_put()) import 000000001da7b785 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384983.514011:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384983.514015:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384983.514016:0:8:0:(genops.c:1242:class_import_put()) import 000000001da7b785 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384983.514018:0:8:0:(genops.c:1245:class_import_put()) final put import 000000001da7b785 00000020:00000001:1.0:1767384983.514031:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384983.514034:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000004b13b400. 00010000:00000001:1.0:1767384983.514040:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384983.514043:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384983.514049:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fa46aa54. 00000001:00000010:1.0:1767384983.514052:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000d4f1a22. 00000001:00000010:1.0:1767384983.514054:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000020c8be0a. 00000001:00000010:1.0:1767384983.514057:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004cb78c16. 00000001:00000010:1.0:1767384983.514060:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e6cfb7df. 00000001:00000010:1.0:1767384983.514063:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004a878367. 00000001:00000001:1.0:1767384983.514068:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384983.514071:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384983.514074:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384983.514078:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000899430db. 00000001:00000010:1.0:1767384983.514082:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005a4fab2e. 00000001:00000010:1.0:1767384983.514085:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba9f3b39. 00000001:00000010:1.0:1767384983.514088:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af54d79a. 00000001:00000010:1.0:1767384983.514089:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002b84bdee. 00000001:00000010:1.0:1767384983.514092:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000938ea19f. 00000001:00000001:1.0:1767384983.514093:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384983.514095:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384983.514096:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384983.514099:0:8:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000fac1b656: xid 1853237358497280, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384983.514103:0:8:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000fac1b656: xid 1853237358497280, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384983.514106:0:8:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000fac1b656. 00000001:00000010:1.0:1767384983.514109:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000aa00b534. 00000004:00000001:1.0:1767384983.514113:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384983.514115:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384983.514117:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 5 - export 00000020:00000010:1.0:1767384983.514119:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000196dd832. 00000020:00000001:1.0:1767384983.514128:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384983.514131:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384983.514132:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000001da7b785 for lustre-MDT0000 00000020:00000040:1.0:1767384983.514135:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 2 to 192.168.203.9@tcp50 00000020:00000040:1.0:1767384983.514136:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 4 - import 00000020:00000010:1.0:1767384983.514138:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000001da7b785. 00000020:00000001:1.0:1767384983.514140:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00100000:1.0:1767384983.514165:0:17874:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:1.0:1767384983.514168:0:17874:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000004dda2cbe : new cb_count 0 00000020:00000040:1.0:1767384983.514169:0:17874:0:(genops.c:898:class_export_put()) PUTting export 000000004dda2cbe : new refcount 0 00000020:00000080:1.0:1767384983.514170:0:17874:0:(genops.c:904:class_export_put()) final put 000000004dda2cbe/lustre-MDT0000-mdtlov_UUID 00000001:00000010:1.0:1767384983.514183:0:17874:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000bbe960b4. 00080000:00000010:1.0:1767384983.514186:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ac8a7f24. 00080000:00000010:1.0:1767384983.514188:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003a036177. 00000001:00100000:1.0:1767384983.514190:0:17874:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10 00000001:00000040:1.0:1767384983.514191:0:17874:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000ca349d3a : new cb_count 1 00000020:00000040:1.0:1767384983.514193:0:17874:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 1 00000001:00000010:1.0:1767384983.514194:0:17874:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000006435d1a0. 00080000:00000010:1.0:1767384983.514196:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e2ead6ad. 00080000:00000010:1.0:1767384983.514198:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ae1e8332. 00000001:00100000:1.0:1767384983.514200:0:17874:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10 00000001:00000040:1.0:1767384983.514201:0:17874:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000ca349d3a : new cb_count 0 00000020:00000040:1.0:1767384983.514202:0:17874:0:(genops.c:898:class_export_put()) PUTting export 00000000ca349d3a : new refcount 0 00000020:00000080:1.0:1767384983.514203:0:17874:0:(genops.c:904:class_export_put()) final put 00000000ca349d3a/2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10 00000001:00000010:1.0:1767384983.514206:0:17874:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000011f79f3d. 00080000:00000010:1.0:1767384983.514208:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000105f0578. 00000020:00000001:2.0:1767384983.514226:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384983.514230:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000004dda2cbe/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:2.0:1767384983.514235:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 15 to 0@lo 00000020:00000001:2.0:1767384983.514238:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:2.0:1767384983.514241:0:8:0:(genops.c:1229:class_import_get()) import 0000000093d7db79 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1767384983.514243:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384983.514250:0:8:0:(genops.c:1242:class_import_put()) import 0000000093d7db79 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384983.514252:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384983.514253:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384983.514254:0:8:0:(genops.c:1242:class_import_put()) import 0000000093d7db79 refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767384983.514255:0:8:0:(genops.c:1245:class_import_put()) final put import 0000000093d7db79 00000020:00000001:2.0:1767384983.514267:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384983.514269:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384983.514270:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384983.514274:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006311c2f4. 00000001:00000010:2.0:1767384983.514278:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ef0b7678. 00000001:00000010:2.0:1767384983.514279:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0ae5812. 00000001:00000010:2.0:1767384983.514280:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007532e7f8. 00000001:00000010:2.0:1767384983.514282:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e4965864. 00000001:00000010:2.0:1767384983.514284:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000eacb3d89. 00000001:00000001:2.0:1767384983.514287:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384983.514289:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384983.514290:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384983.514291:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767384983.514293:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000bcedd7ea. 00000020:00000001:2.0:1767384983.514298:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384983.514300:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 7 - export 00000020:00000010:2.0:1767384983.514302:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004dda2cbe. 00000020:00000001:2.0:1767384983.514309:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384983.514311:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384983.514312:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000ca349d3a/2c0fbfdb-9712-4a2e-bdfb-baa8ed2a5b10 for lustre-OST0000 00000020:00000040:2.0:1767384983.514315:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 1 to 192.168.203.9@tcp50 00000020:00000001:2.0:1767384983.514317:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:2.0:1767384983.514318:0:8:0:(genops.c:1229:class_import_get()) import 000000005f120413 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1767384983.514320:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384983.514320:0:8:0:(genops.c:1242:class_import_put()) import 000000005f120413 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384983.514321:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384983.514334:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384983.514335:0:8:0:(genops.c:1242:class_import_put()) import 000000005f120413 refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767384983.514338:0:8:0:(genops.c:1245:class_import_put()) final put import 000000005f120413 00000020:00000001:2.0:1767384983.514344:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384983.514345:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384983.514352:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384983.514356:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000067c912fb. 00000001:00000010:2.0:1767384983.514359:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008dd1cd8c. 00000001:00000010:2.0:1767384983.514361:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094e9bcee. 00000001:00000010:2.0:1767384983.514363:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009c522dab. 00000001:00000010:2.0:1767384983.514366:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000af82b890. 00000001:00000010:2.0:1767384983.514368:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007794cdd9. 00000001:00000001:2.0:1767384983.514371:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384983.514371:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384983.514372:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384983.514373:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767384983.514375:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000cf392867. 00000020:00000001:2.0:1767384983.514377:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384983.514379:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 6 - export 00000020:00000010:2.0:1767384983.514380:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ca349d3a. 00000020:00000001:2.0:1767384983.514382:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384983.514384:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384983.514385:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000093d7db79 for lustre-OST0000 00000020:00000040:2.0:1767384983.514387:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 14 to 0@lo 00000020:00000040:2.0:1767384983.514389:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 5 - import 00000020:00000010:2.0:1767384983.514391:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000093d7db79. 00000020:00000001:2.0:1767384983.514392:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:2.0:1767384983.514394:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384983.514394:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000005f120413 for lustre-OST0000 00000020:00000040:2.0:1767384983.514396:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000300a5063 refcount 0 to 192.168.203.9@tcp50 00000020:00000040:2.0:1767384983.514397:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000d193dba7) now 4 - import 00000020:00000010:2.0:1767384983.514398:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000005f120413. 00000020:00000001:2.0:1767384983.514400:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:2.0:1767384983.896933:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000001:0.0:1767384983.896938:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384983.896941:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384983.896942:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384983.896947:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00010000:00000001:2.0:1767384983.896948:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384983.896952:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384983.896952:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000400:00000200:0.0:1767384983.896959:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384983.896969:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery ping unlinked 00000020:00000001:2.0:1767384983.896973:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384983.896975:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384983.896977:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384983.896984:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fe76462e. 00000400:00000010:0.0:1767384983.896990:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b5c25f10. 00000100:00000001:3.0:1767384984.024978:0:17075:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384984.024985:0:17075:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384984.088971:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (4) 00000800:00000200:2.1:1767384984.088999:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (4) 00000400:00000200:3.0:1767384984.089110:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089168:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089195:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089218:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089237:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089261:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089285:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089306:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089341:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089369:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089393:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089414:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089439:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089463:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089483:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089507:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089534:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089560:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089585:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089607:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089629:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089656:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089678:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089699:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089725:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089748:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089767:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089789:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089815:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089836:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089856:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089920:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089961:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.089985:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384984.090006:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384984.090184:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef5b91ff. 00000800:00000010:3.0:1767384984.090190:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b05d4017. 00000800:00000010:3.0:1767384984.090196:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e34ddb5a. 00000800:00000010:3.0:1767384984.090219:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e34ddb5a. 00000800:00020000:3.0:1767384984.090228:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384984.090233:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b05d4017. 00000800:00000010:3.0:1767384984.090235:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef5b91ff. 00000400:02020000:3.0:1767384984.090275:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp37 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384984.090281:0:16329:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384984.920959:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384984.920966:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.920973:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384984.920974:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384984.921025:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384984.921030:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384984.921033:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384985.048985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384985.048994:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384985.049002:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047f7dd88. 00000020:00000040:2.0:1767384985.049009:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384985.049013:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384985.049016:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384985.049020:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384985.049027:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd08e694. 00000100:00000001:2.0:1767384985.049033:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384985.049040:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384985.049048:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384985.049050:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384985.049054:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f7dd88] to pc [ptlrpcd_00_00+0] req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.049071:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384985.049073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384985.049076:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384985.049078:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d0a5ec8. 00000020:00000040:2.0:1767384985.049080:0:8:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384985.049082:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384985.049083:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384985.049085:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384985.049089:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000017b76323. 00000100:00000001:2.0:1767384985.049095:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.049096:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384985.049100:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384985.049101:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384985.049106:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384985.049106:0:16340:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384985.049118:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.049118:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384985.049120:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384985.049133:0:16340:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384985.049136:0:16340:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.049140:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384985.049142:0:16340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384985.049146:0:16340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384985.049149:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d0a5ec8] to pc [ptlrpcd_00_01+1] req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384985.049149:0:16340:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384985.049162:0:16340:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000047f7dd88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363770880:0@lo:400: 00000100:00000001:2.0:1767384985.049164:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.049166:0:16340:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384985.049170:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (310) 02000000:00000001:0.0:1767384985.049172:0:16340:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384985.049176:0:16340:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384985.049179:0:16340:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384985.049183:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5c25f10. 02000000:00000001:0.0:1767384985.049185:0:16340:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.049186:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384985.049190:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023552aa5. 00000100:00000001:3.0:1767384985.049192:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384985.049196:0:16341:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384985.049198:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000100:00000200:0.0:1767384985.049205:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363770880, portal 25 00000100:00000001:0.0:1767384985.049208:0:16340:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384985.049209:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384985.049211:0:16340:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878804352 : -107297830747264 : ffff9e69c6e9c380) 00000100:00000040:0.0:1767384985.049219:0:16340:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384985.049272:0:16341:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384985.049272:0:16340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384985.049278:0:16341:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384985.049285:0:16340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384985.049288:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 02000000:00000001:3.0:1767384985.049289:0:16341:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384985.049290:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363770880, offset 0 02000000:00000001:3.0:1767384985.049293:0:16341:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384985.049298:0:16341:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384985.049299:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384985.049308:0:16341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d0a5ec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16341:1853237363771008:0@lo:400: 00000400:00000200:0.0:1767384985.049333:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384985.049345:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c08600 00000400:00000200:0.0:1767384985.049352:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1999 [2] + 0 00000400:00000010:0.0:1767384985.049356:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029ca6601. 00000400:00000200:0.0:1767384985.049363:0:16340:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ce2d829 00000400:00000200:0.0:1767384985.049369:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384985.049372:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384985.049377:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce2d829 00000400:00000010:0.0:1767384985.049379:0:16340:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ce2d829. 00000100:00000001:0.0:1767384985.049386:0:16340:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384985.049389:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384985.049392:0:16340:0:(events.c:337:request_in_callback()) incoming req@000000005b7dde72 x1853237363770880 msgsize 224 00000100:00100000:0.0:1767384985.049397:0:16340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384985.049399:0:16340:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384985.049411:0:16340:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384985.049425:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1193d85 00000400:00000010:0.0:1767384985.049427:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1193d85. 00000100:00000001:0.0:1767384985.049429:0:16340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384985.049430:0:16341:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384985.049434:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384985.049441:0:16341:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384985.049444:0:16341:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.049444:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384985.049450:0:16341:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384985.049451:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.049452:0:17065:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384985.049457:0:17065:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363770880 02000000:00000010:3.0:1767384985.049460:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4d2590b. 02000000:00000001:2.0:1767384985.049464:0:17065:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384985.049464:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384985.049465:0:16341:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.049472:0:17065:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384985.049480:0:17065:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.049480:0:16340:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384985.049483:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac77d84. 02000000:00000001:2.0:1767384985.049486:0:17065:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.049489:0:16340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384985.049491:0:17065:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363770880 00000400:00000010:3.0:1767384985.049493:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000020:00000001:2.0:1767384985.049495:0:17065:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384985.049495:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294972934 00000020:00000040:2.0:1767384985.049498:0:17065:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843914 00000100:00000200:3.0:1767384985.049500:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363771008, portal 10 00000020:00000001:2.0:1767384985.049501:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384985.049501:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b6aaf3c. 00000100:00000001:3.0:1767384985.049509:0:16341:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767384985.049510:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008f47c82 refcount=10 00000100:00000001:3.0:1767384985.049514:0:16341:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878813312 : -107297830738304 : ffff9e69c6e9e680) 00000020:00000001:2.0:1767384985.049516:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:0.0:1767384985.049516:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384985.049523:0:17065:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000100:00000001:2.0:1767384985.049530:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384985.049532:0:16341:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384985.049533:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294972934 00000020:00000010:2.0:1767384985.049535:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000100:00000001:2.0:1767384985.049544:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384985.049547:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006435d1a0. 00000020:00000010:2.0:1767384985.049554:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000100:00000001:0.0:1767384985.049563:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384985.049566:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033adfb99. 00000020:00000010:2.0:1767384985.049580:0:17065:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9e4fdee. 00000100:00000001:3.0:1767384985.049581:0:16341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384985.049584:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294972934 00000020:00000010:2.0:1767384985.049591:0:17065:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000100:00000040:3.0:1767384985.049592:0:16341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384985.049596:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058bd4afc. 00000400:00000010:3.0:1767384985.049603:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da4bd5dd. 00000100:00000200:3.0:1767384985.049609:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237363771008, offset 0 00000100:00000001:0.0:1767384985.049610:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384985.049612:0:17065:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384985.049621:0:17065:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384985.049624:0:17065:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384985.049625:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384985.049625:0:16340:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294972934 00000100:00000001:2.0:1767384985.049630:0:17065:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384985.049637:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009490e0bc. 00000400:00000200:3.0:1767384985.049639:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384985.049642:0:17065:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.049651:0:16340:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384985.049657:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272c08680 00000100:00000001:0.0:1767384985.049661:0:16340:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384985.049666:0:17065:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384985.049668:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12280 00000100:00000001:0.0:1767384985.049670:0:16340:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384985.049682:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384985.049682:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384985.049687:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384985.049692:0:17065:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384985.049693:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384985.049694:0:16341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384985.049698:0:17065:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384985.049701:0:17064:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384985.049702:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384985.049707:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384985.049712:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00000001:1.0:1767384985.049712:0:17064:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:3.0:1767384985.049713:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a66dcdfc. 00000100:00000001:0.0:1767384985.049714:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384985.049728:0:16341:0:(events.c:337:request_in_callback()) incoming req@00000000a66dcdfc x1853237363771008 msgsize 224 00000100:00000040:2.0:1767384985.049729:0:17065:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008f47c82 : new rpc_count 1 00000100:00000001:0.0:1767384985.049729:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384985.049730:0:17064:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.049739:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384985.049740:0:17064:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.049745:0:17065:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636780339803216 : -107293369748400 : ffff9e6ad0cf3450) 00000100:00000001:0.0:1767384985.049747:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384985.049748:0:16341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384985.049759:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.049765:0:16341:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384985.049767:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b7dde72 x1853237363770880/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:211/0 lens 224/0 e 0 to 0 dl 1767384996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384985.049780:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4bd5dd 00000400:00000010:3.0:1767384985.049784:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4bd5dd. 00000100:00000001:2.0:1767384985.049786:0:17065:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384985.049789:0:16341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384985.049791:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384985.049792:0:17065:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081bf1b67. 00000100:00100000:1.0:1767384985.049797:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363771008 00000100:00000200:3.0:1767384985.049798:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.049799:0:17065:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384985.049803:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384985.049807:0:17065:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081bf1b67. 00000100:00000001:1.0:1767384985.049807:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384985.049813:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384985.049824:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384985.049825:0:17065:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b7dde72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+10:16340:x1853237363770880:12345-0@lo:400: 00000100:00100000:1.0:1767384985.049833:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363771008 00000020:00000001:1.0:1767384985.049839:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767384985.049843:0:17065:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363770880 00000020:00000040:1.0:1767384985.049845:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000001:3.0:1767384985.049848:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384985.049849:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384985.049850:0:17065:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384985.049853:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384985.049856:0:17065:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384985.049857:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384985.049858:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384985.049861:0:17065:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.049908:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384985.049908:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ef9c554. 00000100:00000001:3.0:1767384985.049910:0:16341:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384985.049918:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b8cebde. 00000020:00000001:2.0:1767384985.049919:0:17065:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384985.049920:0:16341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384985.049923:0:17065:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662448256 : -1047103360 : ffffffffc1967880) 00000020:00000010:1.0:1767384985.049927:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 00000100:00000040:3.0:1767384985.049930:0:16341:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3648 usecs (4 jiffies) 00000020:00000001:2.0:1767384985.049930:0:17065:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384985.049934:0:17065:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384985.049936:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294972933 00000020:00000001:2.0:1767384985.049937:0:17065:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384985.049938:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384985.049945:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294972934 00000020:00000001:2.0:1767384985.049945:0:17065:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384985.049946:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384985.049951:0:17065:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.049953:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294972933 00000100:00000001:1.0:1767384985.049954:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384985.049958:0:17065:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384985.049961:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.049964:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294972934 00000100:00000001:2.0:1767384985.049965:0:17065:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384985.049967:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384985.049974:0:17065:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384985.049976:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294972933 00000100:00000001:3.0:1767384985.049981:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294972934 02000000:00000010:2.0:1767384985.049981:0:17065:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003b8fe564. 00000100:00000001:1.0:1767384985.049984:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384985.049995:0:16341:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294972933 02000000:00000001:2.0:1767384985.049995:0:17065:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.050002:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384985.050005:0:16341:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294972934 00000100:00000001:2.0:1767384985.050005:0:17065:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.050007:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384985.050014:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384985.050018:0:16341:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384985.050019:0:17065:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384985.050020:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384985.050020:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384985.050030:0:16341:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384985.050032:0:17065:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237363770880 00000100:00000001:1.0:1767384985.050032:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636781079259648 : -107292630291968 : ffff9e6afce26a00) 00000100:00000001:0.0:1767384985.050032:0:17073:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.050039:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384985.050039:0:17065:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384985.050041:0:17073:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384985.050042:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a66dcdfc x1853237363771008/t0(0) o400->@:211/0 lens 224/0 e 0 to 0 dl 1767384996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384985.050051:0:17065:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b7dde72 x1853237363770880/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:211/0 lens 224/224 e 0 to 0 dl 1767384996 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384985.050055:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384985.050072:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384985.050076:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384985.050086:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384985.050091:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384985.050095:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.050103:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384985.050103:0:17065:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384985.050105:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a66dcdfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16341:x1853237363771008:12345-0@lo:400: 00010000:00000001:2.0:1767384985.050112:0:17065:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384985.050118:0:17065:0:(import.c:2128:obd_at_measure()) add 1 to 00000000134b3d69 time=103 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384985.050120:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363771008 00000020:00000001:1.0:1767384985.050123:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00080000:1.0:1767384985.050130:0:17071:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:2.0:1767384985.050132:0:17065:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384985.050134:0:17071:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1767384985.050139:0:17065:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 15 to 0@lo 00000100:00000001:1.0:1767384985.050139:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384985.050142:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384985.050144:0:17065:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000010:1.0:1767384985.050147:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000800018b1. 02000000:00000001:2.0:1767384985.050150:0:17065:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384985.050151:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384985.050155:0:17065:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.050156:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.050162:0:17065:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384985.050162:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384985.050166:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384985.050169:0:17065:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384985.050171:0:17071:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1767384985.050175:0:17065:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000100:00000001:1.0:1767384985.050175:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384985.050180:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 16 to 0@lo 00000100:00000200:2.0:1767384985.050181:0:17065:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237363770880, offset 224 00000100:00000001:1.0:1767384985.050183:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:1.0:1767384985.050188:0:17071:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446636780169408256 : -107293540143360 : 0xffff9e6ac6a72f00) 00000400:00000200:2.0:1767384985.050193:0:17065:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384985.050195:0:17071:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000fff8df14 refcount 16 to 0@lo 02000000:00000001:1.0:1767384985.050198:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384985.050200:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.050203:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384985.050206:0:17065:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384985.050209:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384985.050214:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000400:00000200:2.0:1767384985.050217:0:17065:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272c08600 00000100:00000200:1.0:1767384985.050221:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363771008, offset 224 00000400:00000200:2.0:1767384985.050224:0:17065:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x218d [1] + 224 00000400:00000200:2.0:1767384985.050230:0:17065:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384985.050233:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384985.050236:0:17065:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384985.050243:0:17065:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384985.050247:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384985.050249:0:17065:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384985.050258:0:17065:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384985.050258:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c08680 00000400:00000200:1.0:1767384985.050269:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2195 [1] + 224 00000400:00000200:1.0:1767384985.050274:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384985.050276:0:17065:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384985.050280:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384985.050283:0:17065:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:2.0:1767384985.050285:0:17065:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000100:00000001:2.0:1767384985.050288:0:17065:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384985.050289:0:17065:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384985.050291:0:17065:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.050292:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384985.050295:0:17065:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 15 to 0@lo 00010000:00000001:2.0:1767384985.050299:0:17065:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:1.0:1767384985.050300:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384985.050301:0:17065:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.050303:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384985.050306:0:17065:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384985.050306:0:16340:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384985.050327:0:17065:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b7dde72 x1853237363770880/t0(0) o400->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:211/0 lens 224/224 e 0 to 0 dl 1767384996 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384985.050327:0:16340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384985.050330:0:16340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384985.050333:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023552aa5. 00000400:00000200:0.0:1767384985.050339:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057083b15 00000400:00000010:0.0:1767384985.050343:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057083b15. 00000100:00000001:0.0:1767384985.050347:0:16340:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384985.050353:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384985.050357:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384985.050360:0:17065:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b7dde72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:87a2e106-e553-4e56-a48a-4e53df41a160+10:16340:x1853237363770880:12345-0@lo:400: Request processed in 572us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384985.050383:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00000200:0.0:1767384985.050388:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384985.050389:0:17065:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008f47c82 : new rpc_count 0 00000100:00000001:2.0:1767384985.050395:0:17065:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384985.050398:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384985.050399:0:16340:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384985.050400:0:17065:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384985.050402:0:16340:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384985.050405:0:16340:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384985.050406:0:17065:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9e4fdee. 00000400:00000200:1.0:1767384985.050407:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 02000000:00000001:0.0:1767384985.050408:0:16340:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384985.050413:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:0.0:1767384985.050414:0:16340:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384985.050415:0:17065:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00000100:00000001:0.0:1767384985.050418:0:16340:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.050422:0:17071:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384985.050423:0:16340:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384985.050425:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033adfb99. 00000100:00000001:1.0:1767384985.050427:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:0.0:1767384985.050429:0:16340:0:(import.c:2128:obd_at_measure()) add 5 to 000000001679a88c time=103 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384985.050433:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384985.050434:0:16340:0:(import.c:2128:obd_at_measure()) add 1 to 0000000056258779 time=103 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384985.050435:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 9 00000100:00000001:1.0:1767384985.050435:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.050437:0:16341:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384985.050438:0:16340:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384985.050444:0:16340:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384985.050448:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384985.050448:0:16340:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384985.050449:0:17065:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384985.050449:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 14 to 0@lo 00000400:00000001:3.0:1767384985.050453:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384985.050454:0:16340:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384985.050457:0:17065:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003b8fe564. 00000400:00000010:3.0:1767384985.050462:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac77d84. 00000100:00000001:1.0:1767384985.050463:0:17071:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.050463:0:16340:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384985.050465:0:17065:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384985.050471:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000100:00000001:2.0:1767384985.050474:0:17065:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384985.050474:0:17071:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384985.050478:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384985.050479:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000100:00000200:2.0:1767384985.050483:0:17065:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384985.050486:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a66dcdfc x1853237363771008/t0(0) o400->@:211/0 lens 224/224 e 0 to 0 dl 1767384996 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384985.050488:0:16341:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384985.050495:0:17065:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e9caedf. 00000100:00000200:3.0:1767384985.050499:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384985.050507:0:17065:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015d98453. 00000100:00000001:0.0:1767384985.050543:0:16340:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384985.050557:0:16340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767384985.050562:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a66dcdfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16341:x1853237363771008:12345-0@lo:400: Request processed in 454us (826us total) trans 0 rc -107/-107 00000100:00000001:0.0:1767384985.050564:0:16340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384985.050565:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384985.050581:0:16340:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384985.050603:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384985.050616:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384985.050619:0:16341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384985.050620:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384985.050625:0:16341:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384985.050627:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b8cebde. 00000100:00000001:3.0:1767384985.050632:0:16341:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384985.050636:0:16341:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384985.050637:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bedff79e. 00000100:00000001:3.0:1767384985.050639:0:16341:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384985.050643:0:16340:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047f7dd88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87a2e106-e553-4e56-a48a-4e53df41a160:16340:1853237363770880:0@lo:400: 00000100:00000001:3.0:1767384985.050645:0:16341:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384985.050647:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ef9c554. 02000000:00000001:3.0:1767384985.050652:0:16341:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.050655:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384985.050665:0:16341:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ec30c28e time=97 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384985.050665:0:16340:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384985.050672:0:16341:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384985.050674:0:16340:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384985.050676:0:16341:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384985.050679:0:16341:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1767384985.050683:0:16341:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00000040:0.0:1767384985.050684:0:16340:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047f7dd88 x1853237363770880/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384985.050688:0:16341:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1767384985.050696:0:16341:0:(import.c:65:import_set_state_nolock()) 00000000f05c0c28 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1767384985.050705:0:16341:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1767384985.050717:0:16340:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384985.050720:0:16340:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384985.050724:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5c25f10. 02000000:00000001:0.0:1767384985.050728:0:16340:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384985.050732:0:16340:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384985.050733:0:16340:0:(genops.c:1242:class_import_put()) import 00000000bf9bc720 refcount=3 obd=MGC192.168.203.109@tcp 00000020:00000001:0.0:1767384985.050735:0:16340:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384985.050736:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd08e694. 02000000:00000001:0.0:1767384985.050739:0:16340:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384985.050740:0:16340:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384985.050741:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047f7dd88. 00000100:00000001:0.0:1767384985.050744:0:16340:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384985.050745:0:16340:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384985.050747:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384985.050751:0:16340:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384985.050753:0:16340:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384985.050755:0:16340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384985.050757:0:16340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.053797:0:16341:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384985.053801:0:16341:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384985.053804:0:16341:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384985.053806:0:16341:0:(import.c:65:import_set_state_nolock()) 00000000f05c0c28 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384985.053810:0:16341:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384985.053813:0:16341:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 209 00000100:00000040:3.0:1767384985.053818:0:16341:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 13 to 0@lo 00000100:00000001:3.0:1767384985.053821:0:16341:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384985.053823:0:16341:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 14 to 0@lo 00000100:00000001:3.0:1767384985.053825:0:16341:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000001:3.0:1767384985.053830:0:16341:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384985.053832:0:16341:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a48 00000020:00000001:3.0:1767384985.053835:0:16341:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384985.053837:0:16341:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e73cab61 refcount=8 00000020:00000001:3.0:1767384985.053840:0:16341:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000020:00000001:3.0:1767384985.053842:0:16341:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000100:00000040:3.0:1767384985.053845:0:16341:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 13 to 0@lo 00000100:00000001:3.0:1767384985.053847:0:16341:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384985.053849:0:16341:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 14 to 0@lo 00000100:00000001:3.0:1767384985.053852:0:16341:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000040:3.0:1767384985.053854:0:16341:0:(genops.c:898:class_export_put()) PUTting export 00000000e73cab61 : new refcount 7 00000100:00080000:3.0:1767384985.053858:0:16341:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000f05c0c28 using connection 192.168.203.109@tcp/0@lo 00000100:00000001:3.0:1767384985.053861:0:16341:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384985.053892:0:16341:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384985.053900:0:16341:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384985.053905:0:16341:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.053908:0:16341:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384985.053910:0:16341:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384985.053915:0:16341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c263677a. 00000020:00000040:3.0:1767384985.053918:0:16341:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384985.053922:0:16341:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384985.053923:0:16341:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.053925:0:16341:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384985.053928:0:16341:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384985.053932:0:16341:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384985.053937:0:16341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003154b5d2. 00000100:00000001:3.0:1767384985.053942:0:16341:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384985.053946:0:16341:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384985.053953:0:16341:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384985.053955:0:16341:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384985.053957:0:16341:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c263677a] to pc [ptlrpcd_rcv+-1] req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384985.053980:0:16341:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.053983:0:16341:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1767384985.053984:0:16341:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1767384985.053987:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384985.053993:0:16341:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1767384985.053995:0:16341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384985.053996:0:16341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384985.053998:0:16341:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384985.054003:0:16341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d0a5ec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16341:1853237363771008:0@lo:400: 00000100:00000001:3.0:1767384985.054006:0:16341:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384985.054007:0:16341:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384985.054009:0:16341:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d0a5ec8 x1853237363771008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767385001 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384985.054013:0:16341:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384985.054014:0:16341:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384985.054015:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4d2590b. 02000000:00000001:3.0:1767384985.054018:0:16341:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384985.054019:0:16341:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384985.054020:0:16341:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384985.054022:0:16341:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384985.054023:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000017b76323. 02000000:00000001:3.0:1767384985.054026:0:16341:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384985.054027:0:16341:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384985.054028:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d0a5ec8. 00000100:00000001:3.0:1767384985.054031:0:16341:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384985.054032:0:16341:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384985.054033:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384985.054036:0:16341:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384985.054037:0:16341:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384985.054039:0:16341:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384985.054041:0:16341:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.054060:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384985.054064:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384985.054066:0:16339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384985.054072:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.054079:0:16339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384985.054081:0:16339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384985.054083:0:16339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384985.054085:0:16339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384985.054087:0:16339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384985.054088:0:16339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c263677a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16339:1853237363771136:0@lo:38: 00000100:00000001:2.0:1767384985.054091:0:16339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384985.054093:0:16339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384985.054095:0:16339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384985.054096:0:16339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384985.054099:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003b8fe564. 02000000:00000001:2.0:1767384985.054101:0:16339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384985.054104:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b0d601. 00000400:00000010:2.0:1767384985.054118:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000100:00000200:2.0:1767384985.054121:0:16339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363771136, portal 10 00000100:00000001:2.0:1767384985.054123:0:16339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384985.054124:0:16339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636780463120256 : -107293246431360 : ffff9e6ad828df80) 00000100:00000040:2.0:1767384985.054128:0:16339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.054133:0:16339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384985.054135:0:16339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384985.054137:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053a82bc2. 00000100:00000200:2.0:1767384985.054138:0:16339:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237363771136, offset 0 00000400:00000200:2.0:1767384985.054141:0:16339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384985.054147:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384985.054152:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272c08700 00000400:00000200:2.0:1767384985.054155:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12504 00000400:00000200:2.0:1767384985.054159:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384985.054161:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384985.054164:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384985.054166:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384985.054168:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008806198b. 00000100:00000040:2.0:1767384985.054170:0:16339:0:(events.c:337:request_in_callback()) incoming req@000000008806198b x1853237363771136 msgsize 520 00000100:00100000:2.0:1767384985.054173:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384985.054184:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384985.054187:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a82bc2 00000400:00000010:2.0:1767384985.054189:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053a82bc2. 00000100:00000001:2.0:1767384985.054191:0:16339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384985.054193:0:16339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.054199:0:16339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384985.054200:0:16339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.054205:0:16339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.054206:0:16339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384985.054209:0:16339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384985.054212:0:16339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3558 usecs (4 jiffies) 00000100:00000001:2.0:1767384985.054221:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294972937 00000100:00000001:2.0:1767384985.054228:0:16339:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294972934 00000100:00000001:1.0:1767384985.054232:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384985.054233:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294972937 00000100:00100000:1.0:1767384985.054239:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237363771136 00000100:00000001:2.0:1767384985.054240:0:16339:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294972934 02000000:00000001:1.0:1767384985.054247:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384985.054248:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294972937 00000100:00000001:1.0:1767384985.054254:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384985.054256:0:16339:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294972934 00000100:00000001:1.0:1767384985.054258:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.054260:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294972937 02000000:00000001:1.0:1767384985.054265:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.054266:0:16339:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294972934 00000100:00000001:2.0:1767384985.054274:0:16339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384985.054276:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237363771136 00000100:00000001:2.0:1767384985.054279:0:16339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384985.054282:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384985.054283:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384985.054286:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a4f 00000100:00000001:2.0:1767384985.054287:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384985.054295:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384985.054299:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384985.054300:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.054305:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:1.0:1767384985.054307:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.054310:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384985.054324:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ef9c554. 00000100:00000001:2.0:1767384985.054325:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384985.054328:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.054333:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384985.054334:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b8cebde. 00000020:00000010:1.0:1767384985.054339:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 00000100:00000001:1.0:1767384985.054342:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384985.054345:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384985.054347:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.054351:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.054361:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384985.054370:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384985.054371:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384985.054375:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:1.0:1767384985.054378:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636775878816896 : -107297830734720 : ffff9e69c6e9f480) 00000100:00000040:1.0:1767384985.054383:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008806198b x1853237363771136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767385005 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384985.054393:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008806198b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16339:x1853237363771136:12345-0@lo:38: 00000100:00000200:1.0:1767384985.054397:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363771136 00000020:00000001:1.0:1767384985.054399:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384985.054402:0:17071:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384985.054411:0:17071:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b9efb300) now 4 - find 00000020:00000001:1.0:1767384985.054415:0:17071:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446636781130861192 : -107292578690424 : ffff9e6afff5ca88) 00010000:02000000:1.0:1767384985.054419:0:17071:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:1.0:1767384985.056947:0:17071:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1767384985.056952:0:17071:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 4 - find 00010000:00000001:1.0:1767384985.056956:0:17071:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767384985.056959:0:17071:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1767384985.056960:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384985.056962:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384985.056966:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e372b06d. 02000000:00000001:1.0:1767384985.056968:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.056970:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384985.056973:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384985.056975:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384985.056978:0:17071:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1767384985.056981:0:17071:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384985.056984:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384985.056986:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 15 to 0@lo 00000100:00000001:1.0:1767384985.056988:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000100:00000001:1.0:1767384985.056990:0:17071:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446636780169408256 : -107293540143360 : 0xffff9e6ac6a72f00) 00000100:00000040:1.0:1767384985.056993:0:17071:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000fff8df14 refcount 15 to 0@lo 02000000:00000001:1.0:1767384985.056995:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384985.056997:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.056999:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384985.057001:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384985.057004:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000100:00000200:1.0:1767384985.057007:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363771136, offset 0 00000400:00000200:1.0:1767384985.057011:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384985.057018:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384985.057024:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c08700 00000400:00000200:1.0:1767384985.057029:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21a9 [1] + 0 00000400:00000200:1.0:1767384985.057034:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384985.057037:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384985.057041:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384985.057044:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384985.057053:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384985.057071:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384985.057076:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d34bdd 00000400:00000010:1.0:1767384985.057079:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 00000100:00000001:1.0:1767384985.057081:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384985.057082:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384985.057086:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384985.057089:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 14 to 0@lo 00000100:00000001:1.0:1767384985.057092:0:17071:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384985.057096:0:17071:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384985.057100:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008806198b x1853237363771136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767385005 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.057102:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384985.057105:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384985.057111:0:16339:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384985.057116:0:16339:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384985.057120:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3b0d601. 00000100:00100000:1.0:1767384985.057125:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008806198b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16339:x1853237363771136:12345-0@lo:38: Request processed in 2726us (2947us total) trans 0 rc -19/-19 00000400:00000200:2.0:1767384985.057126:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:2.0:1767384985.057130:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000100:00000001:2.0:1767384985.057136:0:16339:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384985.057142:0:16339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384985.057148:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:1.0:1767384985.057152:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384985.057160:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384985.057167:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b8cebde. 00000100:00000200:2.0:1767384985.057168:0:16339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384985.057177:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bedff79e. 00000100:00000001:2.0:1767384985.057181:0:16339:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384985.057183:0:16339:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384985.057184:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ef9c554. 00000100:00000001:1.0:1767384985.057190:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384985.057193:0:16339:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384985.057196:0:16339:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384985.057199:0:16339:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384985.057201:0:16339:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384985.057203:0:16339:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384985.057207:0:16339:0:(import.c:2128:obd_at_measure()) add 0 to 00000000ec30c28e time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384985.057210:0:16339:0:(import.c:2128:obd_at_measure()) add 1 to 00000000be1d996f time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384985.057212:0:16339:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384985.057213:0:16339:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384985.057215:0:16339:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767384985.057218:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384995 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.057223:0:16339:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767384985.057224:0:16339:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384985.057225:0:16339:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384985.057227:0:16339:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384985.057229:0:16339:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767384985.057231:0:16339:0:(import.c:65:import_set_state_nolock()) 00000000f05c0c28 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767384985.057233:0:16339:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:2.0:1767384985.057235:0:16339:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767384985.057236:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384985.057241:0:16339:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c263677a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16339:1853237363771136:0@lo:38: 00000100:00000001:2.0:1767384985.057244:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384985.057246:0:16339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384985.057247:0:16339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c263677a x1853237363771136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384995 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384985.057251:0:16339:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384985.057252:0:16339:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384985.057253:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003b8fe564. 02000000:00000001:2.0:1767384985.057256:0:16339:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384985.057260:0:16339:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384985.057261:0:16339:0:(genops.c:1242:class_import_put()) import 00000000f05c0c28 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384985.057263:0:16339:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384985.057264:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003154b5d2. 02000000:00000001:2.0:1767384985.057266:0:16339:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384985.057267:0:16339:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384985.057268:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c263677a. 00000100:00000001:2.0:1767384985.057270:0:16339:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384985.057271:0:16339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384985.057272:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384985.057275:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384985.057276:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384985.057278:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384985.057279:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384985.058939:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294972937, at 4294972938 00000100:00000040:3.0:1767384985.058948:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294972937, at 4294972938 00000100:00000010:1.0:1767384985.058949:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006435d1a0. 00000100:00000010:3.0:1767384985.058960:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009490e0bc. 00000100:00000040:2.0:1767384985.058968:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294972937, at 4294972938 00000100:00000040:0.0:1767384985.058971:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294972937, at 4294972938 00000100:00000010:2.0:1767384985.058987:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058bd4afc. 00000100:00000010:0.0:1767384985.058988:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b6aaf3c. 00010000:00000001:2.0:1767384985.944958:0:1010:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384985.944969:0:1010:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384985.944988:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384985.944990:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384985.945026:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384985.945029:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384985.945032:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384986.073038:0:17881:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384986.073046:0:17881:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384986.137050:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006f3eaa6c] -> 12345-192.168.203.109@tcp19 (6) 00000800:00000200:2.0:1767384986.137062:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp19 ip 192.168.203.109:988 00000800:00000200:2.0:1767384986.137066:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009dcec7a9 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1767384986.137240:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384986.137251:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384986.137266:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384986.137273:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384986.137276:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384986.264944:0:40089:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:1.0:1767384986.264960:0:40089:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000a981a8e9 - data 0000000078b90f2e/00000000d9bb645b 00000020:00000010:1.0:1767384986.265059:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 0000000032c6a0b2. 00000020:00000010:1.0:1767384986.265068:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000001ca1a641. 00000020:00000010:1.0:1767384986.265072:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d9bb645b. 00000020:00000010:1.0:1767384986.265075:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000045fae66d. 00000020:00000010:1.0:1767384986.265078:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000e5502e4d. 00000020:00000010:1.0:1767384986.265080:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000003a341b1e. 00000020:00000010:1.0:1767384986.265083:0:40089:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000a981a8e9. 00000020:01000000:1.0:1767384986.265088:0:40089:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000f68672a9 - data 00000000ffb6b4fe/0000000031bab4ab 00000020:00000010:1.0:1767384986.265171:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000004f10eec8. 00000020:00000010:1.0:1767384986.265175:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000000996deb6. 00000020:00000010:1.0:1767384986.265178:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000031bab4ab. 00000020:00000010:1.0:1767384986.265179:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000014977fe1. 00000020:00000010:1.0:1767384986.265182:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000510a1f83. 00000020:00000010:1.0:1767384986.265184:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000008048c453. 00000020:00000010:1.0:1767384986.265186:0:40089:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000f68672a9. 00000020:00000001:1.0:1767384986.265188:0:40089:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:1.0:1767384986.265409:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000076cb50fb. 00000020:00000010:1.0:1767384986.265412:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000df04542c. 00000020:00000010:1.0:1767384986.265414:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 000000001a5fb459. 00000020:00000010:1.0:1767384986.265416:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009a73c5c9. 02000000:00000001:1.0:1767384986.271003:0:40089:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:1.0:1767384986.271008:0:40089:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 0000000036c263ac for key 0 00000004:00000010:1.0:1767384986.271012:0:40089:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 0000000036c263ac. 02000000:00000001:1.0:1767384986.271016:0:40089:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:1.0:1767384986.271017:0:40089:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000011b3a980. 02000000:00000010:1.0:1767384986.271019:0:40089:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000ea25056d. 02000000:00000001:1.0:1767384986.271021:0:40089:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:1.0:1767384986.271023:0:40089:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:1.0:1767384986.271024:0:40089:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000024c07b1b. 02000000:00000010:1.0:1767384986.271026:0:40089:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 0000000068192355. 00000020:00000001:1.0:1767384986.271028:0:40089:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:1.0:1767384986.271032:0:40089:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384986.271033:0:40089:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:1.0:1767384986.271037:0:40089:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384986.271042:0:40089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008ef9c554. 00080000:00000001:1.0:1767384986.271049:0:40089:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636780211299840 : -107293498251776 : ffff9e6ac9266600) 00080000:00000001:1.0:1767384986.271053:0:40089:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384986.271057:0:40089:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384986.271060:0:40089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000de28798. 00080000:00000001:1.0:1767384986.271062:0:40089:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384986.271064:0:40089:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384986.271078:0:40089:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384986.271080:0:40089:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:1.0:1767384986.271100:0:40089:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:1.0:1767384986.271102:0:40089:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384986.271105:0:40089:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384986.272911:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008ef9c554. 00080000:00000010:1.0:1767384986.272965:0:40089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000de28798. 00040000:00000001:1.0:1767384986.272971:0:40089:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384986.272973:0:40089:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384986.272975:0:40089:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384986.272977:0:40089:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:1.0:1767384986.272979:0:40089:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384986.272984:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000005d5a639c/00000000bdc715dc to site lru. bkt: 0000000011c8e970 00000020:00000010:1.0:1767384986.272987:0:40089:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 000000002de54cdb. 00000020:00000010:1.0:1767384986.273004:0:40089:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 000000001530df09. 00000020:00000010:1.0:1767384986.273006:0:40089:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 0000000033254767. 00000020:00000002:1.0:1767384986.273012:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000096010c48/00000000e9c0b7f9 to site lru. bkt: 00000000b01e27b2 00000020:00000001:1.0:1767384986.273014:0:40089:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:1.0:1767384986.273015:0:40089:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:1.0:1767384986.273020:0:40089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000731373f1. 00000020:00000010:1.0:1767384986.273022:0:40089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000085a25090. 00000020:00000010:1.0:1767384986.273025:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000724ffc62. 00000020:00000010:1.0:1767384986.273031:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fdd29934. 00000040:00000010:1.0:1767384986.273034:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f742a9b3. 00000020:00000010:1.0:1767384986.273036:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f4499287. 00000020:00000010:1.0:1767384986.273039:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005ad4de60. 00000020:00000010:1.0:1767384986.273042:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006afda30e. 80000000:00000010:1.0:1767384986.273045:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fad4c97d. 40000000:00000010:1.0:1767384986.273047:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c5eccac2. 00100000:00000010:1.0:1767384986.273051:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e1c3b9d9. 00040000:00000010:1.0:1767384986.273053:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000962a18ca. 00040000:00000010:1.0:1767384986.273056:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d1282cc4. 00040000:00000010:1.0:1767384986.273058:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000082f293f1. 00080000:00000010:1.0:1767384986.273062:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000038d4c51a. 00080000:00000010:1.0:1767384986.273065:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006786ac29. 00000004:00000010:1.0:1767384986.273077:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000008be7be2. 00000004:00000010:1.0:1767384986.273080:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c20fee2b. 00000004:00000010:1.0:1767384986.273084:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ef39af18. 00000004:00000010:1.0:1767384986.273086:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000025ff02f6. 00000020:00000010:1.0:1767384986.273089:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029c800f6. 00000001:00000001:1.0:1767384986.273092:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384986.273095:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e6953ac1. 00000001:00000010:1.0:1767384986.273098:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e0c7d0cd. 00000001:00000010:1.0:1767384986.273100:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007a96d381. 00000001:00000001:1.0:1767384986.273101:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:1.0:1767384986.273102:0:40089:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384986.273106:0:40089:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384986.273109:0:40089:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384986.273137:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000000b9e9937. 00000020:00000010:1.0:1767384986.273141:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000a1f39a03. 00000020:00000010:1.0:1767384986.273144:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000343bf086. 00000020:00000010:1.0:1767384986.273147:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000082c54127. 00010000:00000001:1.0:1767384986.273176:0:40089:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384986.273186:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000052f847a1. 00000020:00000010:1.0:1767384986.273189:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000009ba1ee79. 00000020:00000010:1.0:1767384986.273192:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000ac96d925. 00000020:00000010:1.0:1767384986.273194:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000fa869ff7. 00000001:00000001:1.0:1767384986.273223:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384986.285967:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000027815ef0. 00000001:00000010:1.0:1767384986.285985:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ab6bb26c. 00000001:00000010:1.0:1767384986.285987:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c8137326. 00000001:00000010:1.0:1767384986.285989:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b85182ce. 00000001:00000010:1.0:1767384986.285991:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fc5a8617. 00000001:00000010:1.0:1767384986.285993:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f66684b8. 00000001:00000010:1.0:1767384986.285995:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008959349c. 00000001:00000010:1.0:1767384986.285997:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000abdfc942. 00000001:00000010:1.0:1767384986.285999:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ebfc31fe. 00000001:00000010:1.0:1767384986.286001:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f555b506. 00000001:00000010:1.0:1767384986.286003:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fc18b482. 00000001:00000010:1.0:1767384986.286005:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000094d544eb. 00000001:00000010:1.0:1767384986.286007:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000049fd0bc2. 00000001:00000010:1.0:1767384986.286009:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e4c57818. 00000001:00000010:1.0:1767384986.286010:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000007d3daf9. 00000001:00000010:1.0:1767384986.286012:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003ffda8cc. 00000001:00000010:1.0:1767384986.286014:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003e1d27bd. 00000001:00000010:1.0:1767384986.286017:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c05f4f10. 00000001:00000010:1.0:1767384986.286019:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002d483d75. 00000001:00000010:1.0:1767384986.286021:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008bfa9a29. 00000001:00000010:1.0:1767384986.286023:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c2a49e08. 00000001:00000010:1.0:1767384986.286024:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000080eec887. 00000001:00000010:1.0:1767384986.286026:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002dab8d0f. 00000001:00000010:1.0:1767384986.286028:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb5c8fe2. 00000001:00000010:1.0:1767384986.286029:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b38655f. 00000001:00000010:1.0:1767384986.286031:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000030c76861. 00000001:00000010:1.0:1767384986.286033:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b0621b3a. 00000001:00000010:1.0:1767384986.286034:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000051575877. 00000001:00000010:1.0:1767384986.286036:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007efc2869. 00000001:00000010:1.0:1767384986.286038:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ac7262a0. 00000001:00000010:1.0:1767384986.286039:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000080563a8f. 00000001:00000010:1.0:1767384986.286041:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002f77c8ae. 00000001:00000010:1.0:1767384986.286043:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063695c3b. 00000001:00000010:1.0:1767384986.286045:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005dc36cbc. 00000001:00000010:1.0:1767384986.286047:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003f6d50e3. 00000001:00000010:1.0:1767384986.286048:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099184fc3. 00000001:00000010:1.0:1767384986.286050:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ef7f596e. 00000001:00000010:1.0:1767384986.286052:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000072c16fb3. 00000001:00000010:1.0:1767384986.286054:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000085cb0aec. 00000001:00000010:1.0:1767384986.286056:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000048074e9c. 00000001:00000010:1.0:1767384986.286057:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091406b4a. 00000001:00000010:1.0:1767384986.286059:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001ee2a173. 00000001:00000010:1.0:1767384986.286061:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007cf72395. 00000001:00000010:1.0:1767384986.286063:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007a9b902a. 00000001:00000010:1.0:1767384986.286065:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000009519643. 00000001:00000010:1.0:1767384986.286067:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004a36b8b2. 00000001:00000010:1.0:1767384986.286068:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007047148f. 00000001:00000010:1.0:1767384986.286070:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001f7af775. 00000001:00000010:1.0:1767384986.286072:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000077b4bf1c. 00000001:00000010:1.0:1767384986.286074:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fd8af3b0. 00000001:00000010:1.0:1767384986.286076:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000131029ea. 00000001:00000010:1.0:1767384986.286078:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000436ba09b. 00000001:00000010:1.0:1767384986.286080:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001216d5c1. 00000001:00000010:1.0:1767384986.286082:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000088b17ca5. 00000001:00000010:1.0:1767384986.286084:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d01142b. 00000001:00000010:1.0:1767384986.286085:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000017060930. 00000001:00000010:1.0:1767384986.286087:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f76220ea. 00000001:00000010:1.0:1767384986.286089:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e5436844. 00000001:00000010:1.0:1767384986.286090:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098e858b1. 00000001:00000010:1.0:1767384986.286092:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b611fbdc. 00000001:00000010:1.0:1767384986.286093:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001dda56ce. 00000001:00000010:1.0:1767384986.286095:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000035d2591b. 00000001:00000010:1.0:1767384986.286097:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cca69cf8. 00000001:00000010:1.0:1767384986.286098:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ab8877ee. 00000001:00000010:1.0:1767384986.286100:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000676d0ca8. 00000001:00000010:1.0:1767384986.286102:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000bbac3dd. 00000001:00000010:1.0:1767384986.286103:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000db591b51. 00000001:00000010:1.0:1767384986.286105:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000910cebfe. 00000001:00000010:1.0:1767384986.286107:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d78b8197. 00000001:00000010:1.0:1767384986.286109:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000094b84895. 00000001:00000010:1.0:1767384986.286110:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e5d283c8. 00000001:00000010:1.0:1767384986.286112:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007f53f2cc. 00000001:00000010:1.0:1767384986.286114:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b5295ba0. 00000001:00000010:1.0:1767384986.286116:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000177324b7. 00000001:00000010:1.0:1767384986.286118:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f54d3783. 00000001:00000010:1.0:1767384986.286120:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b859ae3c. 00000001:00000010:1.0:1767384986.286121:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed5bbda4. 00000001:00000010:1.0:1767384986.286123:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004b5556d8. 00000001:00000010:1.0:1767384986.286125:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000086b24fa8. 00000001:00000010:1.0:1767384986.286127:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a3b02773. 00000001:00000010:1.0:1767384986.286129:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000043bc8385. 00000001:00000010:1.0:1767384986.286131:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f7177413. 00000001:00000010:1.0:1767384986.286133:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009f0190b8. 00000001:00000010:1.0:1767384986.286135:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000700482b5. 00000001:00000010:1.0:1767384986.286137:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000195520ff. 00000001:00000010:1.0:1767384986.286138:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d2ca7941. 00000001:00000010:1.0:1767384986.286140:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008f29fbf8. 00000001:00000010:1.0:1767384986.286142:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008540d587. 00000001:00000010:1.0:1767384986.286144:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000be04a376. 00000001:00000010:1.0:1767384986.286145:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005cecf591. 00000001:00000010:1.0:1767384986.286147:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ac0f565. 00000001:00000010:1.0:1767384986.286148:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ca5aafd0. 00000001:00000010:1.0:1767384986.286150:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005861fb6b. 00000001:00000010:1.0:1767384986.286151:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000083d34988. 00000001:00000010:1.0:1767384986.286153:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e157ce5c. 00000001:00000010:1.0:1767384986.286154:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000066fa0e9b. 00000001:00000010:1.0:1767384986.286156:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002fa1a365. 00000001:00000010:1.0:1767384986.286157:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071e16291. 00000001:00000010:1.0:1767384986.286159:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e27bf8f1. 00000001:00000010:1.0:1767384986.286161:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000db4055b2. 00000001:00000010:1.0:1767384986.286162:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008a435276. 00000001:00000010:1.0:1767384986.286164:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a5052caf. 00000001:00000010:1.0:1767384986.286165:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004987bda7. 00000001:00000010:1.0:1767384986.286167:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea6114b1. 00000001:00000010:1.0:1767384986.286168:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b04c4192. 00000001:00000010:1.0:1767384986.286170:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001169e56b. 00000001:00000010:1.0:1767384986.286172:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000120a202b. 00000001:00000010:1.0:1767384986.286174:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d1e66a31. 00000001:00000010:1.0:1767384986.286176:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005265b6d1. 00000001:00000010:1.0:1767384986.286177:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b9a171a. 00000001:00000010:1.0:1767384986.286179:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000719579ce. 00000001:00000010:1.0:1767384986.286180:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001a91e2e2. 00000001:00000010:1.0:1767384986.286182:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005c1b65c7. 00000001:00000010:1.0:1767384986.286184:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f26e7336. 00000001:00000010:1.0:1767384986.286186:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000da5c7037. 00000001:00000010:1.0:1767384986.286188:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000048e33b1. 00000001:00000010:1.0:1767384986.286190:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004bde48b6. 00000001:00000010:1.0:1767384986.286192:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000087e97b37. 00000001:00000010:1.0:1767384986.286193:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a6281d6d. 00000001:00000010:1.0:1767384986.286195:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e54d0c61. 00000001:00000010:1.0:1767384986.286196:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000004647f5. 00000001:00000010:1.0:1767384986.286197:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000df8909aa. 00000001:00000010:1.0:1767384986.286199:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000068ce029. 00000001:00000010:1.0:1767384986.286200:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b709aa92. 00000001:00000010:1.0:1767384986.286202:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000013e3eaf7. 00000001:00000010:1.0:1767384986.286203:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000016a2cb04. 00000001:00000010:1.0:1767384986.286205:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001343b68a. 00000001:00000010:1.0:1767384986.286206:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d18f10b7. 00000001:00000010:1.0:1767384986.286208:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 0000000087198a02. 00000001:00000010:1.0:1767384986.286215:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000587212f3. 00000001:00000001:1.0:1767384986.286219:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384986.286225:0:40089:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000076d68f9e. 00010000:00000001:1.0:1767384986.286230:0:40089:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384986.286962:0:40089:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384986.286971:0:40089:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:2.0:1767384986.286976:0:40089:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384986.286979:0:40089:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:2.0:1767384986.286981:0:40089:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:2.0:1767384986.286986:0:40089:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384986.287112:0:40089:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384986.287120:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000382c2028/000000002a183960 to site lru. bkt: 00000000edb6213d 40000000:00000001:2.0:1767384986.287124:0:40089:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384986.287126:0:40089:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384986.287128:0:40089:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 0000000054b67ebd. 40000000:00000001:2.0:1767384986.287134:0:40089:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384986.287188:0:40089:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384986.287191:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000061762d73/000000003f489dfb to site lru. bkt: 00000000fee2d66e 40000000:00000001:2.0:1767384986.287193:0:40089:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384986.287195:0:40089:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384986.287197:0:40089:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000e0d0ebda. 40000000:00000001:2.0:1767384986.287201:0:40089:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384986.287261:0:40089:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384986.287262:0:40089:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 0000000022975a44. 40000000:00000001:2.0:1767384986.287265:0:40089:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.287268:0:40089:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:2.0:1767384986.287270:0:40089:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:2.0:1767384986.287320:0:40089:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:2.0:1767384986.287324:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000ca1ffbc3/0000000035c87dd4 to site lru. bkt: 000000000a73253f 80000000:00000001:2.0:1767384986.287326:0:40089:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:2.0:1767384986.287328:0:40089:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:2.0:1767384986.287331:0:40089:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:2.0:1767384986.287334:0:40089:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000003becae0c. 80000000:00000010:2.0:1767384986.287339:0:40089:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000031e06ca2. 80000000:00000010:2.0:1767384986.287341:0:40089:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000002c4eb1fb. 80000000:00000010:2.0:1767384986.287343:0:40089:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000009e82a203. 80000000:00000010:2.0:1767384986.287346:0:40089:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000562a383d. 80000000:00000040:2.0:1767384986.287348:0:40089:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:2.0:1767384986.287350:0:40089:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384986.287352:0:40089:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1767384986.287353:0:40089:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:2.0:1767384986.287355:0:40089:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:2.0:1767384986.287356:0:40089:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:2.0:1767384986.287357:0:40089:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000e6604b2d. 80000000:00000001:2.0:1767384986.287360:0:40089:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:2.0:1767384986.287361:0:40089:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000d2cb13ad. 00000004:00000001:2.0:1767384986.287365:0:40089:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.287374:0:40089:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00040000:00000001:2.0:1767384986.287387:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287391:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287393:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287395:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287397:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287398:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287402:0:40089:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 00000000cc8f91cc. 00080000:00000010:2.0:1767384986.287407:0:40089:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 000000009e262fc9. 00080000:00000010:2.0:1767384986.287416:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e4ee3ff0. 00000004:00000010:2.0:1767384986.287422:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000026c61824. 00000004:00000010:2.0:1767384986.287430:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d4b7c9e6. 00000004:00000001:2.0:1767384986.287435:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287437:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:2.0:1767384986.287439:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000474892e1. 00000004:00000001:2.0:1767384986.287442:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.287455:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d7790357. 00040000:00000001:2.0:1767384986.287461:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287462:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287464:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287465:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287467:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287469:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287472:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ea8d4071. 00000004:00000010:2.0:1767384986.287476:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004f4cdefd. 00000004:00000010:2.0:1767384986.287479:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000949cee73. 00000004:00000001:2.0:1767384986.287482:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287484:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:2.0:1767384986.287485:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002ca50241. 00000004:00000001:2.0:1767384986.287489:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.287492:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008e647068. 00040000:00000001:2.0:1767384986.287496:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287497:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287498:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287500:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287501:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287503:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287504:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008b5de2e3. 00000004:00000010:2.0:1767384986.287507:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000207838ef. 00000004:00000010:2.0:1767384986.287514:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000f3f1c08. 00000004:00000001:2.0:1767384986.287517:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287518:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:2.0:1767384986.287521:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000858b0e88. 00000004:00000001:2.0:1767384986.287526:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.287528:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000eb49cb26. 00040000:00000001:2.0:1767384986.287532:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287534:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287535:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287537:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287538:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287540:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287544:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000eca9132f. 00000004:00000010:2.0:1767384986.287549:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000083f01533. 00000004:00000010:2.0:1767384986.287553:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000027481fe4. 00000004:00000001:2.0:1767384986.287556:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287559:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:2.0:1767384986.287561:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007b19020e. 00000004:00000001:2.0:1767384986.287571:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.287575:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000092df8816. 00040000:00000001:2.0:1767384986.287583:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287586:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287588:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287590:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287592:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287594:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287599:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000060604aac. 00000004:00000010:2.0:1767384986.287605:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000897de975. 00000004:00000010:2.0:1767384986.287608:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000db37e0bb. 00000004:00000001:2.0:1767384986.287611:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287612:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:2.0:1767384986.287615:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003c1df83b. 00000004:00000001:2.0:1767384986.287623:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.287625:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002efc8ccf. 00040000:00000001:2.0:1767384986.287630:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287631:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287632:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287634:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287640:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287642:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287647:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002925eecf. 00000004:00000010:2.0:1767384986.287653:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a6b33616. 00000004:00000010:2.0:1767384986.287657:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002cade37a. 00000004:00000001:2.0:1767384986.287661:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287663:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:2.0:1767384986.287665:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004544e13c. 00000004:00000001:2.0:1767384986.287671:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.287673:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008355f66e. 00040000:00000001:2.0:1767384986.287679:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287681:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287682:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287684:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287684:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287685:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287687:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007f9656a6. 00000004:00000010:2.0:1767384986.287689:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008166af7e. 00000004:00000010:2.0:1767384986.287690:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008a5c21a6. 00000004:00000001:2.0:1767384986.287696:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287697:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:2.0:1767384986.287698:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000454ef042. 00000004:00000001:2.0:1767384986.287700:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.287704:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287705:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287706:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287708:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287709:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287710:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287714:0:40089:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 000000008118154d. 00080000:00000010:2.0:1767384986.287720:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005d5a639c. 00000004:00000010:2.0:1767384986.287723:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d3bbccec. 00000004:00000010:2.0:1767384986.287726:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000182445ce. 00000004:00000001:2.0:1767384986.287729:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287731:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:2.0:1767384986.287733:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bdc715dc. 00000004:00000001:2.0:1767384986.287739:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.287742:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287748:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287750:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287751:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287752:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287754:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287757:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f0fa46e6. 00000004:00000010:2.0:1767384986.287760:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004295ec79. 00000004:00000010:2.0:1767384986.287764:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000073c1295. 00000004:00000001:2.0:1767384986.287766:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287767:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:2.0:1767384986.287768:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000c27bd2b. 00000004:00000001:2.0:1767384986.287775:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.287787:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287788:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287789:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287791:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287793:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287795:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287797:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d2793ebb. 00000004:00000010:2.0:1767384986.287802:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ae21fb54. 00000004:00000010:2.0:1767384986.287806:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000868621ec. 00000004:00000001:2.0:1767384986.287809:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287811:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:2.0:1767384986.287813:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fef8b9fc. 00000004:00000001:2.0:1767384986.287817:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.287825:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287826:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287827:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287829:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287830:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287831:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287833:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000093a49f49. 00000004:00000010:2.0:1767384986.287840:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000a932db8. 00000004:00000010:2.0:1767384986.287844:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008702e557. 00000004:00000001:2.0:1767384986.287846:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287848:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:2.0:1767384986.287850:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d04ceedc. 00000004:00000001:2.0:1767384986.287855:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.287861:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287926:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287927:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287929:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287930:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287932:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.287936:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007d373446. 00000004:00000010:2.0:1767384986.287939:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000743bdd63. 00000004:00000010:2.0:1767384986.287943:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e9364130. 00000004:00000001:2.0:1767384986.287946:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.287948:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:2.0:1767384986.287950:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003d8823ea. 00000004:00000001:2.0:1767384986.287962:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.287975:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001ea9c05a. 00040000:00000001:2.0:1767384986.287987:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287990:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287992:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287994:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.287996:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.287997:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288002:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ca1ffbc3. 00000004:00000010:2.0:1767384986.288007:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f2fd0a50. 00000004:00000010:2.0:1767384986.288011:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000adaaf3c. 00000004:00000001:2.0:1767384986.288014:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.288016:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:2.0:1767384986.288018:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000035c87dd4. 00000004:00000001:2.0:1767384986.288028:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.288042:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288044:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288046:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288048:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288050:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288051:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288054:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008d3e5a99. 00000004:00000010:2.0:1767384986.288057:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004c4719f1. 00000004:00000010:2.0:1767384986.288058:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f6bd7b08. 00000004:00000001:2.0:1767384986.288060:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.288061:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:2.0:1767384986.288067:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fe49618d. 00000004:00000001:2.0:1767384986.288070:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.288085:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288087:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288088:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288089:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288091:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288093:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288097:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ec5367d9. 00000020:00000010:2.0:1767384986.288102:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000127f2800. 00040000:00000001:2.0:1767384986.288119:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288121:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288121:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288123:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288124:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288125:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288127:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000061762d73. 00000004:00000010:2.0:1767384986.288129:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ca89d456. 00000004:00000010:2.0:1767384986.288132:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000064cb4b8e. 00000004:00000001:2.0:1767384986.288134:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.288134:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:2.0:1767384986.288136:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003f489dfb. 00000004:00000001:2.0:1767384986.288139:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.288143:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288144:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288145:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288146:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288147:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288148:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288150:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d1566c69. 00000020:00000010:2.0:1767384986.288153:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eed11537. 00040000:00000001:2.0:1767384986.288164:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288165:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288166:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288167:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288169:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288170:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288172:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000096010c48. 00000004:00000010:2.0:1767384986.288174:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e6e9dcdc. 00000004:00000010:2.0:1767384986.288176:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009436f274. 00000004:00000001:2.0:1767384986.288179:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.288179:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:2.0:1767384986.288187:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e9c0b7f9. 00000004:00000001:2.0:1767384986.288191:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.288198:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288199:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288200:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288201:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288202:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288203:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288205:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000892401b2. 20000000:00000010:2.0:1767384986.288210:0:40089:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000150c46eb. 00040000:00000001:2.0:1767384986.288218:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288219:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288221:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288222:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288223:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288224:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288228:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ab3dc8d8. 00000020:00000010:2.0:1767384986.288230:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000eca0428. 00040000:00000001:2.0:1767384986.288240:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288241:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288242:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288244:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288246:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288247:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288251:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000382c2028. 00000004:00000010:2.0:1767384986.288256:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007f691cbf. 00000004:00000010:2.0:1767384986.288260:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000c352f76. 00000004:00000001:2.0:1767384986.288264:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.288266:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:2.0:1767384986.288268:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002a183960. 00000004:00000001:2.0:1767384986.288274:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.288278:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288280:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288281:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288283:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288284:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288285:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288288:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e46544c0. 00000004:00000010:2.0:1767384986.288292:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c83b578d. 00000004:00000010:2.0:1767384986.288297:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dc61bd0e. 00000004:00000001:2.0:1767384986.288317:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.288318:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:2.0:1767384986.288321:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008bd43622. 00000004:00000001:2.0:1767384986.288331:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.288490:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288492:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288493:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288495:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288496:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288498:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288501:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ec140b62. 00000004:00000010:2.0:1767384986.288504:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000caf1e65b. 00000004:00000010:2.0:1767384986.288508:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c76dda81. 00000004:00000001:2.0:1767384986.288510:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.288511:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:2.0:1767384986.288513:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001ade7840. 00000004:00000001:2.0:1767384986.288518:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384986.288523:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288524:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288526:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288528:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288529:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288531:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288534:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000213ecd1c. 00000020:00000010:2.0:1767384986.288536:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009ff095eb. 00040000:00000001:2.0:1767384986.288560:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288562:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288563:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288565:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384986.288567:0:40089:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384986.288568:0:40089:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384986.288573:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000011ffab61. 00000004:00000010:2.0:1767384986.288580:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000f2269e1. 00000004:00000010:2.0:1767384986.288585:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005eb21a7e. 00000004:00000001:2.0:1767384986.288589:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.288590:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:2.0:1767384986.288593:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c7cc5820. 00000004:00000001:2.0:1767384986.288606:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:2.0:1767384986.288612:0:40089:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 0000000081bf1b67. 00000004:00000001:2.0:1767384986.288624:0:40089:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:2.0:1767384986.288628:0:40089:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:2.0:1767384986.288639:0:40089:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:2.0:1767384986.288642:0:40089:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384986.288645:0:40089:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384986.288647:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384986.288650:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384986.288688:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384986.288691:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384986.288692:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384986.288724:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384986.288726:0:40089:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384986.288728:0:40089:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384986.288730:0:40089:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:2.0:1767384986.288735:0:40089:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384986.288737:0:40089:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384986.288740:0:40089:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384986.288743:0:40089:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384986.288745:0:40089:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:2.0:1767384986.288748:0:40089:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384986.288751:0:40089:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384986.288753:0:40089:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384986.288755:0:40089:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384986.288758:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384986.288762:0:40089:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384986.288775:0:40089:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384986.288777:0:40089:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384986.288779:0:40089:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384986.288782:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:2.0:1767384986.288784:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384986.288786:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384986.288830:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384986.288831:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384986.288832:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384986.288892:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384986.288895:0:40089:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:2.0:1767384986.288900:0:40089:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:3.0:1767384986.288950:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000721bbb29. 00000040:00000010:3.0:1767384986.288964:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000442b6bc0. 00000020:00000010:3.0:1767384986.288969:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e82e015f. 00000020:00000010:3.0:1767384986.288975:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022f38c2f. 00000020:00000010:3.0:1767384986.288981:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c2297df. 80000000:00000010:3.0:1767384986.288986:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007ae8eef7. 40000000:00000010:3.0:1767384986.288991:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008d7f5486. 00100000:00000010:3.0:1767384986.288997:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008df46180. 00040000:00000010:3.0:1767384986.289002:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f01abbf6. 00040000:00000010:3.0:1767384986.289007:0:17094:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e71582f7. 00040000:00000010:3.0:1767384986.289010:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1eeb6bf. 00080000:00000010:3.0:1767384986.289016:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000026014ce9. 00080000:00000010:3.0:1767384986.289022:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000060abb9c9. 00000004:00000010:3.0:1767384986.289027:0:17094:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d0a13ba0. 00000004:00000010:3.0:1767384986.289033:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000061a71e65. 00000004:00000010:3.0:1767384986.289040:0:17094:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000776d3238. 00002000:00000010:3.0:1767384986.289044:0:17094:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005cdb7eeb. 00000004:00000010:3.0:1767384986.289049:0:17094:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000231af9e8. 00000020:00000010:3.0:1767384986.289054:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf7b69a. 00000004:00000010:3.0:1767384986.289059:0:17094:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 0000000029507641. 00000004:00000001:3.0:1767384986.289063:0:17094:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.289098:0:40089:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:2.0:1767384986.289108:0:40089:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:0.0:1767384986.289148:0:17093:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:0.0:1767384986.289152:0:17093:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:0.0:1767384986.289155:0:17093:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:0.0:1767384986.289157:0:17093:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009422789a. 00000040:00000010:0.0:1767384986.289164:0:17093:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a4f6fcf7. 00000040:00000001:0.0:1767384986.289167:0:17093:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384986.289181:0:17093:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384986.289183:0:17093:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:0.0:1767384986.289186:0:17093:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:0.0:1767384986.289188:0:17093:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000eeab570c. 00000040:00000010:0.0:1767384986.289192:0:17093:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006e03a485. 00000040:00000001:0.0:1767384986.289194:0:17093:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384986.289196:0:17093:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384986.289200:0:17093:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384986.289204:0:17093:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384986.289212:0:17093:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005d83bc2e. 00000020:00000010:0.0:1767384986.289217:0:17093:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a6a073e9. 00000040:00000001:0.0:1767384986.289229:0:17093:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384986.289232:0:17093:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009807731e. 00000040:00000001:0.0:1767384986.289236:0:17093:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384986.289238:0:17093:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384986.289240:0:17093:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384986.289243:0:17093:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384986.289250:0:17093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e12ddd17. 00080000:00000001:0.0:1767384986.289254:0:17093:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781264384 : -107297928287232 : ffff9e69c1196c00) 00000040:00000001:0.0:1767384986.289258:0:17093:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384986.289260:0:17093:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384986.289264:0:17093:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1767384986.289268:0:17093:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1767384986.289270:0:17093:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1767384986.289273:0:17093:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:0.0:1767384986.289277:0:17093:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289278:0:17093:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289280:0:17093:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384986.289282:0:17093:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384986.289299:0:17093:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289301:0:17093:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:0.0:1767384986.289320:0:17093:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:0.0:1767384986.289345:0:17093:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:0.0:1767384986.289355:0:17093:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:0.0:1767384986.289358:0:17093:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:0.0:1767384986.289360:0:17093:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384986.289363:0:17093:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636780104720256 : -107293604831360 : ffff9e6ac2cc1f80) 00000001:00000001:0.0:1767384986.289367:0:17093:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:0.0:1767384986.289394:0:17093:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384986.289397:0:17093:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384986.289400:0:17093:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289403:0:17093:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384986.289406:0:17093:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:0.0:1767384986.289413:0:17093:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384986.289416:0:17093:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384986.289419:0:17093:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289421:0:17093:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289424:0:17093:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1767384986.289426:0:17093:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:0.0:1767384986.289429:0:17093:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384986.289432:0:17093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000095a6e446. 00080000:00000001:0.0:1767384986.289435:0:17093:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446636775781267968 : -107297928283648 : ffff9e69c1197a00) 00000040:00000001:0.0:1767384986.289437:0:17093:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384986.289439:0:17093:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384986.289441:0:17093:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384986.289444:0:17093:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384986.289446:0:17093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009e54d539. 00080000:00000001:0.0:1767384986.289448:0:17093:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289449:0:17093:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289451:0:17093:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384986.289453:0:17093:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384986.289454:0:17093:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384986.289456:0:17093:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384986.289458:0:17093:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289461:0:17093:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:0.0:1767384986.289464:0:17093:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289465:0:17093:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384986.289466:0:17093:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384986.289468:0:17093:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:0.0:1767384986.289480:0:17093:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289482:0:17093:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384986.289487:0:17093:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384986.289489:0:17093:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384986.289494:0:17093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009e54d539. 00040000:00000001:0.0:1767384986.289497:0:17093:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384986.289498:0:17093:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384986.289504:0:17093:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289506:0:17093:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289508:0:17093:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:0.0:1767384986.289666:0:17093:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384986.289668:0:17093:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384986.289669:0:17093:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384986.289670:0:17093:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384986.289671:0:17093:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384986.289672:0:17093:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384986.289674:0:17093:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 000000009fc5da69. 00080000:00000010:0.0:1767384986.289677:0:17093:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007fe24470. 00000020:00000010:0.0:1767384986.289679:0:17093:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000205fe950. 00000040:00000001:0.0:1767384986.289682:0:17093:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384986.289684:0:17093:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004007f56e. 00000040:00000010:0.0:1767384986.289686:0:17093:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e4b07849. 00000040:00000001:0.0:1767384986.289688:0:17093:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384986.289690:0:17093:0:(lu_object.c:207:lu_object_put()) Add 00000000c8407156/000000004a53addb to site lru. bkt: 0000000050203d84 00000040:00000001:0.0:1767384986.289692:0:17093:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384986.289693:0:17093:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000269c4d1f. 00000040:00000010:0.0:1767384986.289696:0:17093:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000041e51806. 00000040:00000001:0.0:1767384986.289699:0:17093:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384986.289700:0:17093:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384986.289702:0:17093:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001ad6e869 : new refcount 1 00000020:00000040:0.0:1767384986.289706:0:17093:0:(genops.c:898:class_export_put()) PUTting export 00000000130748c2 : new refcount 1 00000040:00000010:0.0:1767384986.289707:0:17093:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000001ad6e869. 00000040:00000001:0.0:1767384986.289713:0:17093:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384986.289719:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000473ab3a3. 00000020:00000010:0.0:1767384986.289724:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e4d5a0ee. 00000040:00000010:0.0:1767384986.289728:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cb5a286f. 00000020:00000010:0.0:1767384986.289732:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e362cd05. 00000020:00000010:0.0:1767384986.289737:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5275778. 00040000:00000010:0.0:1767384986.289742:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003e0a7fa7. 00040000:00000010:0.0:1767384986.289745:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005fce893b. 00080000:00000010:0.0:1767384986.289753:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000089af7dab. 00080000:00000010:0.0:1767384986.289758:0:17093:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000c0a6f971. 00080000:00000010:0.0:1767384986.289762:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ceb009a6. 00000020:00000010:0.0:1767384986.289778:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9ed214d. 00000004:00000010:0.0:1767384986.289781:0:17093:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000333ea425. 00000004:00000001:0.0:1767384986.289785:0:17093:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.289804:0:40089:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.289809:0:40089:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:2.0:1767384986.289811:0:40089:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000e5277c1e. 00000004:00000001:2.0:1767384986.289818:0:40089:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:2.0:1767384986.289822:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000053be35e4/00000000ba99ec62 to site lru. bkt: 0000000082e39b66 00000020:00000002:2.0:1767384986.289825:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000ac2134e9/00000000a0e4115f to site lru. bkt: 000000002b26d5e5 40000000:00000001:2.0:1767384986.289828:0:40089:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:2.0:1767384986.289829:0:40089:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:2.0:1767384986.290041:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000ae9b2dde : new refcount 2 40000000:00000001:2.0:1767384986.290044:0:40089:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384986.290046:0:40089:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000006ba8da8c. 40000000:00000001:2.0:1767384986.290050:0:40089:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.290052:0:40089:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.290054:0:40089:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.290059:0:40089:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:2.0:1767384986.290062:0:40089:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:3248534785 to info 00000000ac0497a2 00100000:00000001:2.0:1767384986.290066:0:40089:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384986.290068:0:40089:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384986.290071:0:40089:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:2.0:1767384986.290072:0:40089:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384986.290074:0:40089:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384986.290129:0:17099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004a9d25ff. 00000020:00000010:3.0:1767384986.290137:0:17099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ec7ccf3. 00000020:00000010:3.0:1767384986.290141:0:17099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f98d35d9. 00000020:00000010:3.0:1767384986.290145:0:17099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070f295c0. 80000000:00000010:3.0:1767384986.290148:0:17099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000035aef641. 40000000:00000010:3.0:1767384986.290151:0:17099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a3ac008f. 00100000:00000010:3.0:1767384986.290155:0:17099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000025692671. 00040000:00000010:3.0:1767384986.290158:0:17099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000024ad4a99. 00040000:00000010:3.0:1767384986.290163:0:17099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000032581788. 00080000:00000010:3.0:1767384986.290167:0:17099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000502242ff. 00080000:00000010:3.0:1767384986.290171:0:17099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001c151215. 00002000:00000010:3.0:1767384986.290176:0:17099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c58af110. 00000020:00000010:3.0:1767384986.290180:0:17099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc163fb5. 00040000:00000010:3.0:1767384986.290184:0:17099:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000777e89d1. 00040000:00000001:3.0:1767384986.290187:0:17099:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384986.290228:0:40089:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384986.290232:0:40089:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384986.290234:0:40089:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384986.290237:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384986.290240:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384986.290245:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384986.290248:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384986.290250:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.290253:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e735088d. 00000001:00000010:2.0:1767384986.290258:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000004c0381cf. 00000001:00000010:2.0:1767384986.290264:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000022dcc63a. 00000001:00000001:2.0:1767384986.290270:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384986.290272:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000059ab1bf4. 00000020:00000002:2.0:1767384986.290282:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000354d70d7/000000003c60f1d4 to site lru. bkt: 000000002d019aa1 00000020:00000002:2.0:1767384986.290284:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000009eac1350/00000000608d9c8c to site lru. bkt: 000000005a0defdd 00040000:00000010:2.0:1767384986.290286:0:40089:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000090c3fa45. 00040000:00000001:2.0:1767384986.290294:0:40089:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384986.290295:0:40089:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384986.290297:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384986.290298:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384986.290301:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384986.290316:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384986.290318:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.290320:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000000ffd385d. 00000001:00000010:2.0:1767384986.290324:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e5f8a156. 00000001:00000010:2.0:1767384986.290327:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000072b15adf. 00000001:00000001:2.0:1767384986.290333:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384986.290335:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000672be712. 00000020:00000002:2.0:1767384986.290345:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000036549fe1/000000007657fb8f to site lru. bkt: 00000000b1f0f870 00000020:00000002:2.0:1767384986.290347:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000618d1c71/0000000095302874 to site lru. bkt: 0000000068bf400e 00040000:00000010:2.0:1767384986.290349:0:40089:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000dc516775. 00040000:00000001:2.0:1767384986.290350:0:40089:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384986.290351:0:40089:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384986.290352:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384986.290353:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384986.290360:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384986.290361:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384986.290362:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.290363:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000668b7536. 00000001:00000010:2.0:1767384986.290365:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000782e78dd. 00000001:00000010:2.0:1767384986.290366:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a6cbc4ba. 00000001:00000001:2.0:1767384986.290368:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384986.290369:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000003ad227ed. 00000020:00000002:2.0:1767384986.290372:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000007fff9047/00000000417aa55b to site lru. bkt: 000000003010bb29 00000020:00000002:2.0:1767384986.290374:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000007863ae32/00000000b39639fd to site lru. bkt: 00000000e7768dff 00040000:00000010:2.0:1767384986.290376:0:40089:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d6467d83. 00040000:00000001:2.0:1767384986.290378:0:40089:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384986.290381:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a1b3196d : new refcount 4 00000020:00000010:2.0:1767384986.290384:0:40089:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000007e89b67d. 00040000:04000000:2.0:1767384986.290389:0:40089:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384986.290391:0:40089:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000a59edbcc. 00040000:00000001:2.0:1767384986.290395:0:40089:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:2.0:1767384986.290396:0:40089:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384986.290401:0:40089:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384986.290473:0:17100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d902aa1e. 00000020:00000010:3.0:1767384986.290481:0:17100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004553c0ca. 00000020:00000010:3.0:1767384986.290486:0:17100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007056c1a0. 00000020:00000010:3.0:1767384986.290490:0:17100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000029bcbc1c. 80000000:00000010:3.0:1767384986.290493:0:17100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005eb93fe3. 40000000:00000010:3.0:1767384986.290497:0:17100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009ee55d3e. 00100000:00000010:3.0:1767384986.290501:0:17100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a3042720. 00040000:00000010:3.0:1767384986.290505:0:17100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b3b99ad1. 00040000:00000010:3.0:1767384986.290508:0:17100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000dc66f13. 00080000:00000010:3.0:1767384986.290513:0:17100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006cc10bcd. 00080000:00000010:3.0:1767384986.290518:0:17100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e7346bc7. 00002000:00000010:3.0:1767384986.290522:0:17100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005084e089. 00000020:00000010:3.0:1767384986.290527:0:17100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdf994a5. 00040000:00000010:3.0:1767384986.290531:0:17100:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000a79e0964. 00040000:00000001:3.0:1767384986.290534:0:17100:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384986.290582:0:40089:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384986.290587:0:40089:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384986.290589:0:40089:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384986.290591:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384986.290594:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384986.290598:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384986.290601:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384986.290602:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.290604:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000403299a3. 00000001:00000010:2.0:1767384986.290608:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000dd260be1. 00000001:00000010:2.0:1767384986.290611:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000064ecfde2. 00000001:00000001:2.0:1767384986.290617:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384986.290618:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d431a76c. 00000020:00000002:2.0:1767384986.290625:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000006fea95da/0000000069d04250 to site lru. bkt: 00000000636e0f72 00000020:00000002:2.0:1767384986.290628:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000023fdf12a/000000006b713312 to site lru. bkt: 000000002d019aa1 00000020:00000002:2.0:1767384986.290630:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000021e327d5/00000000111c36d0 to site lru. bkt: 000000003f836384 00040000:00000010:2.0:1767384986.290632:0:40089:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000f1f706e7. 00040000:00000001:2.0:1767384986.290635:0:40089:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384986.290637:0:40089:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384986.290638:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384986.290640:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384986.290642:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384986.290644:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384986.290645:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.290647:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000fa8d45c1. 00000001:00000010:2.0:1767384986.290649:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d762cfc3. 00000001:00000010:2.0:1767384986.290652:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000072f7ded2. 00000001:00000001:2.0:1767384986.290656:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384986.290658:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000007dc5657b. 00000020:00000002:2.0:1767384986.290661:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000053fcef56/000000000541c91a to site lru. bkt: 00000000f418a6f5 00000020:00000002:2.0:1767384986.290665:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000007c6dce0b/00000000f38ec9d1 to site lru. bkt: 00000000b1f0f870 00000020:00000002:2.0:1767384986.290667:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000008837bf66/000000009847a12b to site lru. bkt: 00000000fe5214dc 00040000:00000010:2.0:1767384986.290668:0:40089:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000009ef92fce. 00040000:00000001:2.0:1767384986.290672:0:40089:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384986.290673:0:40089:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384986.290675:0:40089:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384986.290682:0:40089:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384986.290684:0:40089:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384986.290686:0:40089:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384986.290687:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.290689:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000008b0340af. 00000001:00000010:2.0:1767384986.290691:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000028022ad6. 00000001:00000010:2.0:1767384986.290693:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000064b435b6. 00000001:00000001:2.0:1767384986.290697:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384986.290698:0:40089:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000bb9c9d97. 00000020:00000002:2.0:1767384986.290702:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000091d3a8e7/00000000c70a4577 to site lru. bkt: 000000002fb0d4b5 00000020:00000002:2.0:1767384986.290704:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000004ef109/00000000b87723b2 to site lru. bkt: 000000003010bb29 00000020:00000002:2.0:1767384986.290707:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000ccc32a44/000000007591a5a5 to site lru. bkt: 00000000d9375d1e 00040000:00000010:2.0:1767384986.290710:0:40089:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d759d9c8. 00040000:00000001:2.0:1767384986.290714:0:40089:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384986.290717:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a1b3196d : new refcount 3 00000020:00000010:2.0:1767384986.290719:0:40089:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000006000b1bd. 00080000:00000010:2.0:1767384986.290729:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000001bcddef. 00000004:00000010:2.0:1767384986.290731:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000086713cba. 00000004:00000010:2.0:1767384986.290734:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000980dc223. 00000004:00000001:2.0:1767384986.290737:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.290738:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:2.0:1767384986.290741:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007f667652. 00000004:00000001:2.0:1767384986.290752:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:2.0:1767384986.290754:0:40089:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384986.290756:0:40089:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000f11a6eca. 00040000:00000001:2.0:1767384986.290760:0:40089:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:2.0:1767384986.290762:0:40089:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384986.290833:0:40089:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384986.290835:0:40089:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 0000000032b66378. 00080000:00000010:2.0:1767384986.290850:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003c021b3e. 00000020:00000010:2.0:1767384986.290854:0:40089:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 0000000091ab03be. 00080000:00000001:2.0:1767384986.290863:0:40089:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.290898:0:40089:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.290901:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384986.290905:0:40089:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384986.290908:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384986.290919:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb484394c 00000020:00000040:2.0:1767384986.290923:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c8e7d9c9 with handle 0x135556ebb484394c from hash 00000020:00000001:2.0:1767384986.290929:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384986.290931:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000c8e7d9c9 : new refcount 1 00000020:00000001:2.0:1767384986.290933:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384986.290934:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000c8e7d9c9 : new refcount 0 00000020:00000080:2.0:1767384986.290936:0:40089:0:(genops.c:904:class_export_put()) final put 00000000c8e7d9c9/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384986.290939:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.290956:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.290959:0:40089:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.290961:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.290964:0:40089:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384986.290976:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00200000:00000010:2.0:1767384986.290981:0:40089:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 000000002f5a3448. 00000020:00000080:3.0:1767384986.290982:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000c8e7d9c9/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00100000:00000001:2.0:1767384986.290994:0:40089:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000001:3.0:1767384986.290995:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000002:2.0:1767384986.291000:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000f19c65d1/000000003e0988da to site lru. bkt: 00000000154ebd80 00000020:00000001:3.0:1767384986.291001:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384986.291009:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 8 - export 00000020:00000002:2.0:1767384986.291010:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000b7dc9a70/0000000090c64429 to site lru. bkt: 00000000a5e7bd3c 00000020:00000010:3.0:1767384986.291021:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c8e7d9c9. 00000020:00000002:2.0:1767384986.291022:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000f3ed5130/00000000bee018d1 to site lru. bkt: 0000000067574485 00000020:00000002:2.0:1767384986.291033:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000008e03a8e1/000000003c5f27eb to site lru. bkt: 000000004f728ef8 00000020:00000002:2.0:1767384986.291042:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000f3d6c4bd/00000000876dcc7e to site lru. bkt: 00000000feaeba11 00000020:00000002:2.0:1767384986.291045:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000625fc90e/0000000076de7968 to site lru. bkt: 00000000914055dd 00000020:00000001:3.0:1767384986.291048:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:2.0:1767384986.291049:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000033295a39/00000000828f1cb7 to site lru. bkt: 000000005e283821 00000020:00000002:2.0:1767384986.291055:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000d79284ac/00000000d9879562 to site lru. bkt: 000000009e14b5e7 00000020:00000002:2.0:1767384986.291059:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000003eb1cd18/000000005be205dd to site lru. bkt: 00000000291fe2ad 00000020:00000002:2.0:1767384986.291062:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000e776c8f2/00000000826a92c7 to site lru. bkt: 00000000b4419c77 00000020:00000002:2.0:1767384986.291065:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000009c174adc/00000000c1151ea9 to site lru. bkt: 0000000034dacd1b 00000020:00000002:2.0:1767384986.291067:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000066eec1ae/00000000b529be6e to site lru. bkt: 00000000a80beef3 00000020:00000002:2.0:1767384986.291069:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000e0300f03/00000000d9c25328 to site lru. bkt: 00000000b008500f 00000020:00000002:2.0:1767384986.291072:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000008d438f80/00000000746167e9 to site lru. bkt: 00000000d4bc1aad 00000020:00000002:2.0:1767384986.291075:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000fb7fbaf7/00000000657a1b82 to site lru. bkt: 00000000b4c199a0 00000020:00000002:2.0:1767384986.291077:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000002e9d41c0/00000000a0e9b5ad to site lru. bkt: 000000005b5dd677 00000020:00000002:2.0:1767384986.291078:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000074c8895c/00000000cdc78d31 to site lru. bkt: 000000000bcbd7fb 00000020:00000002:2.0:1767384986.291087:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000d729b6ae/0000000079b0a9b1 to site lru. bkt: 000000005df4a2c6 00100000:00000010:2.0:1767384986.291089:0:40089:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 00000000154b9531. 00100000:00000010:2.0:1767384986.291096:0:40089:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 000000003d76e7a7. 00100000:00000010:2.0:1767384986.291102:0:40089:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 000000004dce3f8f. 00100000:00000010:2.0:1767384986.291107:0:40089:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000c6a22e0f. 00000020:00000002:2.0:1767384986.291112:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000074ff9b89/00000000ea414488 to site lru. bkt: 00000000bb635216 00000020:00000002:2.0:1767384986.291115:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000000b3a110d/0000000011b9e61d to site lru. bkt: 000000001f4d8066 00000020:00000002:2.0:1767384986.291117:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000b49887ac/00000000e7950993 to site lru. bkt: 000000009b05e2e2 00000020:00000002:2.0:1767384986.291119:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000de4caf2b/00000000c22351cd to site lru. bkt: 000000006e2d268d 00000020:00000002:2.0:1767384986.291121:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000427c4fcb/00000000caa92e60 to site lru. bkt: 00000000c117e645 00000020:00000002:2.0:1767384986.291123:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000025710d86/000000003fb6d61c to site lru. bkt: 000000002495b989 00000020:00000002:2.0:1767384986.291126:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000000ddca701/000000006f878e50 to site lru. bkt: 00000000c3f5a040 00000020:00000002:2.0:1767384986.291128:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000031da45f5/000000005a3ef07b to site lru. bkt: 00000000d760caac 00000020:00000002:2.0:1767384986.291129:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000005a9df00f/00000000295257cc to site lru. bkt: 00000000f6986762 00000020:00000002:2.0:1767384986.291131:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000023ab373/00000000e73657c5 to site lru. bkt: 000000006c856301 00000020:00000002:2.0:1767384986.291132:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000041c10635/000000006791a51f to site lru. bkt: 00000000b669fb65 00000020:00000002:2.0:1767384986.291135:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000007a546490/00000000c48d292d to site lru. bkt: 000000000fa6adb4 00000020:00000002:2.0:1767384986.291136:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000201ca714/00000000eac50c84 to site lru. bkt: 0000000024e40a08 00000020:00000002:2.0:1767384986.291138:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000002f446973/0000000059ea09f0 to site lru. bkt: 000000004437b621 00000020:00000002:2.0:1767384986.291140:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000007a13ff39/00000000ff2f82ca to site lru. bkt: 0000000065473731 00000020:00000002:2.0:1767384986.291142:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000001fe1b01a/000000006f69919c to site lru. bkt: 00000000bcdbf226 00000020:00000002:2.0:1767384986.291144:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000875fc2c4/000000001b75d56b to site lru. bkt: 0000000035d1a7d2 00100000:00000010:2.0:1767384986.291145:0:40089:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000004cbbeba4. 00100000:00000010:2.0:1767384986.291152:0:40089:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 0000000047e0cd35. 00100000:00000010:2.0:1767384986.291157:0:40089:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 0000000009ed5eaf. 00100000:00000010:2.0:1767384986.291160:0:40089:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 000000000b426d54. 00100000:00000010:2.0:1767384986.291165:0:40089:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000ed88e50e. 00100000:00000010:2.0:1767384986.291167:0:40089:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 000000009e07989b. 00000020:00000002:2.0:1767384986.291177:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000003a56b240/00000000ea5613b8 to site lru. bkt: 00000000bd522dd6 00000020:00000002:2.0:1767384986.291180:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000f5cfe0be/000000005a1b54c0 to site lru. bkt: 000000006f735036 40000000:00000001:2.0:1767384986.291183:0:40089:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384986.291248:0:40089:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:2.0:1767384986.291250:0:40089:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 000000009ee36382. 00100000:00000010:2.0:1767384986.291255:0:40089:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000fba10797. 00000004:00000001:2.0:1767384986.291260:0:40089:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:2.0:1767384986.291263:0:40089:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a18a206a : new refcount 2 00000040:00000001:2.0:1767384986.291267:0:40089:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384986.291270:0:40089:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384986.291276:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000002499ce35/000000001c6af4b3 to site lru. bkt: 0000000059d13f63 00000040:00000010:2.0:1767384986.291279:0:40089:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 0000000073eee8bc. 00000040:00000001:2.0:1767384986.291281:0:40089:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384986.291283:0:40089:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000adc62522. 00000040:00000010:2.0:1767384986.291292:0:40089:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006674fa98. 00000040:00000001:2.0:1767384986.291294:0:40089:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384986.291296:0:40089:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384986.291297:0:40089:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a18a206a : new refcount 1 00000020:00000040:2.0:1767384986.291301:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000e243149c : new refcount 3 00000040:00000010:2.0:1767384986.291315:0:40089:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000a18a206a. 00000040:00000001:2.0:1767384986.291322:0:40089:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.291325:0:40089:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384986.291329:0:40089:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000023774995 : new refcount 2 00000040:00000001:2.0:1767384986.291331:0:40089:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384986.291332:0:40089:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384986.291335:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000c6a6212b/00000000d9c53dda to site lru. bkt: 00000000154ebd80 00000040:00000010:2.0:1767384986.291338:0:40089:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 00000000d26d8ca3. 00000040:00000001:2.0:1767384986.291340:0:40089:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384986.291342:0:40089:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000021f0370d. 00000040:00000010:2.0:1767384986.291349:0:40089:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f188bd21. 00000040:00000001:2.0:1767384986.291353:0:40089:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384986.291355:0:40089:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384986.291356:0:40089:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000023774995 : new refcount 1 00000020:00000040:2.0:1767384986.291359:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000e243149c : new refcount 2 00000040:00000010:2.0:1767384986.291361:0:40089:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000023774995. 00000040:00000001:2.0:1767384986.291369:0:40089:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384986.291371:0:40089:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000037264bf7 : new refcount 2 00000040:00000001:2.0:1767384986.291372:0:40089:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384986.291374:0:40089:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384986.291377:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000002a531551/00000000e1f76c73 to site lru. bkt: 00000000d10ec6ae 00000040:00000010:2.0:1767384986.291379:0:40089:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000e3c87009. 00000040:00000001:2.0:1767384986.291381:0:40089:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384986.291384:0:40089:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f4ec3323. 00000040:00000010:2.0:1767384986.291388:0:40089:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e17d8e44. 00000040:00000001:2.0:1767384986.291391:0:40089:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384986.291392:0:40089:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384986.291394:0:40089:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000037264bf7 : new refcount 1 00000020:00000040:2.0:1767384986.291396:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000e243149c : new refcount 1 00000040:00000010:2.0:1767384986.291397:0:40089:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000037264bf7. 00000040:00000001:2.0:1767384986.291399:0:40089:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.291402:0:40089:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:2.0:1767384986.291405:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000003d70fcc5/00000000675de782 to site lru. bkt: 000000009f56aa63 00000004:00000001:2.0:1767384986.291407:0:40089:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:2.0:1767384986.291410:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000d0ab66ac/0000000091d53155 to site lru. bkt: 000000002e1b236c 00000020:00000002:2.0:1767384986.291412:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000f8bb129e/0000000075d1b32a to site lru. bkt: 0000000058904f34 00000020:00000002:2.0:1767384986.291414:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000023fe655f/000000009ecd4917 to site lru. bkt: 0000000082c20754 00000001:00000001:2.0:1767384986.291418:0:40089:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:2.0:1767384986.291420:0:40089:0:(lu_object.c:207:lu_object_put()) Add 00000000e2c7c7c0/00000000c8371858 to site lru. bkt: 0000000054b1247a 00000001:00000010:2.0:1767384986.291423:0:40089:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 000000002f2073b1. 00000001:00000001:2.0:1767384986.291425:0:40089:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:2.0:1767384986.291429:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005eeabfbc. 00080000:00000010:2.0:1767384986.291437:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000ddca701. 00000020:00000010:2.0:1767384986.291441:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006f878e50. 00080000:00000010:2.0:1767384986.291452:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005b64072a. 00080000:00000010:2.0:1767384986.291456:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f3d6c4bd. 00000020:00000010:2.0:1767384986.291460:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000876dcc7e. 00080000:00000010:2.0:1767384986.291467:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007484f2cc. 00080000:00000010:2.0:1767384986.291470:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000031da45f5. 00000020:00000010:2.0:1767384986.291482:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005a3ef07b. 00080000:00000010:2.0:1767384986.291507:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000145e9805. 00080000:00000010:2.0:1767384986.291518:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d79284ac. 00000020:00000010:2.0:1767384986.291523:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d9879562. 00080000:00000010:2.0:1767384986.291543:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000015ce4a9e. 00080000:00000010:2.0:1767384986.291549:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007863ae32. 00000004:00000010:2.0:1767384986.291560:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f92bd2a1. 00000004:00000010:2.0:1767384986.291564:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ebc5b3de. 00000004:00000001:2.0:1767384986.291567:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.291568:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:2.0:1767384986.291571:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b39639fd. 00000004:00000001:2.0:1767384986.291576:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.291582:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000a2f26cb. 00080000:00000010:2.0:1767384986.291594:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000041c10635. 00000020:00000010:2.0:1767384986.291598:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006791a51f. 00080000:00000010:2.0:1767384986.291613:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000875fc2c4. 00000020:00000010:2.0:1767384986.291615:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001b75d56b. 00080000:00000010:2.0:1767384986.291624:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002a531551. 00000020:00000010:2.0:1767384986.291627:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e1f76c73. 00080000:00000010:2.0:1767384986.291633:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a5753fc3. 00080000:00000010:2.0:1767384986.291639:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000021e327d5. 00000004:00000010:2.0:1767384986.291644:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006e6f1cf7. 00000004:00000010:2.0:1767384986.291647:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fdbde1a8. 00000004:00000001:2.0:1767384986.291649:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.291651:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:2.0:1767384986.291652:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000111c36d0. 00000004:00000001:2.0:1767384986.291656:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.291662:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000924ca7b1. 00000004:00000010:2.0:1767384986.291665:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c8ebe832. 00000004:00000010:2.0:1767384986.291667:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d0ab66ac. 00000004:00000001:2.0:1767384986.291670:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.291671:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:2.0:1767384986.291673:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000091d53155. 00000004:00000001:2.0:1767384986.291679:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.291693:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000098e2afd. 00080000:00000010:2.0:1767384986.291701:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002f446973. 00000020:00000010:2.0:1767384986.291704:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000059ea09f0. 00080000:00000010:2.0:1767384986.291712:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000079e98c92. 00080000:00000010:2.0:1767384986.291718:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008d438f80. 00000020:00000010:2.0:1767384986.291720:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000746167e9. 00080000:00000010:2.0:1767384986.291728:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000059846bdf. 00080000:00000010:2.0:1767384986.291734:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007c6dce0b. 00000004:00000010:2.0:1767384986.291737:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000002faca1f. 00000004:00000010:2.0:1767384986.291742:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f582ed44. 00000004:00000001:2.0:1767384986.291746:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.291748:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:2.0:1767384986.291750:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f38ec9d1. 00000004:00000001:2.0:1767384986.291754:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.291757:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b6dabda3. 00080000:00000010:2.0:1767384986.291767:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000036549fe1. 00000004:00000010:2.0:1767384986.291771:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003218e4fb. 00000004:00000010:2.0:1767384986.291775:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000097e4d283. 00000004:00000001:2.0:1767384986.291779:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.291781:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:2.0:1767384986.291783:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007657fb8f. 00000004:00000001:2.0:1767384986.291793:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.291800:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000fc3c13fa. 00080000:00000010:2.0:1767384986.291808:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000066eec1ae. 00000020:00000010:2.0:1767384986.291809:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b529be6e. 00080000:00000010:2.0:1767384986.291818:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000091d3a8e7. 00000004:00000010:2.0:1767384986.291820:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007316a9ff. 00000004:00000010:2.0:1767384986.291822:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000075ef0f54. 00000004:00000001:2.0:1767384986.291824:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.291825:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:2.0:1767384986.291827:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c70a4577. 00000004:00000001:2.0:1767384986.291829:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.291831:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002f9dcb81. 00080000:00000010:2.0:1767384986.291838:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007a13ff39. 00000020:00000010:2.0:1767384986.291840:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ff2f82ca. 00080000:00000010:2.0:1767384986.291853:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003a663379. 00080000:00000010:2.0:1767384986.291860:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fb7fbaf7. 00000020:00000010:2.0:1767384986.291891:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000657a1b82. 00080000:00000010:2.0:1767384986.291907:0:40089:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000c281497a. 00080000:00000010:2.0:1767384986.291911:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c8407156. 00000020:00000010:2.0:1767384986.291916:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004a53addb. 00080000:00000010:2.0:1767384986.291937:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000a7e6820. 00080000:00000010:2.0:1767384986.291942:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003eb1cd18. 00000020:00000010:2.0:1767384986.291947:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005be205dd. 00080000:00000010:2.0:1767384986.291954:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000040baf2c1. 00080000:00000010:2.0:1767384986.291959:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009eac1350. 00000004:00000010:2.0:1767384986.291961:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a4ca613d. 00000004:00000010:2.0:1767384986.291963:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002bc4a02e. 00000004:00000001:2.0:1767384986.291966:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.291968:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:2.0:1767384986.291970:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000608d9c8c. 00000004:00000001:2.0:1767384986.291976:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.291979:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000bca1b7c5. 00080000:00000010:2.0:1767384986.291987:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005a9df00f. 00000020:00000010:2.0:1767384986.291990:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000295257cc. 00080000:00000010:2.0:1767384986.291998:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000038024464. 00080000:00000010:2.0:1767384986.292003:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001fe1b01a. 00000020:00000010:2.0:1767384986.292005:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006f69919c. 00080000:00000010:2.0:1767384986.292018:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c6a6212b. 00000020:00000010:2.0:1767384986.292020:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d9c53dda. 00080000:00000010:2.0:1767384986.292025:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f19c65d1. 00000004:00000010:2.0:1767384986.292028:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008ae10e59. 00000004:00000010:2.0:1767384986.292032:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000264d50cb. 00000004:00000001:2.0:1767384986.292034:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292035:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:2.0:1767384986.292037:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003e0988da. 00000004:00000001:2.0:1767384986.292044:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292049:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000cbef695. 00080000:00000010:2.0:1767384986.292054:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000004ef109. 00000004:00000010:2.0:1767384986.292065:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007381ef42. 00000004:00000010:2.0:1767384986.292070:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e1333d5f. 00000004:00000001:2.0:1767384986.292074:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292077:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:2.0:1767384986.292078:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b87723b2. 00000004:00000001:2.0:1767384986.292081:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292083:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b4bfcdde. 00080000:00000010:2.0:1767384986.292091:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007fff9047. 00000004:00000010:2.0:1767384986.292094:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000be17b327. 00000004:00000010:2.0:1767384986.292095:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009df8eb13. 00000004:00000001:2.0:1767384986.292097:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292098:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:2.0:1767384986.292099:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000417aa55b. 00000004:00000001:2.0:1767384986.292102:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292108:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d729b6ae. 00000020:00000010:2.0:1767384986.292110:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000079b0a9b1. 00080000:00000010:2.0:1767384986.292118:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005c60f302. 00000004:00000010:2.0:1767384986.292122:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000090de2316. 00000004:00000010:2.0:1767384986.292124:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f8bb129e. 00000004:00000001:2.0:1767384986.292125:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292126:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:2.0:1767384986.292128:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000075d1b32a. 00000004:00000001:2.0:1767384986.292130:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292133:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009cbbb3c1. 00080000:00000010:2.0:1767384986.292138:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000074ff9b89. 00000020:00000010:2.0:1767384986.292141:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ea414488. 00080000:00000010:2.0:1767384986.292149:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006fea95da. 00000004:00000010:2.0:1767384986.292151:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005226e703. 00000004:00000010:2.0:1767384986.292153:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000050d0a69e. 00000004:00000001:2.0:1767384986.292154:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292155:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:2.0:1767384986.292157:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000069d04250. 00000004:00000001:2.0:1767384986.292161:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292221:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000076538bf0. 00080000:00000010:2.0:1767384986.292225:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e0300f03. 00000020:00000010:2.0:1767384986.292233:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d9c25328. 00080000:00000010:2.0:1767384986.292241:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000bcc1da38. 00080000:00000010:2.0:1767384986.292246:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008837bf66. 00000004:00000010:2.0:1767384986.292248:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fd21b003. 00000004:00000010:2.0:1767384986.292251:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000149d668e. 00000004:00000001:2.0:1767384986.292253:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292254:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:2.0:1767384986.292255:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009847a12b. 00000004:00000001:2.0:1767384986.292260:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292264:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ac2134e9. 00000004:00000010:2.0:1767384986.292266:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000037f11e5e. 00000004:00000010:2.0:1767384986.292268:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004a611f61. 00000004:00000001:2.0:1767384986.292270:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292272:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:2.0:1767384986.292273:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a0e4115f. 00000004:00000001:2.0:1767384986.292278:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292282:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007d5c2a65. 00080000:00000010:2.0:1767384986.292286:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b7dc9a70. 00000020:00000010:2.0:1767384986.292288:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000090c64429. 00080000:00000010:2.0:1767384986.292294:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000cdfd74b1. 00080000:00000010:2.0:1767384986.292301:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000de4caf2b. 00000020:00000010:2.0:1767384986.292317:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c22351cd. 00080000:00000010:2.0:1767384986.292322:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000187c028. 00080000:00000010:2.0:1767384986.292326:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002e9d41c0. 00000020:00000010:2.0:1767384986.292329:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a0e9b5ad. 00080000:00000010:2.0:1767384986.292339:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a4054922. 00080000:00000010:2.0:1767384986.292350:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000625fc90e. 00000020:00000010:2.0:1767384986.292354:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000076de7968. 00080000:00000010:2.0:1767384986.292373:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000be9b22a1. 00080000:00000010:2.0:1767384986.292381:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ccc32a44. 00000004:00000010:2.0:1767384986.292386:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000fefdd9f. 00000004:00000010:2.0:1767384986.292388:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bbab1686. 00000004:00000001:2.0:1767384986.292389:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292390:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:2.0:1767384986.292401:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007591a5a5. 00000004:00000001:2.0:1767384986.292404:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292409:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003a56b240. 00000020:00000010:2.0:1767384986.292411:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ea5613b8. 00080000:00000010:2.0:1767384986.292415:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d35c6c0c. 00080000:00000010:2.0:1767384986.292421:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e2c7c7c0. 00000020:00000010:2.0:1767384986.292424:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c8371858. 00080000:00000010:2.0:1767384986.292433:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002916d066. 00000004:00000010:2.0:1767384986.292436:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002ebf8c89. 00000004:00000010:2.0:1767384986.292440:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000023fe655f. 00000004:00000001:2.0:1767384986.292442:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292443:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:2.0:1767384986.292445:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009ecd4917. 00000004:00000001:2.0:1767384986.292449:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292451:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002ba6d015. 00080000:00000010:2.0:1767384986.292460:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e776c8f2. 00000020:00000010:2.0:1767384986.292462:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000826a92c7. 00080000:00000010:2.0:1767384986.292471:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000eb8a1523. 00080000:00000010:2.0:1767384986.292476:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007a546490. 00000020:00000010:2.0:1767384986.292479:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c48d292d. 00080000:00000010:2.0:1767384986.292486:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001d72c5c7. 00080000:00000010:2.0:1767384986.292490:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000b3a110d. 00000020:00000010:2.0:1767384986.292492:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000011b9e61d. 00080000:00000010:2.0:1767384986.292500:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053be35e4. 00000004:00000010:2.0:1767384986.292503:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000238474c2. 00000004:00000010:2.0:1767384986.292505:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ea440418. 00000004:00000001:2.0:1767384986.292506:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292508:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:2.0:1767384986.292510:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ba99ec62. 00000004:00000001:2.0:1767384986.292514:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292520:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000237ee338. 00080000:00000010:2.0:1767384986.292526:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000427c4fcb. 00000020:00000010:2.0:1767384986.292529:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000caa92e60. 00080000:00000010:2.0:1767384986.292535:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004e8771b8. 00080000:00000010:2.0:1767384986.292549:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f3ed5130. 00000020:00000010:2.0:1767384986.292553:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bee018d1. 00080000:00000010:2.0:1767384986.292561:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000cdcba595. 00080000:00000010:2.0:1767384986.292568:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000033295a39. 00000020:00000010:2.0:1767384986.292571:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000828f1cb7. 00080000:00000010:2.0:1767384986.292587:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008dd16df0. 00000004:00000010:2.0:1767384986.292592:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003d70fcc5. 00000004:00000010:2.0:1767384986.292597:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e723a589. 00000004:00000001:2.0:1767384986.292601:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292604:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:2.0:1767384986.292606:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000675de782. 00000004:00000001:2.0:1767384986.292609:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292666:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000022d2d1b3. 00080000:00000010:2.0:1767384986.292672:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000025710d86. 00000020:00000010:2.0:1767384986.292675:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003fb6d61c. 00080000:00000010:2.0:1767384986.292691:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f5cfe0be. 00000020:00000010:2.0:1767384986.292693:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005a1b54c0. 00080000:00000010:2.0:1767384986.292702:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000069a70f14. 00080000:00000010:2.0:1767384986.292707:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000074c8895c. 00000020:00000010:2.0:1767384986.292711:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cdc78d31. 00080000:00000010:2.0:1767384986.292724:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000742ff85e. 00080000:00000010:2.0:1767384986.292729:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009c174adc. 00000020:00000010:2.0:1767384986.292731:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c1151ea9. 00080000:00000010:2.0:1767384986.292739:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000334360e5. 00080000:00000010:2.0:1767384986.292744:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000618d1c71. 00000004:00000010:2.0:1767384986.292746:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007b71f7c1. 00000004:00000010:2.0:1767384986.292749:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ca25cec5. 00000004:00000001:2.0:1767384986.292752:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292753:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:2.0:1767384986.292755:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000095302874. 00000004:00000001:2.0:1767384986.292760:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292766:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d2df94ee. 00080000:00000010:2.0:1767384986.292770:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000023ab373. 00000020:00000010:2.0:1767384986.292772:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e73657c5. 00080000:00000010:2.0:1767384986.292788:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053fcef56. 00000004:00000010:2.0:1767384986.292792:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e34c5a3a. 00000004:00000010:2.0:1767384986.292795:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001ba72407. 00000004:00000001:2.0:1767384986.292797:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292798:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:2.0:1767384986.292800:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000541c91a. 00000004:00000001:2.0:1767384986.292805:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292811:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002499ce35. 00000020:00000010:2.0:1767384986.292816:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001c6af4b3. 00080000:00000010:2.0:1767384986.292833:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a518f74e. 00080000:00000010:2.0:1767384986.292843:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000023fdf12a. 00000004:00000010:2.0:1767384986.292848:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b050beb8. 00000004:00000010:2.0:1767384986.292852:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e3a9dbd6. 00000004:00000001:2.0:1767384986.292857:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292859:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:2.0:1767384986.292860:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006b713312. 00000004:00000001:2.0:1767384986.292889:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292892:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000156546a9. 00080000:00000010:2.0:1767384986.292901:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000354d70d7. 00000004:00000010:2.0:1767384986.292904:0:40089:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000092e6ddda. 00000004:00000010:2.0:1767384986.292908:0:40089:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ec78e502. 00000004:00000001:2.0:1767384986.292912:0:40089:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384986.292915:0:40089:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:2.0:1767384986.292917:0:40089:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003c60f1d4. 00000004:00000001:2.0:1767384986.292922:0:40089:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384986.292959:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006b0b269c. 00080000:00000010:2.0:1767384986.292965:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008e03a8e1. 00000020:00000010:2.0:1767384986.292968:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c5f27eb. 00080000:00000010:2.0:1767384986.292973:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ffa89ef7. 00080000:00000010:2.0:1767384986.292978:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000201ca714. 00000020:00000010:2.0:1767384986.292980:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eac50c84. 00080000:00000010:2.0:1767384986.292988:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000fb13061a. 00080000:00000010:2.0:1767384986.292996:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b49887ac. 00000020:00000010:2.0:1767384986.293000:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e7950993. 00000004:00000001:2.0:1767384986.293013:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384986.293016:0:40089:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384986.293019:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384986.293022:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843961 00000020:00000040:2.0:1767384986.293024:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001977b0f0 with handle 0x135556ebb4843961 from hash 00000020:00000001:2.0:1767384986.293029:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384986.293031:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000001977b0f0 : new refcount 1 00000020:00000001:2.0:1767384986.293032:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384986.293035:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000001977b0f0 : new refcount 0 00000020:00000080:2.0:1767384986.293037:0:40089:0:(genops.c:904:class_export_put()) final put 000000001977b0f0/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384986.293039:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.293052:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.293055:0:40089:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384986.293058:0:40089:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:2.0:1767384986.293061:0:40089:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000cc8f91cc. 00000020:00000080:2.0:1767384986.293064:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384986.293081:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384986.293085:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000001977b0f0/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:3.0:1767384986.293089:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384986.293091:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.293094:0:40089:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:3.0:1767384986.293095:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000353ce663) now 4 - export 00000020:00000080:2.0:1767384986.293104:0:40089:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000010:3.0:1767384986.293108:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001977b0f0. 00000020:00000001:2.0:1767384986.293110:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384986.293114:0:40089:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (00000000353ce663) has no exports 00000020:00000001:2.0:1767384986.293116:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384986.293118:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384986.293120:0:40089:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384986.293124:0:40089:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:2.0:1767384986.293126:0:40089:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:2.0:1767384986.293136:0:40089:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384986.293138:0:40089:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000e3b323bd. 00000020:00000001:2.0:1767384986.293141:0:40089:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384986.293142:0:40089:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384986.293143:0:40089:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000073f3a00e. 00000020:00000001:2.0:1767384986.293146:0:40089:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384986.293147:0:40089:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384986.293148:0:40089:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000007aa4f1cf. 00000020:00000001:2.0:1767384986.293150:0:40089:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384986.293151:0:40089:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384986.293152:0:40089:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000006cdc4ec4. 00000020:00000001:2.0:1767384986.293154:0:40089:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:2.0:1767384986.293155:0:40089:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:2.0:1767384986.293404:0:40089:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:2.0:1767384986.293407:0:40089:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:2.0:1767384986.293409:0:40089:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1767384986.293412:0:40089:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:2.0:1767384986.293415:0:40089:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:2.0:1767384986.293417:0:40089:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000b8117703. 00020000:00000001:2.0:1767384986.293420:0:40089:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.293422:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384986.293424:0:40089:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384986.293427:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384986.293430:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843999 00000020:00000040:2.0:1767384986.293433:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ae9b2dde with handle 0x135556ebb4843999 from hash 00000020:00000001:2.0:1767384986.293436:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384986.293438:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000ae9b2dde : new refcount 1 00000020:00000001:2.0:1767384986.293440:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384986.293441:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000ae9b2dde : new refcount 0 00000020:00000080:2.0:1767384986.293443:0:40089:0:(genops.c:904:class_export_put()) final put 00000000ae9b2dde/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384986.293445:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.293459:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.293461:0:40089:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384986.293463:0:40089:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:2.0:1767384986.293466:0:40089:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000c7837dab. 00000020:00000080:2.0:1767384986.293470:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384986.293473:0:40089:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384986.293476:0:40089:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:3.0:1767384986.293480:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384986.293480:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384986.293482:0:40089:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (000000002efb506a) has no exports 00000020:00000080:3.0:1767384986.293485:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000ae9b2dde/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384986.293486:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384986.293491:0:40089:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384986.293496:0:40089:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:2.0:1767384986.293499:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000040:3.0:1767384986.293500:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 13 to 0@lo 00080000:00000001:2.0:1767384986.293502:0:40089:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384986.293507:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:3.0:1767384986.293510:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:2.0:1767384986.293511:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843992 00000020:00000001:3.0:1767384986.293518:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384986.293520:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab7f8287 with handle 0x135556ebb4843992 from hash 00000020:00000040:3.0:1767384986.293523:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002efb506a) now 5 - export 00000020:00000001:2.0:1767384986.293526:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000010:3.0:1767384986.293530:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ae9b2dde. 00000020:00000040:2.0:1767384986.293535:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000ab7f8287 : new refcount 1 00000020:00000001:2.0:1767384986.293538:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000001:3.0:1767384986.293540:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384986.293541:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000ab7f8287 : new refcount 0 00000020:00000080:2.0:1767384986.293547:0:40089:0:(genops.c:904:class_export_put()) final put 00000000ab7f8287/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384986.293550:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.293557:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.293565:0:40089:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.293568:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384986.293575:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384986.293578:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000ab7f8287/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384986.293582:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384986.293585:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384986.293588:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 7 - export 00000020:00000010:3.0:1767384986.293592:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ab7f8287. 00000020:00000001:3.0:1767384986.293604:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384986.293818:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004d07c7d4. 00000020:00000010:2.0:1767384986.293830:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e7408b84. 00000020:00000010:2.0:1767384986.293836:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000062dd286e. 00000020:00000010:2.0:1767384986.293840:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008b0194f2. 00000020:00000010:2.0:1767384986.293849:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000001207368. 00000020:00000010:2.0:1767384986.293855:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004b75320b. 00010000:00000001:2.0:1767384986.293993:0:40089:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384986.293996:0:40089:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384986.293999:0:40089:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384986.294033:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000005260428e. 00000020:00000010:2.0:1767384986.294036:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f8e192de. 00010000:00000001:2.0:1767384986.294123:0:40089:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384986.294174:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000066fbb2c2. 00000020:00000010:2.0:1767384986.294177:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d88b6fd4. 00000001:00000001:2.0:1767384986.294207:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.294244:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000051c82bf9. 00000001:00000010:2.0:1767384986.294249:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009793dea6. 00000001:00000010:2.0:1767384986.294251:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000026c68406. 00000001:00000010:2.0:1767384986.294256:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000092e02a2. 00000001:00000010:2.0:1767384986.294263:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bc3e8349. 00000001:00000010:2.0:1767384986.294268:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009ec117d3. 00000001:00000010:2.0:1767384986.294272:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f408ecb7. 00000001:00000010:2.0:1767384986.294276:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007c90e9e2. 00000001:00000010:2.0:1767384986.294279:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ea1c599a. 00000001:00000010:2.0:1767384986.294285:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009ee11fa1. 00000001:00000010:2.0:1767384986.294300:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000063e5c390. 00000001:00000010:2.0:1767384986.294326:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000000b4e92fa. 00000001:00000010:2.0:1767384986.294330:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000448c7ca4. 00000001:00000010:2.0:1767384986.294334:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d8a4d830. 00000001:00000010:2.0:1767384986.294337:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bf1658ec. 00000001:00000010:2.0:1767384986.294340:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bc58df48. 00000001:00000010:2.0:1767384986.294344:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 0000000002c6c4e3. 00000001:00000010:2.0:1767384986.294347:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000841ccb1a. 00000001:00000001:2.0:1767384986.294352:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384986.294356:0:40089:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000303ad626. 00010000:00000001:2.0:1767384986.294358:0:40089:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384986.294361:0:40089:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384986.294363:0:40089:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384986.294365:0:40089:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384986.294367:0:40089:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:2.0:1767384986.294370:0:40089:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384986.294371:0:40089:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384986.294374:0:40089:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384986.294376:0:40089:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384986.294378:0:40089:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:2.0:1767384986.294381:0:40089:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384986.294383:0:40089:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384986.294385:0:40089:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384986.294386:0:40089:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384986.294388:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384986.294390:0:40089:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384986.296481:0:40089:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384986.296486:0:40089:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384986.296488:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384986.296490:0:40089:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384986.296491:0:40089:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384986.296496:0:40089:0:(genops.c:1229:class_import_get()) import 00000000aac4193d refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384986.296499:0:40089:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384986.296500:0:40089:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384986.296501:0:40089:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384986.296503:0:40089:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384986.296504:0:40089:0:(genops.c:1242:class_import_put()) import 00000000aac4193d refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384986.296512:0:40089:0:(genops.c:1245:class_import_put()) final put import 00000000aac4193d 00000020:00000001:2.0:1767384986.296521:0:40089:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384986.296524:0:40089:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384986.296525:0:40089:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384986.296527:0:40089:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384986.296529:0:40089:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000001c15fe57. 00010000:00000010:2.0:1767384986.296533:0:40089:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000043356f89. 00010000:00000001:2.0:1767384986.296536:0:40089:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:2.0:1767384986.296539:0:40089:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.296542:0:40089:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384986.296545:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384986.296549:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000aac4193d for lustre-OST0000-osc-MDT0000 00000001:00000001:2.0:1767384986.296551:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:3.0:1767384986.296554:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 12 to 0@lo 00000001:00000010:2.0:1767384986.296557:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002e674b7d. 00000020:00000040:3.0:1767384986.296560:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 11 to 0@lo 00000001:00000010:2.0:1767384986.296562:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fb385b64. 00000020:00000010:3.0:1767384986.296565:0:8:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000095636b22. 00000001:00000010:2.0:1767384986.296566:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006b710340. 00000020:00000040:3.0:1767384986.296572:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002efb506a) now 4 - import 00000001:00000010:2.0:1767384986.296572:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fe0ca0c4. 00000001:00000010:2.0:1767384986.296577:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000fc7e456. 00000020:00000010:3.0:1767384986.296578:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000aac4193d. 00000001:00000010:2.0:1767384986.296580:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ee478094. 00000020:00000001:3.0:1767384986.296584:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:2.0:1767384986.296586:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384986.296589:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.296592:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa0e187a. 00000001:00000010:2.0:1767384986.296594:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000036a03030. 00000001:00000010:2.0:1767384986.296596:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001d898820. 00000001:00000010:2.0:1767384986.296598:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000480d0458. 00000001:00000010:2.0:1767384986.296599:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000496ffe16. 00000001:00000010:2.0:1767384986.296601:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001037c155. 00000001:00000001:2.0:1767384986.296602:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384986.296604:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002efb506a) now 3 - setup 00000020:00000001:2.0:1767384986.296606:0:40089:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.296607:0:40089:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384986.296610:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384986.296615:0:40089:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384986.296619:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002efb506a) now 2 - obd_device_list 00000020:00000080:2.0:1767384986.296621:0:40089:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384986.296622:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002efb506a) now 1 - newdev 00000020:00000040:2.0:1767384986.296625:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c763828d with handle 0x135556ebb484398b from hash 00000020:00000040:2.0:1767384986.296632:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000c763828d : new refcount 0 00000020:00000080:2.0:1767384986.296633:0:40089:0:(genops.c:904:class_export_put()) final put 00000000c763828d/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384986.296636:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.296638:0:40089:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384986.296639:0:40089:0:(genops.c:863:class_export_destroy()) destroying export 00000000c763828d/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384986.296641:0:40089:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384986.296642:0:40089:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.296644:0:40089:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c763828d. 00000020:00000001:2.0:1767384986.296649:0:40089:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384986.296650:0:40089:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:2.0:1767384986.296652:0:40089:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384986.296653:0:40089:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384986.296656:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a261e45. 00000020:00000010:2.0:1767384986.296660:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b855ef0. 00000040:00000010:2.0:1767384986.296663:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000942bfb4f. 00000020:00000010:2.0:1767384986.296667:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000efb80380. 00000020:00000010:2.0:1767384986.296670:0:40089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.296673:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fe0ca0c4. 80000000:00000010:2.0:1767384986.296675:0:40089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000087803961. 40000000:00000010:2.0:1767384986.296677:0:40089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c57e00bd. 00100000:00000010:2.0:1767384986.296685:0:40089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000585dec79. 00040000:00000010:2.0:1767384986.296688:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.296690:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006b710340. 00080000:00000010:2.0:1767384986.296694:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001109ae82. 00080000:00000010:2.0:1767384986.296697:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000502242ff. 00000004:00000010:2.0:1767384986.296703:0:40089:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000990cbd07. 00000004:00000010:2.0:1767384986.296706:0:40089:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a048c515. 00000004:00000010:2.0:1767384986.296710:0:40089:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fdc92c14. 00002000:00000010:2.0:1767384986.296713:0:40089:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000788d61a9. 00000004:00000010:2.0:1767384986.296716:0:40089:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000624766ac. 00000004:00000010:2.0:1767384986.296722:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000e45aefb. 00000004:00000010:2.0:1767384986.296725:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ad940a9a. 00000004:00000010:2.0:1767384986.296728:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000564e4c5f. 00000004:00000010:2.0:1767384986.296735:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000081d6c0b5. 00000004:00000010:2.0:1767384986.296740:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000051580b2a. 00000004:00000010:2.0:1767384986.296742:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006c0a4c25. 00000004:00000010:2.0:1767384986.296745:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e6a780ca. 00000004:00000010:2.0:1767384986.296747:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e3cbbc1f. 00000004:00000010:2.0:1767384986.296749:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000075936e60. 00000004:00000010:2.0:1767384986.296751:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007d8de465. 00000004:00000010:2.0:1767384986.296753:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000aa53a3de. 00000004:00000010:2.0:1767384986.296756:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000015fb3b77. 00000004:00000010:2.0:1767384986.296760:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001dda4aaf. 00000004:00000010:2.0:1767384986.296762:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000011fc7dfc. 00000004:00000010:2.0:1767384986.296764:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002724dc9a. 00000004:00000010:2.0:1767384986.296766:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002fe9a0dd. 00000004:00000010:2.0:1767384986.296768:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bff5fbaa. 00000004:00000010:2.0:1767384986.296771:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c169d37b. 00000004:00000010:2.0:1767384986.296773:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000106f6393. 00000004:00000010:2.0:1767384986.296776:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cb0b53c4. 00000004:00000010:2.0:1767384986.296779:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a7f53a0b. 00000004:00000010:2.0:1767384986.296783:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007ac500d2. 00000004:00000010:2.0:1767384986.296785:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000066aa3601. 00000004:00000010:2.0:1767384986.296788:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004cd95a3f. 00000004:00000010:2.0:1767384986.296791:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003b237bb1. 00000004:00000010:2.0:1767384986.296792:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f0e39d48. 00000004:00000010:2.0:1767384986.296795:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c08ea455. 00000004:00000010:2.0:1767384986.296798:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bea5a14b. 00000004:00000010:2.0:1767384986.296800:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a25fef9a. 00000004:00000010:2.0:1767384986.296802:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d5f4eff1. 00000004:00000010:2.0:1767384986.296804:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000047608fa9. 00000004:00000010:2.0:1767384986.296808:0:40089:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 00000000138aa686. 00000020:00000010:2.0:1767384986.296812:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009b855ef0. 00000040:00000010:2.0:1767384986.296814:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000942bfb4f. 00000020:00000010:2.0:1767384986.296816:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000efb80380. 00000020:00000010:2.0:1767384986.296818:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.296821:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fe0ca0c4. 80000000:00000010:2.0:1767384986.296823:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000087803961. 40000000:00000010:2.0:1767384986.296825:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c57e00bd. 00100000:00000010:2.0:1767384986.296831:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000585dec79. 00040000:00000010:2.0:1767384986.296833:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.296835:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006b710340. 00080000:00000010:2.0:1767384986.296839:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000502242ff. 00080000:00000010:2.0:1767384986.296841:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001109ae82. 00000004:00000010:2.0:1767384986.296843:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000990cbd07. 00000004:00000010:2.0:1767384986.296845:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a048c515. 00000004:00000010:2.0:1767384986.296847:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fdc92c14. 00002000:00000010:2.0:1767384986.296849:0:40089:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000788d61a9. 00000004:00000010:2.0:1767384986.296851:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000624766ac. 00000020:00000010:2.0:1767384986.296853:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a261e45. 00000020:00000001:2.0:1767384986.296855:0:40089:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.296857:0:40089:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000002efb506a. 00000020:00000001:2.0:1767384986.296862:0:40089:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.296886:0:40089:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384986.296889:0:40089:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000c7837dab. 00000020:00000001:2.0:1767384986.296892:0:40089:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.296894:0:40089:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.296897:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384986.296900:0:40089:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 0000000055bdbba4. 00020000:00000010:2.0:1767384986.296907:0:40089:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000ae157a1b. 00000004:00000001:2.0:1767384986.296916:0:40089:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.296919:0:40089:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384986.296929:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.296940:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000e34ea5f. 00000001:00000010:2.0:1767384986.296943:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c92510bb. 00000001:00000010:2.0:1767384986.296946:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000051e4fd5d. 00000001:00000010:2.0:1767384986.296948:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c4882856. 00000001:00000010:2.0:1767384986.296951:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000084bba4ad. 00000001:00000010:2.0:1767384986.296954:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007a4b1670. 00000001:00000001:2.0:1767384986.296959:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384986.296961:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.296965:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000080297fe4. 00000001:00000010:2.0:1767384986.296969:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006de12cd3. 00000001:00000010:2.0:1767384986.296974:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ce86b2bf. 00000001:00000010:2.0:1767384986.296984:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fd4dca74. 00000001:00000010:2.0:1767384986.296987:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ffc2519b. 00000001:00000010:2.0:1767384986.296990:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000596ca68b. 00000001:00000001:2.0:1767384986.296993:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384986.296995:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000353ce663) now 3 - setup 00000020:00000001:2.0:1767384986.296997:0:40089:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297000:0:40089:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384986.297002:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384986.297006:0:40089:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384986.297008:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000353ce663) now 2 - obd_device_list 00000020:00000080:2.0:1767384986.297011:0:40089:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384986.297012:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000353ce663) now 1 - newdev 00000020:00000040:2.0:1767384986.297015:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc73d110 with handle 0x135556ebb4843945 from hash 00000020:00000040:2.0:1767384986.297017:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000dc73d110 : new refcount 0 00000020:00000080:2.0:1767384986.297018:0:40089:0:(genops.c:904:class_export_put()) final put 00000000dc73d110/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384986.297019:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297021:0:40089:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384986.297022:0:40089:0:(genops.c:863:class_export_destroy()) destroying export 00000000dc73d110/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:2.0:1767384986.297023:0:40089:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384986.297024:0:40089:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.297025:0:40089:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dc73d110. 00000020:00000001:2.0:1767384986.297028:0:40089:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384986.297029:0:40089:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:2.0:1767384986.297031:0:40089:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384986.297031:0:40089:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384986.297033:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb385b64. 00000020:00000010:2.0:1767384986.297036:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006b710340. 00000040:00000010:2.0:1767384986.297038:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fe0ca0c4. 00000020:00000010:2.0:1767384986.297040:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fdc92c14. 00000020:00000010:2.0:1767384986.297042:0:40089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.297044:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002e674b7d. 80000000:00000010:2.0:1767384986.297046:0:40089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c7837dab. 40000000:00000010:2.0:1767384986.297048:0:40089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c57e00bd. 00100000:00000010:2.0:1767384986.297056:0:40089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000990cbd07. 00040000:00000010:2.0:1767384986.297058:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.297061:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a261e45. 00080000:00000010:2.0:1767384986.297063:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001109ae82. 00080000:00000010:2.0:1767384986.297065:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000502242ff. 00000004:00000010:2.0:1767384986.297068:0:40089:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000585dec79. 00000004:00000010:2.0:1767384986.297070:0:40089:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a048c515. 00000004:00000010:2.0:1767384986.297072:0:40089:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000efb80380. 00000004:00000001:2.0:1767384986.297074:0:40089:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:2.0:1767384986.297078:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aca99a48. 00000004:00000010:2.0:1767384986.297081:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009713ad73. 00000004:00000010:2.0:1767384986.297083:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043758510. 00000004:00000010:2.0:1767384986.297086:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000096947236. 00000004:00000010:2.0:1767384986.297089:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f6da4275. 00000004:00000010:2.0:1767384986.297091:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007c73dacd. 00000004:00000010:2.0:1767384986.297094:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000af0d7301. 00000004:00000010:2.0:1767384986.297096:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009df3059d. 00000004:00000010:2.0:1767384986.297098:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000056b3d963. 00000004:00000010:2.0:1767384986.297100:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006cc9fd7b. 00000004:00000010:2.0:1767384986.297102:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c2a77032. 00000004:00000010:2.0:1767384986.297104:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004bef6dc3. 00000004:00000010:2.0:1767384986.297106:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c57b2299. 00000004:00000010:2.0:1767384986.297109:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b3b128eb. 00000004:00000010:2.0:1767384986.297111:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002203b8f4. 00000004:00000010:2.0:1767384986.297113:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000423e0906. 00000004:00000010:2.0:1767384986.297115:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004d7ed11b. 00000004:00000010:2.0:1767384986.297117:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ea32f25c. 00000004:00000010:2.0:1767384986.297120:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000424ff2a1. 00000004:00000010:2.0:1767384986.297122:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000095c057f4. 00000004:00000010:2.0:1767384986.297126:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c062cb85. 00000004:00000010:2.0:1767384986.297128:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000033106abc. 00000004:00000010:2.0:1767384986.297131:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000017a1ae0e. 00000004:00000010:2.0:1767384986.297133:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b075fc7d. 00000004:00000010:2.0:1767384986.297136:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000344f641e. 00000004:00000010:2.0:1767384986.297138:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003a2ec5b5. 00000004:00000010:2.0:1767384986.297146:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ac4645e9. 00000004:00000010:2.0:1767384986.297148:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000087f6db0d. 00000004:00000010:2.0:1767384986.297150:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000beceddd5. 00000004:00000010:2.0:1767384986.297151:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000018ff3f99. 00000004:00000010:2.0:1767384986.297153:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005fb22d4b. 00000004:00000010:2.0:1767384986.297155:0:40089:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 000000008297a746. 00000004:00000001:2.0:1767384986.297157:0:40089:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446636780976013312 : -107292733538304 : ffff9e6af6bb0000) 00000020:00000010:2.0:1767384986.297164:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006b710340. 00000040:00000010:2.0:1767384986.297167:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fe0ca0c4. 00000020:00000010:2.0:1767384986.297169:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fdc92c14. 00000020:00000010:2.0:1767384986.297171:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.297173:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002e674b7d. 80000000:00000010:2.0:1767384986.297174:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c7837dab. 40000000:00000010:2.0:1767384986.297177:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c57e00bd. 00100000:00000010:2.0:1767384986.297179:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000990cbd07. 00040000:00000010:2.0:1767384986.297181:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.297183:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a261e45. 00080000:00000010:2.0:1767384986.297186:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000502242ff. 00080000:00000010:2.0:1767384986.297188:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001109ae82. 00000004:00000010:2.0:1767384986.297190:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000585dec79. 00000004:00000010:2.0:1767384986.297192:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a048c515. 00000004:00000010:2.0:1767384986.297194:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000efb80380. 00000020:00000010:2.0:1767384986.297196:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb385b64. 00000020:00000001:2.0:1767384986.297198:0:40089:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.297199:0:40089:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000353ce663. 00000020:00000001:2.0:1767384986.297202:0:40089:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297204:0:40089:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384986.297205:0:40089:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000cc8f91cc. 00000020:00000001:2.0:1767384986.297207:0:40089:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.297209:0:40089:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.297211:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.297213:0:40089:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384986.297214:0:40089:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 0000000081bf1b67. 00000004:00000001:2.0:1767384986.297242:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384986.297245:0:40089:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384986.297246:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384986.297248:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843968 00000020:00000040:2.0:1767384986.297249:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b831f93e with handle 0x135556ebb4843968 from hash 00000020:00000001:2.0:1767384986.297252:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384986.297253:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000b831f93e : new refcount 1 00000020:00000001:2.0:1767384986.297254:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384986.297255:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000b831f93e : new refcount 0 00000020:00000080:2.0:1767384986.297256:0:40089:0:(genops.c:904:class_export_put()) final put 00000000b831f93e/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384986.297258:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297267:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297269:0:40089:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384986.297270:0:40089:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:2.0:1767384986.297273:0:40089:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000081bf1b67. 00000020:00000080:2.0:1767384986.297275:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384986.297278:0:40089:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384986.297280:0:40089:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384986.297283:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384986.297285:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00080000:2.0:1767384986.297286:0:40089:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (0000000011095c07) has no exports 00000020:00000080:3.0:1767384986.297290:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000b831f93e/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:2.0:1767384986.297291:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384986.297294:0:40089:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384986.297295:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384986.297298:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384986.297301:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000011095c07) now 4 - export 00000020:00000010:3.0:1767384986.297312:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b831f93e. 00000020:00000001:3.0:1767384986.297318:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384986.297438:0:40089:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384986.297445:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.297448:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000067011782. 00000001:00000010:2.0:1767384986.297450:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000760c1638. 00000001:00000010:2.0:1767384986.297452:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000069ccc1b. 00000001:00000010:2.0:1767384986.297454:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000088b038d5. 00000001:00000010:2.0:1767384986.297456:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000ca1a6cc. 00000001:00000010:2.0:1767384986.297457:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000061babc59. 00000001:00000001:2.0:1767384986.297460:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384986.297461:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.297463:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000081e727a5. 00000001:00000010:2.0:1767384986.297464:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f52976b4. 00000001:00000010:2.0:1767384986.297466:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6b02680. 00000001:00000010:2.0:1767384986.297468:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f2757b1a. 00000001:00000010:2.0:1767384986.297470:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000091cd3201. 00000001:00000010:2.0:1767384986.297473:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000899cffb1. 00000001:00000001:2.0:1767384986.297474:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384986.297475:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000011095c07) now 3 - setup 00000020:00000001:2.0:1767384986.297477:0:40089:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297478:0:40089:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384986.297480:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384986.297482:0:40089:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384986.297484:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000011095c07) now 2 - obd_device_list 00000020:00000080:2.0:1767384986.297485:0:40089:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:2.0:1767384986.297486:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000011095c07) now 1 - newdev 00000020:00000040:2.0:1767384986.297488:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e243149c with handle 0x135556ebb484395a from hash 00000020:00000040:2.0:1767384986.297490:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000e243149c : new refcount 0 00000020:00000080:2.0:1767384986.297491:0:40089:0:(genops.c:904:class_export_put()) final put 00000000e243149c/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384986.297492:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297494:0:40089:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384986.297494:0:40089:0:(genops.c:863:class_export_destroy()) destroying export 00000000e243149c/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:2.0:1767384986.297496:0:40089:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384986.297497:0:40089:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.297499:0:40089:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e243149c. 00000020:00000001:2.0:1767384986.297502:0:40089:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384986.297502:0:40089:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:2.0:1767384986.297504:0:40089:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:2.0:1767384986.297505:0:40089:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384986.297507:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000942bfb4f. 00000020:00000010:2.0:1767384986.297510:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a261e45. 00000040:00000010:2.0:1767384986.297512:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009b855ef0. 00000020:00000010:2.0:1767384986.297514:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000efb80380. 00000020:00000010:2.0:1767384986.297516:0:40089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.297519:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000081e727a5. 80000000:00000010:2.0:1767384986.297521:0:40089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc8f91cc. 40000000:00000010:2.0:1767384986.297523:0:40089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c57e00bd. 00100000:00000010:2.0:1767384986.297525:0:40089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000585dec79. 00040000:00000010:2.0:1767384986.297527:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.297529:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000088b038d5. 00080000:00000010:2.0:1767384986.297532:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001109ae82. 00080000:00000010:2.0:1767384986.297534:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000502242ff. 00000004:00000010:2.0:1767384986.297537:0:40089:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000990cbd07. 00000004:00000010:2.0:1767384986.297540:0:40089:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a048c515. 00000004:00000001:2.0:1767384986.297542:0:40089:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:2.0:1767384986.297544:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e3b589eb. 00000004:00000010:2.0:1767384986.297547:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004770a874. 00000004:00000010:2.0:1767384986.297550:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000072804177. 00000004:00000010:2.0:1767384986.297552:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000004168053. 00000004:00000010:2.0:1767384986.297555:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a8621a4e. 00000004:00000010:2.0:1767384986.297558:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b3bb40e2. 00000004:00000010:2.0:1767384986.297561:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cec9e340. 00000004:00000010:2.0:1767384986.297563:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d590e7a5. 00000004:00000010:2.0:1767384986.297565:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000284ef25b. 00000004:00000010:2.0:1767384986.297568:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f6e7221c. 00000004:00000010:2.0:1767384986.297570:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bfa4de7b. 00000004:00000010:2.0:1767384986.297572:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d34f54f5. 00000004:00000010:2.0:1767384986.297574:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000370a56a4. 00000004:00000010:2.0:1767384986.297576:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006f31c30e. 00000004:00000010:2.0:1767384986.297578:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001e30cea2. 00000004:00000010:2.0:1767384986.297580:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001f607fbb. 00000004:00000010:2.0:1767384986.297582:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000871af9c. 00000004:00000010:2.0:1767384986.297585:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006d78b7ef. 00000004:00000010:2.0:1767384986.297588:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000554ebf30. 00000004:00000010:2.0:1767384986.297590:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006333b55a. 00000004:00000010:2.0:1767384986.297593:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009e15190e. 00000004:00000010:2.0:1767384986.297596:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b61364c6. 00000004:00000010:2.0:1767384986.297599:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000fa9403c. 00000004:00000010:2.0:1767384986.297602:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006cb93e7e. 00000004:00000010:2.0:1767384986.297604:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ba64690a. 00000004:00000010:2.0:1767384986.297607:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000020ba792f. 00000004:00000010:2.0:1767384986.297610:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000597e1cd2. 00000004:00000010:2.0:1767384986.297613:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000098915cd5. 00000004:00000010:2.0:1767384986.297616:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000db0a1677. 00000004:00000010:2.0:1767384986.297619:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000020a7efe2. 00000004:00000010:2.0:1767384986.297621:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005ede9831. 00000004:00000010:2.0:1767384986.297623:0:40089:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000f93d19c0. 00000004:00000001:2.0:1767384986.297629:0:40089:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.297632:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006a261e45. 00000040:00000010:2.0:1767384986.297634:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009b855ef0. 00000020:00000010:2.0:1767384986.297636:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000efb80380. 00000020:00000010:2.0:1767384986.297637:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.297639:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000081e727a5. 80000000:00000010:2.0:1767384986.297641:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cc8f91cc. 40000000:00000010:2.0:1767384986.297643:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c57e00bd. 00100000:00000010:2.0:1767384986.297646:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000585dec79. 00040000:00000010:2.0:1767384986.297649:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.297652:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000088b038d5. 00080000:00000010:2.0:1767384986.297655:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000502242ff. 00080000:00000010:2.0:1767384986.297658:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001109ae82. 00000004:00000010:2.0:1767384986.297662:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000990cbd07. 00000004:00000010:2.0:1767384986.297666:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a048c515. 00000020:00000010:2.0:1767384986.297669:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000942bfb4f. 00000020:00000001:2.0:1767384986.297672:0:40089:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.297674:0:40089:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000011095c07. 00000020:00000001:2.0:1767384986.297680:0:40089:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297682:0:40089:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384986.297684:0:40089:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000081bf1b67. 00000020:00000001:2.0:1767384986.297687:0:40089:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.297689:0:40089:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.297692:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.297694:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384986.297696:0:40089:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384986.297698:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384986.297700:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb484396f 00000020:00000040:2.0:1767384986.297703:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000602b7394 with handle 0x135556ebb484396f from hash 00000020:00000001:2.0:1767384986.297707:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384986.297709:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000602b7394 : new refcount 1 00000020:00000001:2.0:1767384986.297711:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384986.297712:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000602b7394 : new refcount 0 00000020:00000080:2.0:1767384986.297715:0:40089:0:(genops.c:904:class_export_put()) final put 00000000602b7394/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384986.297717:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297728:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.297731:0:40089:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.297733:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297737:0:40089:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384986.297739:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384986.297740:0:40089:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000080:3.0:1767384986.297742:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000602b7394/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384986.297745:0:40089:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446636780176696640 : -107293532854976 : ffff9e6ac7166540) 00000020:00000001:3.0:1767384986.297748:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384986.297751:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384986.297752:0:40089:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000bd599407 from lustre-MDT0000, refs=3 00000020:00000040:3.0:1767384986.297755:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 6 - export 00000020:00000001:2.0:1767384986.297758:0:40089:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000010:3.0:1767384986.297760:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000602b7394. 00000020:01000004:2.0:1767384986.297761:0:40089:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000bd599407 3 00000020:00000001:2.0:1767384986.297765:0:40089:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384986.297767:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384986.297767:0:40089:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1767384986.297769:0:40089:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384986.297772:0:40089:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446636780176696640 : -107293532854976 : ffff9e6ac7166540) 00000020:01000004:2.0:1767384986.297774:0:40089:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000bd599407 from lustre-MDT0000 00000020:00000010:2.0:1767384986.297776:0:40089:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000d122d74f. 00000020:00000010:2.0:1767384986.297779:0:40089:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000bf29cb8f. 00000020:00000001:2.0:1767384986.297782:0:40089:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297783:0:40089:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384986.297785:0:40089:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:2.0:1767384986.297786:0:40089:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297788:0:40089:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384986.297796:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.297800:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000097c596da. 00000001:00000010:2.0:1767384986.297802:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002cd3d620. 00000001:00000010:2.0:1767384986.297803:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fdfdab25. 00000001:00000010:2.0:1767384986.297804:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009ac1bb1b. 00000001:00000010:2.0:1767384986.297805:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ad139a1c. 00000001:00000010:2.0:1767384986.297806:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005d6182bb. 00000001:00000001:2.0:1767384986.297808:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384986.297809:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.297816:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e7a189e5. 00000001:00000010:2.0:1767384986.297819:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006871f563. 00000001:00000010:2.0:1767384986.297820:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000014acb37a. 00000001:00000010:2.0:1767384986.297821:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005a3ea1ab. 00000001:00000010:2.0:1767384986.297823:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000354e3f3a. 00000001:00000010:2.0:1767384986.297825:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a463ef43. 00000001:00000001:2.0:1767384986.297827:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384986.297828:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 3 - setup 00000020:00000001:2.0:1767384986.297830:0:40089:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297831:0:40089:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384986.297833:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384986.297835:0:40089:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384986.297837:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 2 - obd_device_list 00000020:00000080:2.0:1767384986.297838:0:40089:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:2.0:1767384986.297839:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b9efb300) now 1 - newdev 00000020:00000040:2.0:1767384986.297842:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006b8bcdcf with handle 0x135556ebb4843953 from hash 00000020:00000040:2.0:1767384986.297844:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000006b8bcdcf : new refcount 0 00000020:00000080:2.0:1767384986.297845:0:40089:0:(genops.c:904:class_export_put()) final put 000000006b8bcdcf/lustre-MDT0000_UUID 00000020:00000001:2.0:1767384986.297846:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297848:0:40089:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384986.297849:0:40089:0:(genops.c:863:class_export_destroy()) destroying export 000000006b8bcdcf/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:2.0:1767384986.297850:0:40089:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384986.297852:0:40089:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:2.0:1767384986.297853:0:40089:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000b040f37f. 00000004:00000001:2.0:1767384986.297856:0:40089:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297857:0:40089:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.297858:0:40089:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006b8bcdcf. 00000020:00000001:2.0:1767384986.297861:0:40089:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384986.297862:0:40089:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:2.0:1767384986.297863:0:40089:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:2.0:1767384986.297883:0:40089:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384986.297885:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000069ccc1b. 00000020:00000010:2.0:1767384986.297888:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088b038d5. 00000040:00000010:2.0:1767384986.297890:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000081e727a5. 00000020:00000010:2.0:1767384986.297892:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000990cbd07. 00000020:00000010:2.0:1767384986.297895:0:40089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.297898:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000760c1638. 80000000:00000010:2.0:1767384986.297900:0:40089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc8f91cc. 40000000:00000010:2.0:1767384986.297902:0:40089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081bf1b67. 00100000:00000010:2.0:1767384986.297904:0:40089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000585dec79. 00040000:00000010:2.0:1767384986.297906:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.297908:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067011782. 00080000:00000010:2.0:1767384986.297911:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001109ae82. 00080000:00000010:2.0:1767384986.297913:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000502242ff. 00000004:00000010:2.0:1767384986.297916:0:40089:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a048c515. 00000004:00000001:2.0:1767384986.297918:0:40089:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:2.0:1767384986.297920:0:40089:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000bde65e29. 00000004:00000001:2.0:1767384986.297922:0:40089:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.297924:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000088b038d5. 00000040:00000010:2.0:1767384986.297927:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000081e727a5. 00000020:00000010:2.0:1767384986.297928:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000990cbd07. 00000020:00000010:2.0:1767384986.297931:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.297932:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000760c1638. 80000000:00000010:2.0:1767384986.297934:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cc8f91cc. 40000000:00000010:2.0:1767384986.297937:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081bf1b67. 00100000:00000010:2.0:1767384986.297939:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000585dec79. 00040000:00000010:2.0:1767384986.297940:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.297942:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067011782. 00080000:00000010:2.0:1767384986.297945:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000502242ff. 00080000:00000010:2.0:1767384986.297946:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001109ae82. 00000004:00000010:2.0:1767384986.297949:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a048c515. 00000020:00000010:2.0:1767384986.297950:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000069ccc1b. 00000020:00000001:2.0:1767384986.297952:0:40089:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.297954:0:40089:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b9efb300. 00000020:00000001:2.0:1767384986.297957:0:40089:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297958:0:40089:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384986.297960:0:40089:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000e6f8d321. 00000020:00000001:2.0:1767384986.297962:0:40089:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.297964:0:40089:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:2.0:1767384986.297966:0:40089:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:2.0:1767384986.297967:0:40089:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:2.0:1767384986.297970:0:40089:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1767384986.297972:0:40089:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:2.0:1767384986.297973:0:40089:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384986.297974:0:40089:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446636780125451104 : -107293584100512 : ffff9e6ac4087360) 00000020:01000004:2.0:1767384986.297976:0:40089:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:2.0:1767384986.297977:0:40089:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384986.297979:0:40089:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:2.0:1767384986.297980:0:40089:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000081bf1b67. 00000020:00000080:2.0:1767384986.297982:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384986.297983:0:40089:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384986.297985:0:40089:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384986.297989:0:40089:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 0000000008f47c82 87a2e106-e553-4e56-a48a-4e53df41a160 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384986.297993:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384986.297994:0:40089:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000ea0210ac) has exports, disconnecting them 00000020:00000001:2.0:1767384986.297995:0:40089:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384986.297997:0:40089:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=10 00000020:00000040:2.0:1767384986.297999:0:40089:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=11 00000020:00080000:2.0:1767384986.298000:0:40089:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (0000000008f47c82), last request at 1767384882 00000020:00000001:2.0:1767384986.298002:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:2.0:1767384986.298004:0:40089:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384986.298006:0:40089:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 10 20000000:00000010:2.0:1767384986.298007:0:40089:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000001134851f. 00000020:00000040:2.0:1767384986.298010:0:40089:0:(genops.c:887:class_export_get()) GET export 0000000008f47c82 refcount=11 00010000:00000001:2.0:1767384986.298013:0:40089:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384986.298015:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384986.298017:0:40089:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 10 00000020:00000080:2.0:1767384986.298019:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb4843914 00000020:00000040:2.0:1767384986.298021:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000008f47c82 with handle 0x135556ebb4843914 from hash 00000020:00000040:2.0:1767384986.298024:0:40089:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 9 00000020:00000001:2.0:1767384986.298026:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384986.298027:0:40089:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000008f47c82: total 0 00000020:00000001:2.0:1767384986.298030:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384986.298031:0:40089:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 8 00000020:00000001:2.0:1767384986.298033:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384986.298035:0:40089:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384986.298037:0:40089:0:(import.c:65:import_set_state_nolock()) 00000000e67af470 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384986.298040:0:40089:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384986.298041:0:40089:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384986.298042:0:40089:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384986.298052:0:40089:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384986.298054:0:40089:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 7 20000000:00000001:2.0:1767384986.298055:0:40089:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.298057:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384986.298059:0:40089:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000008f47c82): rc 0 00000020:00000040:2.0:1767384986.298061:0:40089:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 6 00000020:00000001:2.0:1767384986.298063:0:40089:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1767384986.298064:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384986.298065:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384986.298068:0:40089:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00010000:3.0:1767384986.298069:0:40090:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000008f47c82: total 0 20000000:00000001:2.0:1767384986.298071:0:40089:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:3.0:1767384986.298075:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446636780834408448 : -107292875143168 : ffff9e6aee4a4800) 00000020:00000001:2.0:1767384986.298075:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384986.298076:0:40089:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000ea0210ac) has no exports 00000020:00000001:2.0:1767384986.298082:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:3.0:1767384986.298084:0:40090:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00000001:2.0:1767384986.298085:0:40089:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384986.298088:0:40089:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:3.0:1767384986.298091:0:40090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d373b0f3. 00000100:00000001:2.0:1767384986.298093:0:40089:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384986.298096:0:40089:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384986.298097:0:40089:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000020:00000010:3.0:1767384986.298098:0:40090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a1172727. 00000100:00000040:2.0:1767384986.298099:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:2.0:1767384986.298103:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:2.0:1767384986.298104:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000020:00000010:3.0:1767384986.298105:0:40090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001edaa8d8. 00000020:00000010:3.0:1767384986.298111:0:40090:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f98d35d9. 00000020:00000010:3.0:1767384986.298115:0:40090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000097ea4b8c. 80000000:00000010:3.0:1767384986.298119:0:40090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fba4ded3. 40000000:00000010:3.0:1767384986.298122:0:40090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009ee55d3e. 00000100:00000040:2.0:1767384986.298124:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00100000:00000010:3.0:1767384986.298127:0:40090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004dda2cbe. 00000020:00000010:0.0:1767384986.298130:0:17065:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007f800ec3. 00040000:00000010:3.0:1767384986.298132:0:40090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001e1edcd5. 00000020:00000010:1.0:1767384986.298134:0:17064:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003c82fa99. 00000040:00000010:0.0:1767384986.298137:0:17065:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003786e819. 00000020:00000010:2.0:1767384986.298138:0:17067:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bb56a224. 00040000:00000010:3.0:1767384986.298139:0:40090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000957030ed. 00000040:00000010:1.0:1767384986.298143:0:17064:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002022eaf6. 00000020:00000010:0.0:1767384986.298145:0:17065:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff789f94. 00000040:00000010:2.0:1767384986.298146:0:17067:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eab27375. 00080000:00000010:3.0:1767384986.298148:0:40090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ef5b91ff. 00000020:00000010:1.0:1767384986.298151:0:17064:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002c91ca92. 00000020:00000010:0.0:1767384986.298152:0:17065:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dac54d98. 00000020:00000010:2.0:1767384986.298153:0:17067:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009fd7df4c. 00080000:00000010:3.0:1767384986.298155:0:40090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e7346bc7. 00000020:00000010:1.0:1767384986.298159:0:17064:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003467cd06. 80000000:00000010:0.0:1767384986.298160:0:17065:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005decdceb. 00000020:00000010:2.0:1767384986.298161:0:17067:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000097e4bb90. 00002000:00000010:3.0:1767384986.298163:0:40090:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ae5af2c3. 80000000:00000010:2.0:1767384986.298168:0:17067:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006ada3e9a. 80000000:00000010:1.0:1767384986.298168:0:17064:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d5e69a54. 00000020:00000010:3.0:1767384986.298170:0:40090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a1172727. 00040000:00000010:0.0:1767384986.298170:0:17065:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000d34695d. 00040000:00000010:2.0:1767384986.298177:0:17067:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004e5d2461. 00000020:00000010:3.0:1767384986.298179:0:40090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001edaa8d8. 00040000:00000010:1.0:1767384986.298180:0:17064:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8fd6491. 00080000:00000010:0.0:1767384986.298180:0:17065:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e062788d. 00080000:00000010:2.0:1767384986.298183:0:17067:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003b2c65ec. 00000020:00000010:3.0:1767384986.298185:0:40090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f98d35d9. 00000020:00000010:3.0:1767384986.298191:0:40090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000097ea4b8c. 00080000:00000010:2.0:1767384986.298191:0:17067:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000ecd17ea4. 00080000:00000010:0.0:1767384986.298191:0:17065:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000006087c6ef. 00080000:00000010:1.0:1767384986.298192:0:17064:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce254b86. 00080000:00000010:2.0:1767384986.298198:0:17067:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d195acb9. 00080000:00000010:0.0:1767384986.298200:0:17065:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a296b021. 80000000:00000010:3.0:1767384986.298201:0:40090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fba4ded3. 00080000:00000010:1.0:1767384986.298201:0:17064:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000008c15e4a1. 40000000:00000010:3.0:1767384986.298208:0:40090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009ee55d3e. 00080000:00000010:1.0:1767384986.298210:0:17064:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b9895283. 20000000:00000010:0.0:1767384986.298210:0:17065:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d50b9320. 00100000:00000010:3.0:1767384986.298215:0:40090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004dda2cbe. 20000000:00000010:2.0:1767384986.298215:0:17067:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009127ad1f. 20000000:00000010:1.0:1767384986.298217:0:17064:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d5e240ec. 00000020:00000010:0.0:1767384986.298218:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a352faa. 00040000:00000010:3.0:1767384986.298223:0:40090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001e1edcd5. 00000020:00000010:2.0:1767384986.298224:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078df71b4. 00000020:00000010:1.0:1767384986.298226:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099335cf3. 00000020:00000010:0.0:1767384986.298228:0:17065:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fb0fd137. 00040000:00000010:3.0:1767384986.298231:0:40090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000957030ed. 00000020:00000010:2.0:1767384986.298233:0:17067:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d157a2b9. 00000020:00000010:1.0:1767384986.298235:0:17064:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000ce2bf59. 00000100:00000010:0.0:1767384986.298237:0:17065:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000055d5bd72. 00080000:00000010:3.0:1767384986.298238:0:40090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e7346bc7. 00000100:00000010:2.0:1767384986.298241:0:17067:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ae2e4107. 00000100:00100000:0.0:1767384986.298246:0:17065:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [000000001809edc6:17065] 1 exiting: rc = 0 00080000:00000010:3.0:1767384986.298247:0:40090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ef5b91ff. 00000100:00100000:2.0:1767384986.298247:0:17067:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [000000003607055e:17067] 2 exiting: rc = 0 00000100:00000010:1.0:1767384986.298248:0:17064:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004b57ebb7. 00002000:00000010:3.0:1767384986.298257:0:40090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ae5af2c3. 00000100:00100000:1.0:1767384986.298257:0:17064:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [00000000ce3b518c:17064] 0 exiting: rc = 1 00000020:00000010:3.0:1767384986.298264:0:40090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d373b0f3. 00010000:00010000:3.0:1767384986.298269:0:40090:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000008f47c82, canceled 0 locks, left on hash table 5. 00000020:00000010:3.0:1767384986.298274:0:40090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d373b0f3. 00000020:00000010:3.0:1767384986.298277:0:40090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf0b09aa. 00000020:00000010:3.0:1767384986.298280:0:40090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004dda2cbe. 00000020:00000010:3.0:1767384986.298284:0:40090:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f98d35d9. 00000020:00000010:3.0:1767384986.298287:0:40090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000957030ed. 80000000:00000010:3.0:1767384986.298289:0:40090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fba4ded3. 40000000:00000010:3.0:1767384986.298292:0:40090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009ee55d3e. 00100000:00000010:3.0:1767384986.298295:0:40090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001edaa8d8. 00040000:00000010:3.0:1767384986.298298:0:40090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001e1edcd5. 00040000:00000010:3.0:1767384986.298301:0:40090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000097ea4b8c. 00080000:00000010:3.0:1767384986.298318:0:40090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e7346bc7. 00080000:00000010:3.0:1767384986.298323:0:40090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ef5b91ff. 00002000:00000010:3.0:1767384986.298326:0:40090:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ae5af2c3. 00000001:00000001:3.0:1767384986.298329:0:40090:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000100:00000010:2.0:1767384986.298330:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ce3b518c. 00000001:00000001:3.0:1767384986.298333:0:40090:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:2.0:1767384986.298337:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001809edc6. 00010000:00000040:3.0:1767384986.298340:0:40090:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3cc3706 count: 4 00000100:00000010:2.0:1767384986.298343:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003607055e. 00010000:00000001:3.0:1767384986.298345:0:40090:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384986.298347:0:40089:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000020:00000001:3.0:1767384986.298349:0:40090:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1767384986.298350:0:40089:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:3.0:1767384986.298354:0:40090:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:2.0:1767384986.298356:0:40089:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:3.0:1767384986.298357:0:40090:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384986.298361:0:40090:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384986.298363:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.298366:0:40090:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:2.0:1767384986.298366:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384986.298370:0:40090:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384986.298370:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e9caedf. 00000400:00000200:2.0:1767384986.298375:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d98453 00010000:00000001:3.0:1767384986.298376:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384986.298377:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015d98453. 00010000:00000001:3.0:1767384986.298380:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384986.298383:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.298384:0:40090:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384986.298386:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.298388:0:40090:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384986.298392:0:40090:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000000f5f00 with handle 0x135556ebb4843922 from hash 00000100:00100000:2.0:1767384986.298394:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384986.298398:0:40090:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384986.298399:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:3.0:1767384986.298402:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384986.298403:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384986.298406:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384986.298406:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.298410:0:40090:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000001:2.0:1767384986.298410:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.298412:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000918d7ffb. 00010000:00000001:3.0:1767384986.298414:0:40090:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384986.298415:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076d6a5dc 00010000:00000040:3.0:1767384986.298418:0:40090:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000008f47c82, 1 locks cancelled. 00000400:00000010:2.0:1767384986.298418:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076d6a5dc. 00010000:00000001:3.0:1767384986.298423:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384986.298424:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.298427:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384986.298428:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.298431:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384986.298436:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:3.0:1767384986.298439:0:40090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000000f5f00/0x135556ebb4843922 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb484391b expref: 6 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384986.298440:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384986.298444:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.298446:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.298448:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.298451:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079356665. 00010000:00000040:3.0:1767384986.298453:0:40090:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 4 00000400:00000200:2.0:1767384986.298456:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000621fe861 00000020:00000040:3.0:1767384986.298458:0:40090:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 5 00000400:00000010:2.0:1767384986.298459:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000621fe861. 00000100:00000001:2.0:1767384986.298464:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.298466:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.298467:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384986.298471:0:40090:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 87a2e106-e553-4, loop: 0 00000100:00100000:2.0:1767384986.298472:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.298479:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000001:00000001:3.0:1767384986.298481:0:40090:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767384986.298481:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.298485:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1767384986.298486:0:40090:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058c7a321 count: 2 00000400:00000001:2.0:1767384986.298487:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.298490:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082f81dcb. 00010000:00000001:3.0:1767384986.298491:0:40090:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384986.298493:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016096bec 00000020:00000001:3.0:1767384986.298495:0:40090:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:2.0:1767384986.298496:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016096bec. 00010000:00000001:3.0:1767384986.298498:0:40090:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1767384986.298500:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.298501:0:40090:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384986.298502:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767384986.298505:0:40090:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384986.298511:0:40090:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:2.0:1767384986.298511:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384986.298515:0:40090:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384986.298516:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384986.298520:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384986.298521:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384986.298522:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.298524:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384986.298525:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384986.298527:0:40090:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767384986.298529:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ce2fc0. 00010000:00000001:3.0:1767384986.298530:0:40090:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384986.298534:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb2ca217 00000020:00000040:3.0:1767384986.298535:0:40090:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000149a1cfd with handle 0x135556ebb4843a02 from hash 00010000:00000001:3.0:1767384986.298540:0:40090:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767384986.298540:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb2ca217. 00010000:00000001:3.0:1767384986.298543:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384986.298546:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384986.298546:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.298548:0:40090:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384986.298550:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.298551:0:40090:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1767384986.298555:0:40090:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000008f47c82, 2 locks cancelled. 00010000:00000001:3.0:1767384986.298559:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384986.298562:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384986.298563:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384986.298564:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384986.298569:0:40090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000149a1cfd/0x135556ebb4843a02 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb48439fb expref: 5 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384986.298569:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384986.298575:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.298579:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.298582:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.298586:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec6a5d42. 00010000:00000040:3.0:1767384986.298589:0:40090:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 3 00000400:00000200:2.0:1767384986.298591:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e0a50a 00000020:00000040:3.0:1767384986.298593:0:40090:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 4 00000400:00000010:2.0:1767384986.298597:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6e0a50a. 00010000:00000040:3.0:1767384986.298598:0:40090:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000058c7a321 count: 0 00000100:00000001:2.0:1767384986.298605:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.298608:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.298610:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384986.298613:0:40090:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 87a2e106-e553-4, loop: 1 00000001:00000001:3.0:1767384986.298618:0:40090:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:2.0:1767384986.298619:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000040:3.0:1767384986.298621:0:40090:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3cc3706 count: 3 00000100:00000040:2.0:1767384986.298623:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00010000:00000001:3.0:1767384986.298625:0:40090:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384986.298629:0:40090:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1767384986.298629:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384986.298632:0:40090:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000001:2.0:1767384986.298634:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.298635:0:40090:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384986.298638:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384986.298639:0:40090:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384986.298648:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6da1280. 00010000:00000001:3.0:1767384986.298650:0:40090:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384986.298652:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066441a8d 00010000:00000001:3.0:1767384986.298653:0:40090:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384986.298657:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066441a8d. 00010000:00000001:3.0:1767384986.298659:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384986.298661:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.298662:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384986.298664:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.298666:0:40090:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384986.298669:0:40090:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384986.298673:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:3.0:1767384986.298674:0:40090:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000075e8af22 with handle 0x135556ebb4843a10 from hash 00000100:00000040:2.0:1767384986.298677:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00010000:00000001:3.0:1767384986.298679:0:40090:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384986.298681:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384986.298682:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384986.298686:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384986.298686:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.298689:0:40090:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000001:2.0:1767384986.298690:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384986.298694:0:40090:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1767384986.298694:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b34d3323. 00010000:00000001:3.0:1767384986.298698:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384986.298699:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dabbd59b 00010000:00000001:3.0:1767384986.298702:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384986.298703:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dabbd59b. 00010000:00000001:3.0:1767384986.298706:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384986.298707:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.298710:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:3.0:1767384986.298712:0:40090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000075e8af22/0x135556ebb4843a10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb4843a09 expref: 4 pid: 17067 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384986.298722:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.298726:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00010000:00000040:3.0:1767384986.298730:0:40090:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 2 00000100:00000001:2.0:1767384986.298730:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.298733:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384986.298734:0:40090:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 3 00000400:00000001:2.0:1767384986.298735:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.298738:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033f1b7b9. 00000400:00000200:2.0:1767384986.298741:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a746c0 00010000:00000001:3.0:1767384986.298742:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384986.298743:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8a746c0. 00000001:00000040:3.0:1767384986.298747:0:40090:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 87a2e106-e553-4, loop: 2 00000100:00000001:2.0:1767384986.298747:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.298750:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:3.0:1767384986.298752:0:40090:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384986.298757:0:40090:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3cc3706 count: 2 00000100:00100000:2.0:1767384986.298757:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.298761:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00010000:00000001:3.0:1767384986.298762:0:40090:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384986.298764:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384986.298765:0:40090:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000001:2.0:1767384986.298767:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.298769:0:40090:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000001:2.0:1767384986.298769:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384986.298773:0:40090:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384986.298773:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004256c2bc. 00000020:00000001:3.0:1767384986.298779:0:40090:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384986.298779:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f70d4450 00000400:00000010:2.0:1767384986.298781:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f70d4450. 00010000:00000001:3.0:1767384986.298785:0:40090:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384986.298786:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.298788:0:40090:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384986.298789:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.298793:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384986.298796:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384986.298798:0:40090:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767384986.298799:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384986.298801:0:40090:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384986.298802:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000020:00000040:3.0:1767384986.298805:0:40090:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e79dc787 with handle 0x135556ebb4843a3a from hash 00000100:00000001:2.0:1767384986.298806:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384986.298810:0:40090:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:2.0:1767384986.298810:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.298814:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384986.298814:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384986.298818:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384986.298818:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eb701e7. 00010000:00000001:3.0:1767384986.298821:0:40090:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384986.298827:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e1f4a3c 00010000:00000001:3.0:1767384986.298829:0:40090:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1767384986.298829:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e1f4a3c. 00010000:00000040:3.0:1767384986.298833:0:40090:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000008f47c82, 4 locks cancelled. 00000100:00000001:2.0:1767384986.298835:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.298838:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384986.298839:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.298842:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384986.298845:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384986.298851:0:40090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e79dc787/0x135556ebb4843a3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb4843a33 expref: 3 pid: 17067 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384986.298851:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.298855:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384986.298859:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.298862:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.298883:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.298884:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005081db48. 00010000:00000040:3.0:1767384986.298886:0:40090:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 1 00000400:00000200:2.0:1767384986.298887:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfc527be 00000020:00000040:3.0:1767384986.298890:0:40090:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 2 00000400:00000010:2.0:1767384986.298891:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfc527be. 00010000:00000040:3.0:1767384986.298896:0:40090:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3cc3706 count: 0 00000100:00000001:2.0:1767384986.298897:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.298900:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.298908:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.298910:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00010000:00000001:3.0:1767384986.298912:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384986.298913:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.298916:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000040:3.0:1767384986.298917:0:40090:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 87a2e106-e553-4, loop: 3 00000400:00000001:2.0:1767384986.298918:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:3.0:1767384986.298922:0:40090:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:2.0:1767384986.298922:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004127b32e. 00010000:00000040:3.0:1767384986.298927:0:40090:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003542d674 count: 2 00000400:00000200:2.0:1767384986.298927:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fa9b9f9 00000400:00000010:2.0:1767384986.298928:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fa9b9f9. 00010000:00000001:3.0:1767384986.298933:0:40090:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384986.298934:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.298937:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767384986.298938:0:40090:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384986.298940:0:40090:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384986.298943:0:40090:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384986.298944:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.298948:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000020:00000001:3.0:1767384986.298949:0:40090:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384986.298951:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.298954:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.298955:0:40090:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:2.0:1767384986.298955:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384986.298960:0:40090:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384986.298960:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c899b847. 00010000:00000001:3.0:1767384986.298965:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384986.298965:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e366a7f9 00000400:00000010:2.0:1767384986.298967:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e366a7f9. 00010000:00000001:3.0:1767384986.298969:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384986.298970:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.298973:0:40090:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384986.298974:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.298979:0:40090:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384986.298985:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:3.0:1767384986.298986:0:40090:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e182a01f with handle 0x135556ebb4843a2c from hash 00000100:00000040:2.0:1767384986.298987:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00010000:00000001:3.0:1767384986.298992:0:40090:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384986.298993:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384986.298997:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384986.298997:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.299000:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384986.299001:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384986.299005:0:40090:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384986.299005:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8762be9. 00010000:00000001:3.0:1767384986.299009:0:40090:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384986.299010:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004563087e 00010000:00000001:3.0:1767384986.299012:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384986.299013:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004563087e. 00010000:00000001:3.0:1767384986.299015:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384986.299017:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.299018:0:40090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384986.299020:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:3.0:1767384986.299024:0:40090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e182a01f/0x135556ebb4843a2c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x135556ebb4843a25 expref: 2 pid: 17067 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384986.299026:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299034:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384986.299038:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299041:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1767384986.299043:0:40090:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000008f47c82 : new locks_count 0 00000400:00000001:2.0:1767384986.299043:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299046:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ba6d2e0. 00000020:00000040:3.0:1767384986.299047:0:40090:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 1 00000400:00000200:2.0:1767384986.299050:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ce55c6 00010000:00000040:3.0:1767384986.299052:0:40090:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003542d674 count: 0 00000400:00000010:2.0:1767384986.299053:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0ce55c6. 00000100:00000001:2.0:1767384986.299058:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299060:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.299066:0:40090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384986.299066:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299067:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000001:00000040:3.0:1767384986.299070:0:40090:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 87a2e106-e553-4, loop: 4 00000100:00000001:2.0:1767384986.299071:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299074:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:3.0:1767384986.299075:0:40090:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000001:2.0:1767384986.299076:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299079:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067429aa1. 00000001:00000001:3.0:1767384986.299081:0:40090:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384986.299081:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004920d6a 00000400:00000010:2.0:1767384986.299084:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004920d6a. 00010000:00010000:3.0:1767384986.299087:0:40090:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000008f47c82, canceled 5 locks, left on hash table 0. 00000100:00000001:2.0:1767384986.299088:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299090:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384986.299092:0:40090:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:3.0:1767384986.299097:0:40090:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00100000:2.0:1767384986.299098:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:3.0:1767384986.299100:0:40090:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:2.0:1767384986.299101:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000001:00000001:3.0:1767384986.299106:0:40090:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384986.299106:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299109:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384986.299111:0:40090:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000400:00000001:2.0:1767384986.299111:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299115:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d934e473. 00000020:00000010:3.0:1767384986.299117:0:40090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf0b09aa. 00000400:00000200:2.0:1767384986.299117:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f24e5d27 00000400:00000010:2.0:1767384986.299120:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f24e5d27. 00000020:00000010:3.0:1767384986.299124:0:40090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004dda2cbe. 00000100:00000001:2.0:1767384986.299124:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299127:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:3.0:1767384986.299131:0:40090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f98d35d9. 00000100:00100000:2.0:1767384986.299135:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000010:3.0:1767384986.299138:0:40090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000957030ed. 00000100:00000040:2.0:1767384986.299138:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384986.299142:0:40089:0:(events.c:373:request_in_callback()) Process leaving 80000000:00000010:3.0:1767384986.299144:0:40090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fba4ded3. 00000400:00000001:2.0:1767384986.299145:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299147:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299150:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000479b3300. 40000000:00000010:3.0:1767384986.299151:0:40090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009ee55d3e. 00000400:00000200:2.0:1767384986.299152:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041147804 00000400:00000010:2.0:1767384986.299157:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041147804. 00100000:00000010:3.0:1767384986.299159:0:40090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001edaa8d8. 00000100:00000001:2.0:1767384986.299160:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299162:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00040000:00000010:3.0:1767384986.299165:0:40090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001e1edcd5. 00000100:00100000:2.0:1767384986.299170:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00040000:00000010:3.0:1767384986.299172:0:40090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000097ea4b8c. 00000100:00000040:2.0:1767384986.299173:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384986.299178:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000010:3.0:1767384986.299179:0:40090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ef5b91ff. 00000400:00000001:2.0:1767384986.299180:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299182:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299184:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022481925. 00080000:00000010:3.0:1767384986.299185:0:40090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e7346bc7. 00000400:00000200:2.0:1767384986.299187:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c37cc7b 00000400:00000010:2.0:1767384986.299190:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c37cc7b. 00002000:00000010:3.0:1767384986.299192:0:40090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ae5af2c3. 00000100:00000001:2.0:1767384986.299193:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299196:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:3.0:1767384986.299199:0:40090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d373b0f3. 00000020:00000001:3.0:1767384986.299205:0:40090:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00100000:2.0:1767384986.299205:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:3.0:1767384986.299208:0:40090:0:(genops.c:898:class_export_put()) PUTting export 0000000008f47c82 : new refcount 0 00000100:00000040:2.0:1767384986.299209:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000020:00000080:3.0:1767384986.299214:0:40090:0:(genops.c:904:class_export_put()) final put 0000000008f47c82/87a2e106-e553-4e56-a48a-4e53df41a160 00000100:00000001:2.0:1767384986.299214:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299218:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299220:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299221:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026b336d4. 00000400:00000200:2.0:1767384986.299223:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ee8a7f 00000400:00000010:2.0:1767384986.299224:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1ee8a7f. 00000020:00000001:3.0:1767384986.299225:0:40090:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:2.0:1767384986.299231:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384986.299234:0:40090:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384986.299234:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767384986.299238:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384986.299240:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:3.0:1767384986.299242:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384986.299243:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1767384986.299244:0:8:0:(genops.c:863:class_export_destroy()) destroying export 0000000008f47c82/87a2e106-e553-4e56-a48a-4e53df41a160 for MGS 00010000:00010000:3.0:1767384986.299247:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384986.299248:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000020:00000001:3.0:1767384986.299251:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1767384986.299252:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 10 to 0@lo 00000100:00000001:2.0:1767384986.299253:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384986.299256:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384986.299257:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000400:00000001:2.0:1767384986.299258:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:3.0:1767384986.299259:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384986.299262:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:0.0:1767384986.299262:0:8:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000001:3.0:1767384986.299264:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384986.299266:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a95a162b. 00000020:00000001:3.0:1767384986.299267:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384986.299267:0:8:0:(genops.c:1229:class_import_get()) import 00000000e67af470 refcount=2 obd=MGS 00000400:00000200:2.0:1767384986.299270:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000943c2d19 00000020:00000001:0.0:1767384986.299272:0:8:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:3.0:1767384986.299274:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384986.299274:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000943c2d19. 00000020:00000040:0.0:1767384986.299275:0:8:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=1 obd=MGS 00000020:00000001:0.0:1767384986.299279:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384986.299280:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384986.299282:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384986.299283:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:0.0:1767384986.299285:0:8:0:(genops.c:1242:class_import_put()) import 00000000e67af470 refcount=0 obd=MGS 00000020:00000040:0.0:1767384986.299288:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000e67af470 00000100:00100000:2.0:1767384986.299292:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299294:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384986.299295:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299297:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299298:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299299:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff09481a. 00000400:00000200:2.0:1767384986.299301:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026fbc8a6 00000020:00000001:0.0:1767384986.299302:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767384986.299316:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026fbc8a6. 00010000:00000001:0.0:1767384986.299316:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384986.299320:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:2.0:1767384986.299323:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299326:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:0.0:1767384986.299326:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f3d4d797. 00000001:00000010:0.0:1767384986.299333:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d26830a8. 00000100:00100000:2.0:1767384986.299337:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:0.0:1767384986.299339:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000063bb75a9. 00000100:00000040:2.0:1767384986.299341:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384986.299344:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299345:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299346:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299347:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a90ce08. 00000400:00000200:2.0:1767384986.299351:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012109143 00000400:00000010:2.0:1767384986.299354:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012109143. 00000001:00000010:0.0:1767384986.299354:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000043afec3. 00000100:00000001:2.0:1767384986.299359:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299361:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:0.0:1767384986.299362:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d35ba95f. 00000100:00100000:2.0:1767384986.299368:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299370:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000001:00000010:0.0:1767384986.299370:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000daa89782. 00000100:00000001:2.0:1767384986.299373:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299376:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299377:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:0.0:1767384986.299378:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000010:2.0:1767384986.299379:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012028def. 00010000:00000001:0.0:1767384986.299383:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000200:2.0:1767384986.299384:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002582238 00000400:00000010:2.0:1767384986.299388:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002582238. 00010000:00000001:0.0:1767384986.299389:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:2.0:1767384986.299391:0:40089:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384986.299393:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000200:2.0:1767384986.299394:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 20000000:00000001:0.0:1767384986.299399:0:8:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384986.299406:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384986.299407:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:0.0:1767384986.299410:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000ea0210ac) now 5 - export 00000100:00000040:2.0:1767384986.299411:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384986.299420:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384986.299421:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000008f47c82. 00000400:00000001:2.0:1767384986.299425:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299428:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384986.299429:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000010:2.0:1767384986.299431:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066cccd9d. 00000020:00000001:0.0:1767384986.299435:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000200:2.0:1767384986.299438:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e865b25a 00000020:00000080:0.0:1767384986.299438:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000e67af470 for MGS 00000400:00000010:2.0:1767384986.299444:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e865b25a. 00000020:00000040:0.0:1767384986.299445:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 9 to 0@lo 00000100:00000001:2.0:1767384986.299451:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767384986.299451:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000ea0210ac) now 4 - import 00000100:00000200:2.0:1767384986.299455:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:0.0:1767384986.299456:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e67af470. 00000020:00000001:0.0:1767384986.299464:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00100000:2.0:1767384986.299468:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299471:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384986.299474:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299476:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299478:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299480:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd12863. 00000400:00000200:2.0:1767384986.299483:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d196cd89 00000400:00000010:2.0:1767384986.299485:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d196cd89. 00000100:00000001:2.0:1767384986.299489:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299490:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299496:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299497:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384986.299499:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299501:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299503:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299504:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000464f06de. 00000400:00000200:2.0:1767384986.299507:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018e3e3d6 00000400:00000010:2.0:1767384986.299509:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018e3e3d6. 00000100:00000001:2.0:1767384986.299512:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299513:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299516:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299517:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384986.299519:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299521:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299522:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299523:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c15e2d9d. 00000400:00000200:2.0:1767384986.299525:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070097a52 00000400:00000010:2.0:1767384986.299526:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070097a52. 00000100:00000001:2.0:1767384986.299528:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299529:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299532:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299534:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384986.299535:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299536:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299537:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299539:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973e22c6. 00000400:00000200:2.0:1767384986.299541:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d13ff789 00000400:00000010:2.0:1767384986.299542:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d13ff789. 00000100:00000001:2.0:1767384986.299544:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299545:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299548:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299549:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384986.299552:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299553:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299554:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299555:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074e63ba0. 00000400:00000200:2.0:1767384986.299557:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc87ba15 00000400:00000010:2.0:1767384986.299559:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc87ba15. 00000100:00000001:2.0:1767384986.299561:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299562:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299568:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299570:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384986.299571:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299573:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299574:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299575:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020e92783. 00000400:00000200:2.0:1767384986.299577:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc3d140 00000400:00000010:2.0:1767384986.299578:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fc3d140. 00000100:00000001:2.0:1767384986.299581:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299581:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299583:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299584:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384986.299590:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299592:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299594:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299594:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1957f3. 00000400:00000200:2.0:1767384986.299596:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000101255f9 00000400:00000010:2.0:1767384986.299597:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000101255f9. 00000100:00000001:2.0:1767384986.299599:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299599:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299602:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299603:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384986.299604:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299606:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299606:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299608:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061f2bae0. 00000400:00000200:2.0:1767384986.299610:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eae0e629 00000400:00000010:2.0:1767384986.299611:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eae0e629. 00000100:00000001:2.0:1767384986.299613:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299614:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299618:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299619:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384986.299620:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299621:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299622:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299623:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbc40650. 00000400:00000200:2.0:1767384986.299624:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c83e14d 00000400:00000010:2.0:1767384986.299625:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c83e14d. 00000100:00000001:2.0:1767384986.299627:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299628:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299632:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299633:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384986.299635:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299636:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299637:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299637:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83bd837. 00000400:00000200:2.0:1767384986.299639:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092dfb160 00000400:00000010:2.0:1767384986.299640:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092dfb160. 00000100:00000001:2.0:1767384986.299642:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299643:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299646:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299648:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384986.299649:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299650:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299651:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299652:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f556d46. 00000400:00000200:2.0:1767384986.299653:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000165b601 00000400:00000010:2.0:1767384986.299654:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000165b601. 00000100:00000001:2.0:1767384986.299656:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299656:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299660:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299662:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384986.299664:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299665:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299665:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299666:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089c1eec. 00000400:00000200:2.0:1767384986.299668:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f44ed0b 00000400:00000010:2.0:1767384986.299669:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f44ed0b. 00000100:00000001:2.0:1767384986.299671:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299671:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299675:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299676:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384986.299677:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299678:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299678:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299679:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047d83b4c. 00000400:00000200:2.0:1767384986.299681:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ded01224 00000400:00000010:2.0:1767384986.299682:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ded01224. 00000100:00000001:2.0:1767384986.299684:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299685:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299689:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299690:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384986.299691:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299692:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299693:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299694:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb46f19d. 00000400:00000200:2.0:1767384986.299696:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2c593d4 00000400:00000010:2.0:1767384986.299697:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2c593d4. 00000100:00000001:2.0:1767384986.299698:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299699:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299702:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299703:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384986.299705:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299706:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299707:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299708:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ca8d27b. 00000400:00000200:2.0:1767384986.299709:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a8b5fe3 00000400:00000010:2.0:1767384986.299710:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a8b5fe3. 00000100:00000001:2.0:1767384986.299713:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299714:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299718:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299720:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384986.299722:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299723:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299724:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299725:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012abc9f7. 00000400:00000200:2.0:1767384986.299727:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1e283e3 00000400:00000010:2.0:1767384986.299728:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1e283e3. 00000100:00000001:2.0:1767384986.299730:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299730:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299734:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299735:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384986.299737:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299738:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299739:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299739:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080902f95. 00000400:00000200:2.0:1767384986.299741:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dac73c2e 00000400:00000010:2.0:1767384986.299742:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dac73c2e. 00000100:00000001:2.0:1767384986.299743:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299744:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299748:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299749:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384986.299751:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299753:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299754:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299755:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000796225a9. 00000400:00000200:2.0:1767384986.299757:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002371b07b 00000400:00000010:2.0:1767384986.299758:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002371b07b. 00000100:00000001:2.0:1767384986.299761:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299762:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299768:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299769:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384986.299771:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299772:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299773:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299775:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d721c5ba. 00000400:00000200:2.0:1767384986.299776:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000055b0a10 00000400:00000010:2.0:1767384986.299778:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000055b0a10. 00000100:00000001:2.0:1767384986.299779:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299780:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299788:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299790:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384986.299791:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299792:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299793:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299794:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000553235f. 00000400:00000200:2.0:1767384986.299796:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcdfb94e 00000400:00000010:2.0:1767384986.299797:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcdfb94e. 00000100:00000001:2.0:1767384986.299799:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299800:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299803:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299805:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384986.299806:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299807:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299808:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299809:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703512d9. 00000400:00000200:2.0:1767384986.299811:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fda05665 00000400:00000010:2.0:1767384986.299812:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fda05665. 00000100:00000001:2.0:1767384986.299813:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299814:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299817:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299819:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384986.299820:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299821:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299821:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299822:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088341254. 00000400:00000200:2.0:1767384986.299824:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b35eca5 00000400:00000010:2.0:1767384986.299825:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b35eca5. 00000100:00000001:2.0:1767384986.299827:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299827:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299830:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299831:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384986.299833:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299834:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299835:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299836:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001929be46. 00000400:00000200:2.0:1767384986.299838:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fc63688 00000400:00000010:2.0:1767384986.299839:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fc63688. 00000100:00000001:2.0:1767384986.299841:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299842:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299846:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299847:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384986.299848:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299849:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.299850:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.299851:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecfcbb2b. 00000400:00000200:2.0:1767384986.299853:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046d70d31 00000400:00000010:2.0:1767384986.299854:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046d70d31. 00000100:00000001:2.0:1767384986.299856:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.299857:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.299860:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.299861:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384986.299862:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.299863:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300029:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300031:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003249b371. 00000400:00000200:2.0:1767384986.300033:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6c77e0 00000400:00000010:2.0:1767384986.300035:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac6c77e0. 00000100:00000001:2.0:1767384986.300037:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300038:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300042:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300044:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384986.300045:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300047:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300048:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300048:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bae2f518. 00000400:00000200:2.0:1767384986.300050:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f79e1c5 00000400:00000010:2.0:1767384986.300051:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f79e1c5. 00000100:00000001:2.0:1767384986.300054:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300055:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300058:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300059:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384986.300060:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300062:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300063:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300064:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c527910. 00000400:00000200:2.0:1767384986.300066:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073102fee 00000400:00000010:2.0:1767384986.300067:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073102fee. 00000100:00000001:2.0:1767384986.300069:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300070:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300073:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300074:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384986.300075:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300077:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300078:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300078:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005f3c4bb. 00000400:00000200:2.0:1767384986.300080:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004174eeb 00000400:00000010:2.0:1767384986.300081:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004174eeb. 00000100:00000001:2.0:1767384986.300083:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300083:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300087:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300088:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384986.300089:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300090:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300091:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300092:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009461b328. 00000400:00000200:2.0:1767384986.300093:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3e3e22 00000400:00000010:2.0:1767384986.300094:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da3e3e22. 00000100:00000001:2.0:1767384986.300096:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300097:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300100:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300101:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384986.300102:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300104:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300104:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300105:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000597b2dde. 00000400:00000200:2.0:1767384986.300107:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d0fa75 00000400:00000010:2.0:1767384986.300108:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028d0fa75. 00000100:00000001:2.0:1767384986.300110:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300110:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300114:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300116:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384986.300117:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300118:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300119:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300120:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a294f0f2. 00000400:00000200:2.0:1767384986.300121:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aa39ee6 00000400:00000010:2.0:1767384986.300122:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aa39ee6. 00000100:00000001:2.0:1767384986.300124:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300124:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300127:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300128:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384986.300130:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300131:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300131:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300132:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c8c703. 00000400:00000200:2.0:1767384986.300134:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c098de13 00000400:00000010:2.0:1767384986.300135:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c098de13. 00000100:00000001:2.0:1767384986.300136:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300137:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300141:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300142:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384986.300144:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300145:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300145:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300146:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2de0ef9. 00000400:00000200:2.0:1767384986.300148:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092e52be2 00000400:00000010:2.0:1767384986.300149:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092e52be2. 00000100:00000001:2.0:1767384986.300151:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300151:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300155:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300157:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384986.300159:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300160:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300161:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300162:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000081ace04. 00000400:00000200:2.0:1767384986.300165:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8104569 00000400:00000010:2.0:1767384986.300166:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8104569. 00000100:00000001:2.0:1767384986.300169:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300170:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300176:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300177:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384986.300179:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300181:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300182:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300183:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3fd4d6e. 00000400:00000200:2.0:1767384986.300184:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aed1585 00000400:00000010:2.0:1767384986.300185:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aed1585. 00000100:00000001:2.0:1767384986.300186:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300187:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300189:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300190:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384986.300190:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300197:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300198:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300199:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000927fc53f. 00000400:00000200:2.0:1767384986.300202:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000588e1ccc 00000400:00000010:2.0:1767384986.300203:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000588e1ccc. 00000100:00000001:2.0:1767384986.300205:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300206:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300209:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300210:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384986.300211:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300212:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300213:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300214:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e14c610. 00000400:00000200:2.0:1767384986.300216:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aff984e 00000400:00000010:2.0:1767384986.300218:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008aff984e. 00000100:00000001:2.0:1767384986.300219:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300220:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300224:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300225:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384986.300227:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.300228:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.300229:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.300229:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7a7f747. 00000400:00000200:2.0:1767384986.300231:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe208ae4 00000400:00000010:2.0:1767384986.300233:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe208ae4. 00000100:00000001:2.0:1767384986.300241:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.300243:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384986.300246:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.300248:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384986.300249:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384986.300252:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300253:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300256:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300257:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300258:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300259:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300260:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300261:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300262:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300263:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300265:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300266:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300266:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300267:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300268:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300269:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300270:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300271:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300272:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300273:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300274:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300275:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300276:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300277:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300279:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300279:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300281:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300281:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300283:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300283:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300284:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300285:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300286:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300288:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300289:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300290:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300291:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300292:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300293:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300294:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300295:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300295:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300297:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300297:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300299:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300299:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300300:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300301:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300314:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300316:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300317:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300318:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300319:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300320:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300321:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300321:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300322:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300323:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300324:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300325:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300326:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300327:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300328:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300329:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300331:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300332:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300332:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300333:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300334:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300335:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300336:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300337:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300338:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300339:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300340:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300341:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300343:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300344:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300345:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300346:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300347:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300348:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300349:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300350:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300351:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300352:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300353:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300354:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300355:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300356:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300357:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300358:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300360:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300361:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300363:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300364:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300366:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300367:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300369:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300370:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300372:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300373:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300376:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300377:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300378:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300379:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300380:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300381:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300382:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300382:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300383:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300384:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300384:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300385:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300392:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300393:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300394:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300395:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300396:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300397:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300399:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300400:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300401:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300402:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300403:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300404:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.300405:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.300406:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384986.300410:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003ee54e33. 00000100:00000010:2.0:1767384986.300414:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000681657a6. 00000100:00000010:2.0:1767384986.300417:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c5bcf78. 00000100:00000010:2.0:1767384986.300419:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ed7b2ae. 00000100:00000010:2.0:1767384986.300421:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000001e9187e. 00000100:00000010:2.0:1767384986.300423:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007993d132. 00000100:00000010:2.0:1767384986.300425:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002a2093fc. 00000100:00000010:2.0:1767384986.300427:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc713b0d. 00000100:00000010:2.0:1767384986.300429:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d3eb61a5. 00000100:00000010:2.0:1767384986.300431:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017868538. 00000100:00000010:2.0:1767384986.300433:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a0e09981. 00000100:00000010:2.0:1767384986.300434:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cdb1afc. 00000100:00000010:2.0:1767384986.300436:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c2bb123. 00000100:00000010:2.0:1767384986.300453:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050943f0f. 00000100:00000010:2.0:1767384986.300455:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6a18472. 00000100:00000010:2.0:1767384986.300457:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010875e22. 00000100:00000010:2.0:1767384986.300459:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8a6ea6e. 00000100:00000010:2.0:1767384986.300461:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000129dd28f. 00000100:00000010:2.0:1767384986.300463:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000028dc6530. 00000100:00000010:2.0:1767384986.300465:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009aeb7bf4. 00000100:00000010:2.0:1767384986.300468:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005cfc35fb. 00000100:00000010:2.0:1767384986.300470:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c8ea4f1. 00000100:00000010:2.0:1767384986.300474:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c8c6457d. 00000100:00000010:2.0:1767384986.300476:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007089f3ac. 00000100:00000010:2.0:1767384986.300477:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001f81fd50. 00000100:00000010:2.0:1767384986.300479:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a86b42d7. 00000100:00000010:2.0:1767384986.300481:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000979050a7. 00000100:00000010:2.0:1767384986.300484:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5ebdd8d. 00000100:00000010:2.0:1767384986.300485:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cdacdcb5. 00000100:00000010:2.0:1767384986.300488:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dffc72e2. 00000100:00000010:2.0:1767384986.300489:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bfacece4. 00000100:00000010:2.0:1767384986.300491:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000776fbb36. 00000100:00000010:2.0:1767384986.300493:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000086b47eb9. 00000100:00000010:2.0:1767384986.300495:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072ca682c. 00000100:00000010:2.0:1767384986.300497:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000c1ab861. 00000100:00000010:2.0:1767384986.300500:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000d19e05. 00000100:00000010:2.0:1767384986.300502:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000055c7f583. 00000100:00000010:2.0:1767384986.300523:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003941c538. 00000100:00000010:2.0:1767384986.300525:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000be19fc1c. 00000100:00000010:2.0:1767384986.300526:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076008b61. 00000100:00000010:2.0:1767384986.300528:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000007fb43bf. 00000100:00000010:2.0:1767384986.300530:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b4607cd. 00000100:00000010:2.0:1767384986.300532:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e2fcb8c4. 00000100:00000010:2.0:1767384986.300534:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4778634. 00000100:00000010:2.0:1767384986.300536:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000092b89487. 00000100:00000010:2.0:1767384986.300538:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbc57e67. 00000100:00000010:2.0:1767384986.300540:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc31caf3. 00000100:00000010:2.0:1767384986.300542:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a060dd2. 00000100:00000010:2.0:1767384986.300543:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031336650. 00000100:00000010:2.0:1767384986.300546:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ecc899b. 00000100:00000010:2.0:1767384986.300550:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a2652d8. 00000100:00000010:2.0:1767384986.300553:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7dbb113. 00000100:00000010:2.0:1767384986.300555:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087252941. 00000100:00000010:2.0:1767384986.300558:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f229b096. 00000100:00000010:2.0:1767384986.300561:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d801c65d. 00000100:00000010:2.0:1767384986.300564:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4644cee. 00000100:00000010:2.0:1767384986.300567:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eadd278c. 00000100:00000010:2.0:1767384986.300570:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0256dd9. 00000100:00000010:2.0:1767384986.300572:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bac3578d. 00000100:00000010:2.0:1767384986.300587:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000400fd05e. 00000100:00000010:2.0:1767384986.300590:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bd454a4d. 00000100:00000010:2.0:1767384986.300599:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009028059b. 00000100:00000010:2.0:1767384986.300601:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000651c6381. 00000100:00000010:2.0:1767384986.300604:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040dbe7a9. 00000100:00000010:2.0:1767384986.300606:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a9b5e856. 00000100:00000010:2.0:1767384986.300608:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f78548f4. 00000100:00000010:2.0:1767384986.300609:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011552cb9. 00000100:00000010:2.0:1767384986.300611:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088367f0f. 00000100:00000010:2.0:1767384986.300613:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da5cbcca. 00000100:00000010:2.0:1767384986.300614:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002af90b46. 00000100:00000010:2.0:1767384986.300617:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000955437ad. 00000100:00000010:2.0:1767384986.300619:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec266219. 00000100:00000010:2.0:1767384986.300620:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b1d80b7. 00000100:00000010:2.0:1767384986.300622:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033e42af5. 00000100:00000010:2.0:1767384986.300624:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000af29e329. 00000100:00000010:2.0:1767384986.300625:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b0f28aa. 00000100:00000010:2.0:1767384986.300627:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ded3b803. 00000100:00000010:2.0:1767384986.300629:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042464320. 00000100:00000010:2.0:1767384986.300631:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d16de317. 00000100:00000010:2.0:1767384986.300633:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d10c1ae. 00000100:00000010:2.0:1767384986.300635:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eb7e1009. 00000100:00000010:2.0:1767384986.300637:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c2d2109. 00000100:00000010:2.0:1767384986.300638:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ac3508ab. 00000100:00000010:2.0:1767384986.300640:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a52b338b. 00000100:00000010:2.0:1767384986.300642:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059485517. 00000100:00000010:2.0:1767384986.300662:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c26059e. 00000100:00000010:2.0:1767384986.300665:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c6777d96. 00000100:00000010:2.0:1767384986.300666:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db40e54b. 00000100:00000010:2.0:1767384986.300668:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000259bcf28. 00000100:00000010:2.0:1767384986.300670:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffd3c640. 00000100:00000010:2.0:1767384986.300672:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000785a1989. 00000100:00000010:2.0:1767384986.300674:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005be01970. 00000100:00000010:2.0:1767384986.300676:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e9adad1e. 00000100:00000010:2.0:1767384986.300679:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065e7222d. 00000100:00000010:2.0:1767384986.300681:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006d9488b1. 00000100:00000010:2.0:1767384986.300683:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a4c8a1f. 00000100:00000010:2.0:1767384986.300685:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009faad204. 00000100:00000010:2.0:1767384986.300687:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af7dbe61. 00000100:00000010:2.0:1767384986.300689:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d1245929. 00000100:00000010:2.0:1767384986.300690:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea2aaecd. 00000100:00000010:2.0:1767384986.300692:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b84d15ca. 00000100:00000010:2.0:1767384986.300694:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8e7cf4f. 00000100:00000010:2.0:1767384986.300696:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000021354130. 00000100:00000010:2.0:1767384986.300698:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092e4a438. 00000100:00000010:2.0:1767384986.300699:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001300ffb0. 00000100:00000010:2.0:1767384986.300701:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003422de7e. 00000100:00000010:2.0:1767384986.300703:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002238bf32. 00000100:00000010:2.0:1767384986.300705:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007db5b710. 00000100:00000010:2.0:1767384986.300706:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000026dbebb. 00000100:00000010:2.0:1767384986.300722:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c175d587. 00000100:00000010:2.0:1767384986.300725:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a07ca40f. 00000100:00000010:2.0:1767384986.300728:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006630b0db. 00000100:00000010:2.0:1767384986.300731:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d3360803. 00000100:00000010:2.0:1767384986.300734:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7f8cee7. 00000100:00000010:2.0:1767384986.300738:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003d1bff4d. 00000100:00000010:2.0:1767384986.300743:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000462ae99a. 00000100:00000010:2.0:1767384986.300745:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000083b7ab14. 00000100:00000010:2.0:1767384986.300749:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041799f57. 00000100:00000010:2.0:1767384986.300752:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009afc8504. 00000100:00000010:2.0:1767384986.300757:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062ae7dfd. 00000100:00000010:2.0:1767384986.300760:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000262a1055. 00000100:00000010:2.0:1767384986.300763:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc2eb2ac. 00000100:00000010:2.0:1767384986.300766:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b2a10c1b. 00000100:00000010:2.0:1767384986.300769:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f357919. 00000100:00000010:2.0:1767384986.300772:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000073f0c63d. 00000100:00000010:2.0:1767384986.300774:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076edadc6. 00000100:00000010:2.0:1767384986.300778:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000652ab42d. 00000100:00000010:2.0:1767384986.300799:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000974bd60d. 00000100:00000010:2.0:1767384986.300805:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000091ccba80. 00000100:00000010:2.0:1767384986.300815:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000019c2a4b2. 00000100:00000010:2.0:1767384986.300826:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000044003081. 00000100:00000001:2.0:1767384986.300836:0:40089:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384986.300838:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384986.300841:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384986.300842:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384986.300844:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000080a474ae. 00000100:00000001:2.0:1767384986.300847:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384986.300849:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384986.300851:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384986.300852:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000055192bbd. 00000100:00000001:2.0:1767384986.300854:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384986.300856:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384986.300857:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007d1c1ad0. 00000100:00000001:2.0:1767384986.300859:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384986.300860:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384986.300861:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f62194e2. 00000100:00000001:2.0:1767384986.300862:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384986.300863:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384986.300881:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001dc6044f. 00000100:00000001:2.0:1767384986.300883:0:40089:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384986.300962:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ca7e5f74. 00000020:00000010:2.0:1767384986.300965:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002308919c. 00000020:00000010:2.0:1767384986.300983:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e1828140. 00000020:00000010:2.0:1767384986.300987:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000edb9b435. 00000020:00000010:2.0:1767384986.300992:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000833159e9. 00000020:00000010:2.0:1767384986.300995:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007162d978. 00000100:00000010:2.0:1767384986.301022:0:40089:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000039cd84fc. 00000100:00000010:2.0:1767384986.301029:0:40089:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000008c8a47e1. 00000100:00000010:2.0:1767384986.301033:0:40089:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000f2dad540. 00000100:00000010:2.0:1767384986.301036:0:40089:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000ff4b6705. 00000100:00000001:2.0:1767384986.301037:0:40089:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384986.301040:0:40089:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:2.0:1767384986.301043:0:40089:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:2.0:1767384986.301045:0:40089:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:2.0:1767384986.301048:0:40089:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000fbb2ea9b. 00080000:00000001:2.0:1767384986.301051:0:40089:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446636780978363712 : -107292731187904 : ffff9e6af6dedd40) 00080000:00000001:2.0:1767384986.301053:0:40089:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446636780978363712 : -107292731187904 : ffff9e6af6dedd40) 00080000:00000001:2.0:1767384986.301056:0:40089:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:2.0:1767384986.301057:0:40089:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:2.0:1767384986.301077:0:40089:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384986.301079:0:40089:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301080:0:40089:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384986.301081:0:40089:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301083:0:40089:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384986.301084:0:40089:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301085:0:40089:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384986.301086:0:40089:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301087:0:40089:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384986.301089:0:40089:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301090:0:40089:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384986.301091:0:40089:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301092:0:40089:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384986.301093:0:40089:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301094:0:40089:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1767384986.301095:0:40089:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301098:0:40089:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301100:0:40089:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384986.301102:0:40089:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000004697ae8d. 20000000:00000010:2.0:1767384986.301105:0:40089:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000006554982b. 00080000:00000001:2.0:1767384986.301106:0:40089:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384986.301107:0:40089:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384986.301109:0:40089:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000163085f4. 20000000:00000010:2.0:1767384986.301111:0:40089:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000002986548c. 00080000:00000001:2.0:1767384986.301113:0:40089:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384986.301114:0:40089:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301115:0:40089:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384986.301116:0:40089:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384986.301118:0:40089:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000005ae41ed8. 20000000:00000010:2.0:1767384986.301119:0:40089:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000000ce2391c. 00080000:00000001:2.0:1767384986.301120:0:40089:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384986.301121:0:40089:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384986.301123:0:40089:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000cecfbfd9. 20000000:00000010:2.0:1767384986.301124:0:40089:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000b2eb3cd0. 00080000:00000001:2.0:1767384986.301125:0:40089:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384986.301126:0:40089:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384986.301128:0:40089:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ec7ed4a1. 20000000:00000010:2.0:1767384986.301130:0:40089:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000d001e708. 00080000:00000001:2.0:1767384986.301131:0:40089:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384986.301131:0:40089:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.301132:0:40089:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384986.301133:0:40089:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384986.301135:0:40089:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000080d349e2. 20000000:00000010:2.0:1767384986.301136:0:40089:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000000921e30b. 00080000:00000001:2.0:1767384986.301137:0:40089:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1767384986.301138:0:40089:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384986.301139:0:40089:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:2.0:1767384986.301140:0:40089:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:2.0:1767384986.301144:0:40089:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000fbb2ea9b. 00080000:00000001:2.0:1767384986.301146:0:40089:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:2.0:1767384986.301147:0:40089:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:2.0:1767384986.301148:0:40089:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384986.301191:0:40089:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000ed683855. 20000000:00000010:2.0:1767384986.301197:0:40089:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000009fb0303c. 20000000:00000010:2.0:1767384986.301200:0:40089:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000007ee279e1. 20000000:00000010:2.0:1767384986.301203:0:40089:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000f9c12bbb. 20000000:00000010:2.0:1767384986.301208:0:40089:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000001b9a47a0. 20000000:00000010:2.0:1767384986.301212:0:40089:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000000921e30b. 20000000:00000010:2.0:1767384986.301215:0:40089:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000080d349e2. 20000000:00000010:2.0:1767384986.301218:0:40089:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000d001e708. 20000000:00000010:2.0:1767384986.301220:0:40089:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ec7ed4a1. 20000000:00000010:2.0:1767384986.301223:0:40089:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000b2eb3cd0. 20000000:00000010:2.0:1767384986.301226:0:40089:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000cecfbfd9. 20000000:00000010:2.0:1767384986.301228:0:40089:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000000ce2391c. 20000000:00000010:2.0:1767384986.301230:0:40089:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000005ae41ed8. 20000000:00000010:2.0:1767384986.301232:0:40089:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000002986548c. 20000000:00000010:2.0:1767384986.301234:0:40089:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000163085f4. 20000000:00000010:2.0:1767384986.301236:0:40089:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000006554982b. 20000000:00000010:2.0:1767384986.301237:0:40089:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000004697ae8d. 20000000:00000001:2.0:1767384986.301239:0:40089:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:2.0:1767384986.301247:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b5ffb407. 20000000:00000010:2.0:1767384986.301250:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ed78305f. 20000000:00000010:2.0:1767384986.301260:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001703e058. 20000000:00000010:2.0:1767384986.301263:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c602f0d1. 20000000:00000010:2.0:1767384986.301265:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b4437bdf. 20000000:00000010:2.0:1767384986.301268:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e4882b4d. 20000000:00000010:2.0:1767384986.301270:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ffa0397a. 20000000:00000010:2.0:1767384986.301272:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000af54b316. 20000000:00000010:2.0:1767384986.301274:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004d8ef064. 20000000:00000010:2.0:1767384986.301276:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007c2d125e. 20000000:00000010:2.0:1767384986.301279:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b2ec52bb. 20000000:00000010:2.0:1767384986.301281:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000026721853. 20000000:00000010:2.0:1767384986.301283:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000078043d0e. 20000000:00000010:2.0:1767384986.301285:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000042c4c05. 20000000:00000010:2.0:1767384986.301287:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000edbe984b. 20000000:00000010:2.0:1767384986.301290:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d73be602. 20000000:00000010:2.0:1767384986.301292:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002c65bf20. 20000000:00000010:2.0:1767384986.301294:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c3bb7493. 20000000:00000010:2.0:1767384986.301296:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005aad973a. 20000000:00000010:2.0:1767384986.301298:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e7b65915. 20000000:00000010:2.0:1767384986.301300:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f29f2862. 20000000:00000010:2.0:1767384986.301302:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a0d20d7e. 20000000:00000010:2.0:1767384986.301320:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004e9380b3. 20000000:00000010:2.0:1767384986.301324:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e510c66e. 20000000:00000010:2.0:1767384986.301327:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000011f9115f. 20000000:00000010:2.0:1767384986.301331:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001a934986. 20000000:00000010:2.0:1767384986.301334:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004a9d41fc. 20000000:00000010:2.0:1767384986.301336:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000096c40de7. 20000000:00000010:2.0:1767384986.301338:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008b2270b4. 20000000:00000010:2.0:1767384986.301340:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000197caee0. 20000000:00000010:2.0:1767384986.301343:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ec8b62c0. 20000000:00000010:2.0:1767384986.301345:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f429a56a. 20000000:00000010:2.0:1767384986.301347:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000180e4fb1. 20000000:00000010:2.0:1767384986.301350:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000438ccdb4. 20000000:00000010:2.0:1767384986.301352:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fe79cc36. 20000000:00000010:2.0:1767384986.301353:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006adb18ba. 20000000:00000010:2.0:1767384986.301355:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002ca5e61c. 20000000:00000010:2.0:1767384986.301357:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b8d2264a. 20000000:00000010:2.0:1767384986.301359:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b0afa0c4. 20000000:00000010:2.0:1767384986.301362:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005ea0f001. 20000000:00000010:2.0:1767384986.301365:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d35e37f9. 20000000:00000010:2.0:1767384986.301373:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000045371b48. 20000000:00000010:2.0:1767384986.301376:0:40089:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 0000000062858d58. 20000000:00000010:2.0:1767384986.301381:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000063d6e4f4. 20000000:00000010:2.0:1767384986.301384:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000087143a70. 20000000:00000010:2.0:1767384986.301387:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006c3b10b1. 20000000:00000010:2.0:1767384986.301390:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008bdc41b1. 20000000:00000010:2.0:1767384986.301392:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e3c2003f. 20000000:00000010:2.0:1767384986.301395:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cd844a40. 20000000:00000010:2.0:1767384986.301401:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f70ad5cf. 20000000:00000010:2.0:1767384986.301404:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000099a5f949. 20000000:00000010:2.0:1767384986.301407:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001a2683d6. 20000000:00000010:2.0:1767384986.301409:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bb006302. 20000000:00000010:2.0:1767384986.301412:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006395cf5b. 20000000:00000010:2.0:1767384986.301414:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000082c800bd. 20000000:00000010:2.0:1767384986.301416:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000504b38b0. 20000000:00000010:2.0:1767384986.301419:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009040f84b. 20000000:00000010:2.0:1767384986.301422:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e843685e. 20000000:00000010:2.0:1767384986.301424:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000065cc85d9. 20000000:00000010:2.0:1767384986.301426:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e6901a17. 20000000:00000010:2.0:1767384986.301428:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000050b0d68f. 20000000:00000010:2.0:1767384986.301430:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005dbeaa83. 20000000:00000010:2.0:1767384986.301433:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002ce656fe. 20000000:00000010:2.0:1767384986.301434:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000750abca1. 20000000:00000010:2.0:1767384986.301437:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000050a4b000. 20000000:00000010:2.0:1767384986.301439:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009b20a887. 20000000:00000010:2.0:1767384986.301441:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000719e1be2. 20000000:00000010:2.0:1767384986.301444:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000069c81b4f. 20000000:00000010:2.0:1767384986.301446:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e22423fa. 20000000:00000010:2.0:1767384986.301449:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a3625d99. 20000000:00000010:2.0:1767384986.301451:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004cbe8d46. 20000000:00000010:2.0:1767384986.301453:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000181736df. 20000000:00000010:2.0:1767384986.301455:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000accc9bb. 20000000:00000010:2.0:1767384986.301457:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000002812cb. 20000000:00000010:2.0:1767384986.301459:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006c3494ac. 20000000:00000010:2.0:1767384986.301461:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001357adde. 20000000:00000010:2.0:1767384986.301464:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004846e30c. 20000000:00000010:2.0:1767384986.301466:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004bf12fbd. 20000000:00000010:2.0:1767384986.301468:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dfa455a4. 20000000:00000010:2.0:1767384986.301471:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000053fdc1d5. 20000000:00000010:2.0:1767384986.301473:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e11a22a3. 20000000:00000010:2.0:1767384986.301475:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004d4104be. 20000000:00000010:2.0:1767384986.301477:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c9fd993a. 20000000:00000010:2.0:1767384986.301480:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000436f2010. 20000000:00000010:2.0:1767384986.301483:0:40089:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007c6fbf69. 20000000:00000010:2.0:1767384986.301485:0:40089:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000006d062ba9. 20000000:00000010:2.0:1767384986.301522:0:40089:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000002d173d36. 20000000:00000010:2.0:1767384986.301528:0:40089:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000001f67c5d6. 20000000:00000010:2.0:1767384986.301532:0:40089:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000add0a79d. 20000000:00000010:2.0:1767384986.301536:0:40089:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000007e18945e. 20000000:00000010:2.0:1767384986.301540:0:40089:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000096ce6f4c. 20000000:00000010:2.0:1767384986.301545:0:40089:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 0000000064e961f3. 20000000:00000010:2.0:1767384986.301550:0:40089:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000048177a8c. 20000000:00000010:2.0:1767384986.301555:0:40089:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000736e9aab. 20000000:00000010:2.0:1767384986.301560:0:40089:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000094296f00. 00010000:00000001:2.0:1767384986.301565:0:40089:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384986.301568:0:40089:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384986.301570:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384986.301572:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384986.301580:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384986.301583:0:40089:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384986.301585:0:40089:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384986.301587:0:40089:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384986.301589:0:40089:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384986.301592:0:40089:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:2.0:1767384986.301598:0:40089:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:2.0:1767384986.301601:0:40089:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:2.0:1767384986.301619:0:40089:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:2.0:1767384986.301625:0:40089:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000a905d065 - data 0000000057804e56/00000000047336a0 00000020:00000010:2.0:1767384986.301718:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000df9e6e33. 00000020:00000010:2.0:1767384986.301722:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000041a2e46e. 00000020:00000010:2.0:1767384986.301725:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000047336a0. 00000020:00000010:2.0:1767384986.301728:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000030b5837a. 00000020:00000010:2.0:1767384986.301731:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000c83ecd33. 00000020:00000010:2.0:1767384986.301733:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000006b6362de. 00000020:00000010:2.0:1767384986.301735:0:40089:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000a905d065. 00000020:01000000:2.0:1767384986.301739:0:40089:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000d81d13e6 - data 000000003414a8f6/00000000375119a6 00000020:00000010:2.0:1767384986.301828:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000074701c66. 00000020:00000010:2.0:1767384986.301831:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000008659c239. 00000020:00000010:2.0:1767384986.301834:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000375119a6. 00000020:00000010:2.0:1767384986.301836:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000f5a33242. 00000020:00000010:2.0:1767384986.301838:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000c3830ac7. 00000020:00000010:2.0:1767384986.301840:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000006a099cc5. 00000020:00000010:2.0:1767384986.301841:0:40089:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000d81d13e6. 00000020:00000001:2.0:1767384986.301845:0:40089:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:2.0:1767384986.301966:0:40089:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008d5bd63a : new refcount 2 00000040:00000001:2.0:1767384986.301969:0:40089:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384986.301970:0:40089:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008d5bd63a : new refcount 1 00080000:00000010:2.0:1767384986.301979:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000025a2a298. 00000020:00000010:2.0:1767384986.301982:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000068f50514. 00000020:00000010:2.0:1767384986.301986:0:40089:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000002358aae0. 00080000:00000010:2.0:1767384986.301993:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000017879f17. 00000020:00000010:2.0:1767384986.301995:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001f98116e. 00000020:00000010:2.0:1767384986.301998:0:40089:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000099348f6c. 00000020:00000040:2.0:1767384986.302001:0:40089:0:(genops.c:898:class_export_put()) PUTting export 0000000065894adb : new refcount 1 00000040:00000010:2.0:1767384986.302002:0:40089:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000008d5bd63a. 00000040:00000001:2.0:1767384986.302006:0:40089:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384986.302010:0:40089:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000c57e00bd. 00080000:00000001:2.0:1767384986.302012:0:40089:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:2.0:1767384986.302016:0:40089:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:3248534785 to info 00000000ac0497a2 00100000:00000001:2.0:1767384986.302019:0:40089:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384986.302021:0:40089:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384986.302022:0:40089:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384986.302023:0:40089:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000c57e00bd. 00080000:00000010:2.0:1767384986.302037:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008ed9e675. 00000020:00000010:2.0:1767384986.302040:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000042011c1f. 00000020:00000002:2.0:1767384986.302044:0:40089:0:(lu_object.c:207:lu_object_put()) Add 000000001412948d/00000000767304e4 to site lru. bkt: 00000000c1abb645 00000001:00000001:2.0:1767384986.302047:0:40089:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:2.0:1767384986.302050:0:40089:0:(lu_object.c:207:lu_object_put()) Add 0000000050808048/00000000645d77e0 to site lru. bkt: 00000000eb16a113 00000001:00000010:2.0:1767384986.302051:0:40089:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 000000004b665936. 00000001:00000001:2.0:1767384986.302053:0:40089:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:2.0:1767384986.302078:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003cf6ece9. 00000020:00000010:2.0:1767384986.302080:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000072854988. 00000020:00000010:2.0:1767384986.302083:0:40089:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000ea1db046. 00080000:00000010:2.0:1767384986.302132:0:40089:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000283a1d6e. 00080000:00000010:2.0:1767384986.302136:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000050808048. 00000020:00000010:2.0:1767384986.302137:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000645d77e0. 00080000:00000010:2.0:1767384986.302158:0:40089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001412948d. 00000020:00000010:2.0:1767384986.302161:0:40089:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000767304e4. 00000020:00000010:2.0:1767384986.302165:0:40089:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 000000002c2bd2a0. 00010000:00000001:2.0:1767384986.302168:0:40089:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384986.302171:0:40089:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384986.302197:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000bd1db625. 00000020:00000010:2.0:1767384986.302199:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000f6a2bc0c. 00000020:00000010:2.0:1767384986.302202:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b987db0c. 00010000:00000001:2.0:1767384986.302232:0:40089:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384986.302241:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000008c843925. 00000020:00000010:2.0:1767384986.302244:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000005367ebea. 00000020:00000010:2.0:1767384986.302246:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000bab47a76. 00000020:00000010:2.0:1767384986.302248:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000e23f5fdc. 00000020:00000010:2.0:1767384986.302250:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000501b5ae2. 00000020:00000010:2.0:1767384986.302252:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ff1f1e9f. 00000001:00000001:2.0:1767384986.302300:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.302315:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000d130a44e. 00000001:00000010:2.0:1767384986.302320:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000005d59152a. 00000001:00000010:2.0:1767384986.302323:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000d5d33d78. 00000001:00000010:2.0:1767384986.302325:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000050d31e14. 00000001:00000001:2.0:1767384986.302334:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384986.302339:0:40089:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000078b52e23. 00010000:00000001:2.0:1767384986.302343:0:40089:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384986.302345:0:40089:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384986.302346:0:40089:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:2.0:1767384986.302386:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384986.302389:0:40089:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384986.302391:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384986.302393:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb48438f8 00000020:00000040:2.0:1767384986.302396:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007055d174 with handle 0x135556ebb48438f8 from hash 00000020:00000001:2.0:1767384986.302399:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384986.302400:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000007055d174 : new refcount 1 00000020:00000001:2.0:1767384986.302402:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384986.302402:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000007055d174 : new refcount 0 00000020:00000080:2.0:1767384986.302404:0:40089:0:(genops.c:904:class_export_put()) final put 000000007055d174/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384986.302406:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302414:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.302416:0:40089:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384986.302418:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302419:0:40089:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384986.302421:0:40089:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384986.302423:0:40089:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446636780125451104 : -107293584100512 : ffff9e6ac4087360) 00000020:01000004:2.0:1767384986.302425:0:40089:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000bd599407 from MGS, refs=2 00000020:00000001:2.0:1767384986.302427:0:40089:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384986.302428:0:40089:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000bd599407 2 00000020:00000001:0.0:1767384986.302429:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384986.302430:0:40089:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384986.302433:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000007055d174/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384986.302434:0:40089:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1767384986.302437:0:40089:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384986.302440:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384986.302441:0:40089:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446636780125451104 : -107293584100512 : ffff9e6ac4087360) 00000020:00000001:0.0:1767384986.302445:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384986.302446:0:40089:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000bd599407 from MGS 00000020:00000010:2.0:1767384986.302449:0:40089:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 0000000087330600. 00000020:00000040:0.0:1767384986.302452:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 5 - export 00000020:00000010:2.0:1767384986.302453:0:40089:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 0000000035cf7d77. 00000020:00000001:2.0:1767384986.302457:0:40089:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384986.302459:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007055d174. 00000020:00000001:2.0:1767384986.302460:0:40089:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384986.302462:0:40089:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302466:0:40089:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384986.302471:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:2.0:1767384986.302476:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.302481:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ee826827. 00000001:00000010:2.0:1767384986.302483:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000123b6f14. 00000001:00000010:2.0:1767384986.302486:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006de2ba03. 00000001:00000010:2.0:1767384986.302488:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000046ec86f9. 00000001:00000010:2.0:1767384986.302489:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004cd34853. 00000001:00000010:2.0:1767384986.302490:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ef104cb5. 00000001:00000001:2.0:1767384986.302497:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384986.302498:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.302502:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bd4e4897. 00000001:00000010:2.0:1767384986.302503:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000630f4e75. 00000001:00000010:2.0:1767384986.302505:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000037a9d2c3. 00000001:00000010:2.0:1767384986.302507:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d54999e. 00000001:00000010:2.0:1767384986.302509:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004bd447c9. 00000001:00000010:2.0:1767384986.302511:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a88f2317. 00000001:00000001:2.0:1767384986.302513:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384986.302514:0:40089:0:(obd_config.c:955:class_decref()) Decref MGS (00000000ea0210ac) now 3 - setup 00000020:00000001:2.0:1767384986.302516:0:40089:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302518:0:40089:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384986.302520:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384986.302522:0:40089:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384986.302523:0:40089:0:(obd_config.c:955:class_decref()) Decref MGS (00000000ea0210ac) now 2 - obd_device_list 00000020:00000080:2.0:1767384986.302525:0:40089:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:2.0:1767384986.302526:0:40089:0:(obd_config.c:955:class_decref()) Decref MGS (00000000ea0210ac) now 1 - newdev 00000020:00000040:2.0:1767384986.302528:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065894adb with handle 0x135556ebb48438f1 from hash 00000020:00000040:2.0:1767384986.302530:0:40089:0:(genops.c:898:class_export_put()) PUTting export 0000000065894adb : new refcount 0 00000020:00000080:2.0:1767384986.302531:0:40089:0:(genops.c:904:class_export_put()) final put 0000000065894adb/MGS 00000020:00000001:2.0:1767384986.302533:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302534:0:40089:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384986.302535:0:40089:0:(genops.c:863:class_export_destroy()) destroying export 0000000065894adb/MGS for MGS 00000020:00000001:2.0:1767384986.302537:0:40089:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384986.302538:0:40089:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:2.0:1767384986.302539:0:40089:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302541:0:40089:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.302542:0:40089:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000065894adb. 00000020:00000001:2.0:1767384986.302546:0:40089:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384986.302547:0:40089:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:2.0:1767384986.302548:0:40089:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:2.0:1767384986.302550:0:40089:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384986.302552:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000069ccc1b. 00000020:00000010:2.0:1767384986.302554:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fb385b64. 00000040:00000010:2.0:1767384986.302557:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000067011782. 00000020:00000010:2.0:1767384986.302559:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000585dec79. 00000020:00000010:2.0:1767384986.302561:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000760c1638. 80000000:00000010:2.0:1767384986.302563:0:40089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc8f91cc. 00040000:00000010:2.0:1767384986.302566:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000081e727a5. 00080000:00000010:2.0:1767384986.302570:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000048177a8c. 00080000:00000010:2.0:1767384986.302574:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000064e961f3. 20000000:00000010:2.0:1767384986.302576:0:40089:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000002e674b7d. 20000000:00000001:2.0:1767384986.302580:0:40089:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:2.0:1767384986.302585:0:40089:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000009146ad57. 20000000:00000001:2.0:1767384986.302588:0:40089:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.302590:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fb385b64. 00000040:00000010:2.0:1767384986.302592:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000067011782. 00000020:00000010:2.0:1767384986.302594:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000585dec79. 00000020:00000010:2.0:1767384986.302596:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000760c1638. 80000000:00000010:2.0:1767384986.302598:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cc8f91cc. 00040000:00000010:2.0:1767384986.302601:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000081e727a5. 00080000:00000010:2.0:1767384986.302604:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000064e961f3. 00080000:00000010:2.0:1767384986.302606:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000048177a8c. 20000000:00000010:2.0:1767384986.302609:0:40089:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002e674b7d. 00000020:00000010:2.0:1767384986.302611:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000069ccc1b. 00000020:00000001:2.0:1767384986.302613:0:40089:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.302614:0:40089:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ea0210ac. 00000020:00000001:2.0:1767384986.302618:0:40089:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302619:0:40089:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384986.302621:0:40089:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000081bf1b67. 00000020:00000001:2.0:1767384986.302623:0:40089:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302625:0:40089:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302627:0:40089:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:2.0:1767384986.302628:0:40089:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384986.302630:0:40089:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:2.0:1767384986.302632:0:40089:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000cc8f91cc. 00000020:00000080:2.0:1767384986.302634:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384986.302636:0:40089:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384986.302638:0:40089:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384986.302642:0:40089:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000a1b3196d lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384986.302646:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384986.302647:0:40089:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000003421bb22) has exports, disconnecting them 00000020:00000001:2.0:1767384986.302648:0:40089:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384986.302654:0:40089:0:(genops.c:887:class_export_get()) GET export 00000000a1b3196d refcount=4 00000020:00000040:2.0:1767384986.302656:0:40089:0:(genops.c:887:class_export_get()) GET export 00000000a1b3196d refcount=5 00000020:00080000:2.0:1767384986.302658:0:40089:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000a1b3196d), last request at 1767384882 00000020:00000001:2.0:1767384986.302661:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:2.0:1767384986.302663:0:40089:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384986.302665:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384986.302666:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb48439d1 00000020:00000040:2.0:1767384986.302668:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a1b3196d with handle 0x135556ebb48439d1 from hash 00000020:00000040:2.0:1767384986.302675:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a1b3196d : new refcount 4 00000020:00000001:2.0:1767384986.302676:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384986.302678:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a1b3196d : new refcount 3 00000020:00000001:2.0:1767384986.302679:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384986.302680:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a1b3196d : new refcount 2 00000020:00000001:2.0:1767384986.302681:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1767384986.302683:0:40089:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302684:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384986.302686:0:40089:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000a1b3196d): rc 0 00000020:00000040:2.0:1767384986.302687:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a1b3196d : new refcount 1 00000020:00000001:2.0:1767384986.302688:0:40089:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384986.302689:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384986.302690:0:40089:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:2.0:1767384986.302691:0:40089:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:2.0:1767384986.302693:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1767384986.302694:0:40089:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1767384986.302695:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000a1b3196d : new refcount 0 00000020:00000080:2.0:1767384986.302696:0:40089:0:(genops.c:904:class_export_put()) final put 00000000a1b3196d/lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384986.302697:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.302705:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384986.302707:0:40089:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384986.302708:0:40089:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:0.0:1767384986.302717:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384986.302720:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000a1b3196d/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384986.302725:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 8 to 0@lo 00000020:00000001:0.0:1767384986.302727:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384986.302730:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384986.302732:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000003421bb22) now 5 - export 00000020:00000010:0.0:1767384986.302736:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a1b3196d. 00010000:00000001:2.0:1767384986.302741:0:40089:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000001:0.0:1767384986.302742:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384986.302768:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000623b0084. 00000020:00000010:2.0:1767384986.302772:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000049bcf4c7. 00010000:00000001:2.0:1767384986.302823:0:40089:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384986.302834:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000008e6ba053. 00000020:00000010:2.0:1767384986.302841:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001b7a68ac. 00000001:00000001:2.0:1767384986.302888:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.303319:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000005af7784. 00000001:00000010:2.0:1767384986.303326:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f70a7127. 00000001:00000010:2.0:1767384986.303328:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000677a8f84. 00000001:00000010:2.0:1767384986.303330:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000061183e3c. 00000001:00000010:2.0:1767384986.303331:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003bcb7761. 00000001:00000010:2.0:1767384986.303333:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e233e966. 00000001:00000010:2.0:1767384986.303334:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e2ecb6bc. 00000001:00000010:2.0:1767384986.303335:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000deb62761. 00000001:00000010:2.0:1767384986.303337:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d1445dff. 00000001:00000010:2.0:1767384986.303337:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001aa4afd9. 00000001:00000010:2.0:1767384986.303339:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000317acef1. 00000001:00000010:2.0:1767384986.303340:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000eba22d44. 00000001:00000010:2.0:1767384986.303341:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000de8364be. 00000001:00000010:2.0:1767384986.303342:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000065f4e79d. 00000001:00000010:2.0:1767384986.303343:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005bc29ab0. 00000001:00000010:2.0:1767384986.303344:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fdee80e8. 00000001:00000010:2.0:1767384986.303345:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000289e043d. 00000001:00000010:2.0:1767384986.303346:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003407941f. 00000001:00000010:2.0:1767384986.303347:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005ebd66d3. 00000001:00000010:2.0:1767384986.303348:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ffdded6a. 00000001:00000010:2.0:1767384986.303349:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cd42aede. 00000001:00000010:2.0:1767384986.303351:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c58d7696. 00000001:00000010:2.0:1767384986.303352:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000647ae80d. 00000001:00000010:2.0:1767384986.303353:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f7fc0b05. 00000001:00000010:2.0:1767384986.303354:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008a999d0b. 00000001:00000010:2.0:1767384986.303355:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f108a62e. 00000001:00000010:2.0:1767384986.303356:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007063b001. 00000001:00000010:2.0:1767384986.303357:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c0953184. 00000001:00000010:2.0:1767384986.303358:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009baec025. 00000001:00000010:2.0:1767384986.303359:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c37153c4. 00000001:00000010:2.0:1767384986.303360:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000011ca84ce. 00000001:00000010:2.0:1767384986.303362:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d4f77f8a. 00000001:00000010:2.0:1767384986.303363:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000315b5a7f. 00000001:00000010:2.0:1767384986.303366:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bf738cea. 00000001:00000001:2.0:1767384986.303369:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384986.303371:0:40089:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000fe38a0cb. 00010000:00000001:2.0:1767384986.303374:0:40089:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384986.305068:0:40089:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384986.305070:0:40089:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384986.305072:0:40089:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384986.305073:0:40089:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:2.0:1767384986.305076:0:40089:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384986.305077:0:40089:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384986.305079:0:40089:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384986.305081:0:40089:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384986.305082:0:40089:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1767384986.305084:0:40089:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384986.305086:0:40089:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384986.305087:0:40089:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384986.305088:0:40089:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384986.305089:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384986.305090:0:40089:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384986.305091:0:40089:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384986.305092:0:40089:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384986.305094:0:40089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384986.305095:0:40089:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384986.305096:0:40089:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384986.305099:0:40089:0:(genops.c:1229:class_import_get()) import 00000000a3ca5393 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384986.305101:0:40089:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384986.305102:0:40089:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384986.305103:0:40089:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384986.305104:0:40089:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384986.305105:0:40089:0:(genops.c:1242:class_import_put()) import 00000000a3ca5393 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384986.305106:0:40089:0:(genops.c:1245:class_import_put()) final put import 00000000a3ca5393 00000020:00000001:2.0:1767384986.305113:0:40089:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384986.305114:0:40089:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384986.305116:0:40089:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384986.305117:0:40089:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384986.305119:0:40089:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 0000000046f55ee0. 00010000:00000010:2.0:1767384986.305121:0:40089:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000b638b66e. 00010000:00000010:2.0:1767384986.305124:0:40089:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000beb916ac. 00000020:00000001:0.0:1767384986.305127:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000001:2.0:1767384986.305128:0:40089:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000080:0.0:1767384986.305132:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a3ca5393 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384986.305144:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 7 to 0@lo 00000020:00000040:0.0:1767384986.305148:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 6 to 0@lo 00000020:00000010:0.0:1767384986.305151:0:8:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000da7b2403. 00000020:00000040:0.0:1767384986.305156:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000003421bb22) now 4 - import 00000020:00000010:0.0:1767384986.305159:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a3ca5393. 00000020:00000001:0.0:1767384986.305163:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767384986.305204:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d08b4757. 00000020:00000010:2.0:1767384986.305208:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000cf86d550. 00000020:00000010:2.0:1767384986.305210:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000fadfc7d3. 00000020:00000010:2.0:1767384986.305213:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a54d0cae. 00000020:00000010:2.0:1767384986.305226:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005803f04f. 00000020:00000010:2.0:1767384986.305229:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000000bb584c. 00000010:00000001:2.0:1767384986.305232:0:40089:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.305234:0:40089:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384986.305241:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.305245:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000008f11da9. 00000001:00000010:2.0:1767384986.305247:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009f09e17c. 00000001:00000010:2.0:1767384986.305249:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003601140. 00000001:00000010:2.0:1767384986.305251:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009e3f8ec8. 00000001:00000010:2.0:1767384986.305252:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006f90a304. 00000001:00000010:2.0:1767384986.305254:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b5c6944a. 00000001:00000001:2.0:1767384986.305257:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384986.305258:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.305260:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001ed7271b. 00000001:00000010:2.0:1767384986.305261:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000018486652. 00000001:00000010:2.0:1767384986.305263:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ee42fd51. 00000001:00000010:2.0:1767384986.305264:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002fb82f1b. 00000001:00000010:2.0:1767384986.305272:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000091158cb9. 00000001:00000010:2.0:1767384986.305274:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007d193e0d. 00000001:00000001:2.0:1767384986.305276:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384986.305277:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000003421bb22) now 3 - setup 00000020:00000001:2.0:1767384986.305279:0:40089:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.305280:0:40089:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384986.305282:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384986.305284:0:40089:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384986.305286:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000003421bb22) now 2 - obd_device_list 00000020:00000080:2.0:1767384986.305288:0:40089:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:2.0:1767384986.305289:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000003421bb22) now 1 - newdev 00000020:00000040:2.0:1767384986.305292:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ecaa289c with handle 0x135556ebb48439ca from hash 00000020:00000040:2.0:1767384986.305294:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000ecaa289c : new refcount 0 00000020:00000080:2.0:1767384986.305295:0:40089:0:(genops.c:904:class_export_put()) final put 00000000ecaa289c/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:2.0:1767384986.305297:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.305299:0:40089:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384986.305300:0:40089:0:(genops.c:863:class_export_destroy()) destroying export 00000000ecaa289c/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384986.305302:0:40089:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384986.305315:0:40089:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.305317:0:40089:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ecaa289c. 00000020:00000001:2.0:1767384986.305320:0:40089:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384986.305321:0:40089:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:2.0:1767384986.305323:0:40089:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:2.0:1767384986.305324:0:40089:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384986.305327:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000069ccc1b. 00000020:00000010:2.0:1767384986.305329:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e674b7d. 00000040:00000010:2.0:1767384986.305332:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000088b038d5. 00000020:00000010:2.0:1767384986.305334:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000585dec79. 00000020:00000010:2.0:1767384986.305336:0:40089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.305338:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000081e727a5. 80000000:00000010:2.0:1767384986.305340:0:40089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c7837dab. 40000000:00000010:2.0:1767384986.305342:0:40089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081bf1b67. 00100000:00000010:2.0:1767384986.305345:0:40089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000990cbd07. 00040000:00000010:2.0:1767384986.305347:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.305349:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000760c1638. 00080000:00000010:2.0:1767384986.305351:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000048177a8c. 00080000:00000010:2.0:1767384986.305353:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000064e961f3. 00000004:00000010:2.0:1767384986.305357:0:40089:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a048c515. 00000010:00000001:2.0:1767384986.305365:0:40089:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1767384986.305367:0:40089:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 000000002f960cab. 00000010:00000001:2.0:1767384986.305370:0:40089:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.305372:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002e674b7d. 00000040:00000010:2.0:1767384986.305374:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000088b038d5. 00000020:00000010:2.0:1767384986.305376:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000585dec79. 00000020:00000010:2.0:1767384986.305378:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384986.305381:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000081e727a5. 80000000:00000010:2.0:1767384986.305384:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c7837dab. 40000000:00000010:2.0:1767384986.305387:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081bf1b67. 00100000:00000010:2.0:1767384986.305389:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000990cbd07. 00040000:00000010:2.0:1767384986.305391:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.305393:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000760c1638. 00080000:00000010:2.0:1767384986.305396:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000064e961f3. 00080000:00000010:2.0:1767384986.305398:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000048177a8c. 00000004:00000010:2.0:1767384986.305401:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a048c515. 00000020:00000010:2.0:1767384986.305403:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000069ccc1b. 00000020:00000001:2.0:1767384986.305405:0:40089:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.305406:0:40089:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000003421bb22. 00000020:00000001:2.0:1767384986.305409:0:40089:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.305411:0:40089:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384986.305413:0:40089:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000cc8f91cc. 00000020:00000001:2.0:1767384986.305415:0:40089:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.305417:0:40089:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.305418:0:40089:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384986.305420:0:40089:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000bd599407 1 00000020:00000001:2.0:1767384986.305422:0:40089:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384986.305423:0:40089:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384986.305424:0:40089:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384986.305426:0:40089:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x135556ebb48438ea 00000020:00000040:2.0:1767384986.305428:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005de5b873 with handle 0x135556ebb48438ea from hash 00000020:00000001:2.0:1767384986.305431:0:40089:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384986.305431:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000005de5b873 : new refcount 1 00000020:00000001:2.0:1767384986.305433:0:40089:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384986.305434:0:40089:0:(genops.c:898:class_export_put()) PUTting export 000000005de5b873 : new refcount 0 00000020:00000080:2.0:1767384986.305435:0:40089:0:(genops.c:904:class_export_put()) final put 000000005de5b873/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384986.305436:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.305444:0:40089:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.305446:0:40089:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384986.305447:0:40089:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:2.0:1767384986.305449:0:40089:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000cc8f91cc. 00000020:00000080:2.0:1767384986.305451:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384986.305454:0:40089:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384986.305456:0:40089:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767384986.305457:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384986.305458:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384986.305462:0:40089:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (000000006c249c39) has no exports 00000020:00000080:0.0:1767384986.305462:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000005de5b873/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384986.305466:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384986.305469:0:40089:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:0.0:1767384986.305469:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384986.305474:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.305475:0:40089:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00080000:00000002:2.0:1767384986.305477:0:40089:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:3248534785 to info 00000000ac0497a2 00000020:00000040:0.0:1767384986.305480:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 4 - export 00100000:00000001:2.0:1767384986.305481:0:40089:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384986.305483:0:40089:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384986.305486:0:40089:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:2.0:1767384986.305488:0:40089:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384986.305488:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005de5b873. 00000020:00000001:0.0:1767384986.305500:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384986.306252:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 00000000413d649c. 00000020:00000010:2.0:1767384986.306257:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c44f7264. 00080000:00000010:2.0:1767384986.306418:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000046fcede2. 00080000:00000010:2.0:1767384986.306427:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000424d37e4. 00080000:00000010:2.0:1767384986.306429:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c67257d8. 00080000:00000010:2.0:1767384986.306431:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002dadc6f5. 00080000:00000010:2.0:1767384986.306434:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e451a72e. 00080000:00000010:2.0:1767384986.306436:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003ac33058. 00080000:00000010:2.0:1767384986.306439:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a9b55d80. 00080000:00000010:2.0:1767384986.306441:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000baba6ffb. 00080000:00000010:2.0:1767384986.306444:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b13d449a. 00080000:00000010:2.0:1767384986.306447:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005c29a779. 00080000:00000010:2.0:1767384986.306450:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007104d476. 00080000:00000010:2.0:1767384986.306452:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000021a23014. 00080000:00000010:2.0:1767384986.306455:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000017421568. 00080000:00000010:2.0:1767384986.306457:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000020ef92fc. 00080000:00000010:2.0:1767384986.306460:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000433fc997. 00080000:00000010:2.0:1767384986.306462:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006e73c3b7. 00080000:00000010:2.0:1767384986.306465:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d7d12452. 00080000:00000010:2.0:1767384986.306468:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d68f7105. 00080000:00000010:2.0:1767384986.306470:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000059670d40. 00080000:00000010:2.0:1767384986.306472:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000fbe300e1. 00080000:00000010:2.0:1767384986.306474:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008a29191c. 00080000:00000010:2.0:1767384986.306477:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000697c6e6. 00080000:00000010:2.0:1767384986.306480:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000457a579d. 00080000:00000010:2.0:1767384986.306483:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b4ef3ec7. 00080000:00000010:2.0:1767384986.306485:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000072dd9447. 00080000:00000010:2.0:1767384986.306487:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000d4213f8. 00080000:00000010:2.0:1767384986.306490:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000058773195. 00080000:00000010:2.0:1767384986.306492:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007aace5fa. 00080000:00000010:2.0:1767384986.306495:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000057828f03. 00080000:00000010:2.0:1767384986.306498:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000095283d3c. 00080000:00000010:2.0:1767384986.306500:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000948bfb62. 00080000:00000010:2.0:1767384986.306503:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000007a5b941. 00080000:00000010:2.0:1767384986.306506:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f27090a4. 00080000:00000010:2.0:1767384986.306508:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000053d5c194. 00080000:00000010:2.0:1767384986.306511:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000126fc1f9. 00080000:00000010:2.0:1767384986.306513:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000093db8146. 00080000:00000010:2.0:1767384986.306515:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a9921f09. 00080000:00000010:2.0:1767384986.306518:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f638c5f1. 00080000:00000010:2.0:1767384986.306520:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000780c22ee. 00080000:00000010:2.0:1767384986.306523:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c3db71d8. 00080000:00000010:2.0:1767384986.306525:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000063961142. 00080000:00000010:2.0:1767384986.306527:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b9d69d34. 00080000:00000010:2.0:1767384986.306529:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000003c815b0. 00080000:00000010:2.0:1767384986.306532:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000efc52a79. 00080000:00000010:2.0:1767384986.306534:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003176e5fd. 00080000:00000010:2.0:1767384986.306537:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000061a71f10. 00080000:00000010:2.0:1767384986.306539:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000afdc87ee. 00080000:00000010:2.0:1767384986.306541:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009dceee9e. 00080000:00000010:2.0:1767384986.306543:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007d38c80a. 00080000:00000010:2.0:1767384986.306546:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007b365ac3. 00080000:00000010:2.0:1767384986.306549:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000239d6813. 00080000:00000010:2.0:1767384986.306551:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000558ee131. 00080000:00000010:2.0:1767384986.306554:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007ccac25c. 00080000:00000010:2.0:1767384986.306556:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001df74bc5. 00080000:00000010:2.0:1767384986.306559:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003bd48b11. 00080000:00000010:2.0:1767384986.306562:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002b582bde. 00080000:00000010:2.0:1767384986.306564:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c5ad5d40. 00080000:00000010:2.0:1767384986.306566:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001993e530. 00080000:00000010:2.0:1767384986.306568:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000098e2dffe. 00080000:00000010:2.0:1767384986.306571:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005a937e3f. 00080000:00000010:2.0:1767384986.306573:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000001dcd45d. 00080000:00000010:2.0:1767384986.306575:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008d83e976. 00080000:00000010:2.0:1767384986.306577:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a9d07bd6. 00080000:00000010:2.0:1767384986.306580:0:40089:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003eec2f73. 00080000:00000010:2.0:1767384986.306582:0:40089:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 00000000bf7a9c2a. 00000001:00000001:2.0:1767384986.306589:0:40089:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:2.0:1767384986.306623:0:40089:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000001f6b5b4a. 00000001:00000010:2.0:1767384986.306629:0:40089:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 0000000003768d8c. 00000001:00000010:2.0:1767384986.306661:0:40089:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 00000000b9adf83a. 00000001:00000010:2.0:1767384986.306665:0:40089:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000005d14401f. 00000001:00000010:2.0:1767384986.306694:0:40089:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000031d92509. 00000001:00000010:2.0:1767384986.306699:0:40089:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000f98cdcca. 00000001:00000010:2.0:1767384986.306702:0:40089:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 000000001d510e15. 00000001:00000001:2.0:1767384986.306704:0:40089:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:2.0:1767384986.306706:0:40089:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 00000000a52ba6d9. 00080000:00000001:2.0:1767384986.306709:0:40089:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:2.0:1767384986.307114:0:40089:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:3.0:1767384986.308123:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000095a6e446. 00080000:00000010:3.0:1767384986.308129:0:17052:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e12ddd17. 00080000:00000020:2.0:1767384986.308162:0:40089:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384986.318231:0:40089:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:2.0:1767384986.318234:0:40089:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.318236:0:40089:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384986.318244:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.318248:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c8c89047. 00000001:00000010:2.0:1767384986.318250:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000018d4027f. 00000001:00000010:2.0:1767384986.318252:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b7bb17f0. 00000001:00000010:2.0:1767384986.318253:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f00c823e. 00000001:00000010:2.0:1767384986.318254:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ddbed522. 00000001:00000010:2.0:1767384986.318256:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d9c2f9af. 00000001:00000001:2.0:1767384986.318258:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384986.318259:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384986.318262:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa9bfb4b. 00000001:00000010:2.0:1767384986.318263:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002a39fe40. 00000001:00000010:2.0:1767384986.318264:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000090b693d2. 00000001:00000010:2.0:1767384986.318265:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000d4e5160. 00000001:00000010:2.0:1767384986.318266:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000430d2dcf. 00000001:00000010:2.0:1767384986.318267:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a0fdecd8. 00000001:00000001:2.0:1767384986.318269:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384986.318269:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 3 - setup 00000020:00000001:2.0:1767384986.318271:0:40089:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.318273:0:40089:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384986.318275:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384986.318277:0:40089:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384986.318278:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 2 - obd_device_list 00000020:00000080:2.0:1767384986.318280:0:40089:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:2.0:1767384986.318281:0:40089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000006c249c39) now 1 - newdev 00000020:00000040:2.0:1767384986.318283:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000130748c2 with handle 0x135556ebb48438e3 from hash 00000020:00000040:2.0:1767384986.318285:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000130748c2 : new refcount 0 00000020:00000080:2.0:1767384986.318286:0:40089:0:(genops.c:904:class_export_put()) final put 00000000130748c2/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384986.318288:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.318290:0:40089:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384986.318291:0:40089:0:(genops.c:863:class_export_destroy()) destroying export 00000000130748c2/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384986.318292:0:40089:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384986.318294:0:40089:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.318296:0:40089:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000130748c2. 00000020:00000001:2.0:1767384986.318299:0:40089:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384986.318300:0:40089:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:2.0:1767384986.318302:0:40089:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:2.0:1767384986.318314:0:40089:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384986.318317:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000069ccc1b. 00000020:00000010:2.0:1767384986.318321:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000067011782. 00000040:00000010:2.0:1767384986.318324:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000760c1638. 00000020:00000010:2.0:1767384986.318326:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000990cbd07. 00000020:00000010:2.0:1767384986.318328:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000081e727a5. 00040000:00000010:2.0:1767384986.318332:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.318334:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000088b038d5. 00080000:00000010:2.0:1767384986.318336:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000048177a8c. 00080000:00000010:2.0:1767384986.318339:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000064e961f3. 00080000:00000001:2.0:1767384986.318342:0:40089:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:2.0:1767384986.318364:0:40089:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000c3f5a040. 00000020:00000010:2.0:1767384986.318371:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000c5170d09. 00000020:00000010:2.0:1767384986.318373:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000008e7a94a8. 00000020:00000010:2.0:1767384986.318381:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000f7238152. 00000020:00000010:2.0:1767384986.318382:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000095890415. 00000020:00000010:2.0:1767384986.318385:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 000000009337662c. 00000020:00000010:2.0:1767384986.318387:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000073fdf554. 00080000:00000010:2.0:1767384986.318389:0:40089:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 000000001e4ebf53. 00080000:00000001:2.0:1767384986.318395:0:40089:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.318397:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000067011782. 00000040:00000010:2.0:1767384986.318399:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000760c1638. 00000020:00000010:2.0:1767384986.318400:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000990cbd07. 00000020:00000010:2.0:1767384986.318403:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000081e727a5. 00040000:00000010:2.0:1767384986.318404:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000614d4804. 00040000:00000010:2.0:1767384986.318406:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000088b038d5. 00080000:00000010:2.0:1767384986.318408:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000064e961f3. 00080000:00000010:2.0:1767384986.318410:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000048177a8c. 00000020:00000010:2.0:1767384986.318412:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000069ccc1b. 00000020:00000001:2.0:1767384986.318413:0:40089:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.318415:0:40089:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000006c249c39. 00000020:00000001:2.0:1767384986.318418:0:40089:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.318419:0:40089:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384986.318420:0:40089:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000cc8f91cc. 00000020:00000001:2.0:1767384986.318422:0:40089:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.318424:0:40089:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.318425:0:40089:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.318428:0:40089:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767384986.318429:0:40089:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000a9e508dc 00000020:00000010:2.0:1767384986.318432:0:40089:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 000000004008fdc2. 00000020:00000010:2.0:1767384986.318435:0:40089:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000007854c0a5. 00000020:00000010:2.0:1767384986.318438:0:40089:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 00000000581b433c. 00000020:00000010:2.0:1767384986.318441:0:40089:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 00000000b84e937b. 00000020:00000010:2.0:1767384986.318443:0:40089:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000d868a4cb. 00000020:00000010:2.0:1767384986.318445:0:40089:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 0000000002e5802a. 00000020:00000010:2.0:1767384986.318446:0:40089:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000a9e508dc. 00000020:00000001:2.0:1767384986.318449:0:40089:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.318450:0:40089:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384986.318452:0:40089:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:2.0:1767384986.318458:0:40089:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384986.318458:0:40089:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:2.0:1767384986.318461:0:40089:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000c57e00bd. 00000020:00000080:2.0:1767384986.318462:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384986.318464:0:40089:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384986.318465:0:40089:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384986.318466:0:40089:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384986.318468:0:40089:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000f54e1baa) has no exports 00000020:00000001:2.0:1767384986.318469:0:40089:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384986.318470:0:40089:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384986.318472:0:40089:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:2.0:1767384986.318473:0:40089:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:2.0:1767384986.318474:0:40089:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384986.318476:0:40089:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:2.0:1767384986.318479:0:40089:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384986.318480:0:40089:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384986.318481:0:40089:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:2.0:1767384986.318482:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:2.0:1767384986.318484:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:2.0:1767384986.318485:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:2.0:1767384986.318486:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:2.0:1767384986.318506:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:1.0:1767384986.318531:0:17071:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008231b353. 00000020:00000010:3.0:1767384986.318532:0:17764:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000080f709e4. 00000020:00000010:0.0:1767384986.318532:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b99481fd. 00000040:00000010:1.0:1767384986.318542:0:17071:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005c012bbc. 00000040:00000010:3.0:1767384986.318543:0:17764:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000168967b6. 00000040:00000010:0.0:1767384986.318543:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c8fc85e1. 00000020:00000010:0.0:1767384986.318550:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef30769a. 00000020:00000010:3.0:1767384986.318551:0:17764:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000c331790. 00000020:00000010:1.0:1767384986.318552:0:17071:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bfb47bc7. 00000020:00000010:0.0:1767384986.318556:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c1a4cd68. 00000020:00000010:3.0:1767384986.318560:0:17764:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b83caa9a. 00000020:00000010:1.0:1767384986.318561:0:17071:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cd3ad8e5. 00000020:00000010:0.0:1767384986.318562:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d2aea82e. 00000020:00000010:3.0:1767384986.318567:0:17764:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003e731dc0. 80000000:00000010:0.0:1767384986.318569:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061371864. 00000020:00000010:1.0:1767384986.318570:0:17071:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009ce5c1c8. 80000000:00000010:3.0:1767384986.318573:0:17764:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000040b20acc. 40000000:00000010:0.0:1767384986.318575:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f5436214. 80000000:00000010:1.0:1767384986.318577:0:17071:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000044d4a443. 40000000:00000010:3.0:1767384986.318580:0:17764:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000004fd66a4. 00100000:00000010:0.0:1767384986.318580:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cc14837c. 40000000:00000010:1.0:1767384986.318584:0:17071:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000067198717. 00040000:00000010:0.0:1767384986.318588:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059fae005. 00100000:00000010:3.0:1767384986.318589:0:17764:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000eaf5dade. 00100000:00000010:1.0:1767384986.318591:0:17071:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000013e8ae93. 00040000:00000010:0.0:1767384986.318593:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cf408810. 00040000:00000010:3.0:1767384986.318595:0:17764:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000793e85e5. 00040000:00000010:1.0:1767384986.318598:0:17071:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003750bfb1. 00080000:00000010:0.0:1767384986.318602:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b58a110f. 00040000:00000010:3.0:1767384986.318603:0:17764:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c3b9ebf5. 00040000:00000010:1.0:1767384986.318604:0:17071:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007f8650dc. 00080000:00000010:3.0:1767384986.318613:0:17764:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000026d5a4f. 00080000:00000010:1.0:1767384986.318614:0:17071:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a2e09d9c. 00080000:00000010:1.0:1767384986.318621:0:17071:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003f7d0a04. 00000004:00000010:1.0:1767384986.318626:0:17071:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000602dd384. 00002000:00000010:1.0:1767384986.318630:0:17071:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000aa9b55f3. 00000020:00000010:1.0:1767384986.318633:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085370a06. 00000020:00000010:1.0:1767384986.318637:0:17071:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000024cf2cc6. 00080000:00000010:3.0:1767384986.318640:0:17764:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aa8516f0. 00000100:00000010:1.0:1767384986.318645:0:17071:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c6dc30cb. 00000004:00000010:3.0:1767384986.318648:0:17764:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000011da00f9. 00000100:00100000:1.0:1767384986.318651:0:17071:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000dc502d20:17071] 0 exiting: rc = 1 00080000:00000010:0.0:1767384986.318652:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004b941652. 00002000:00000010:3.0:1767384986.318654:0:17764:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004139890f. 00000020:00000010:3.0:1767384986.318662:0:17764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000230e92d. 00000004:00000010:0.0:1767384986.318662:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000026f101de. 00000020:00000010:3.0:1767384986.318669:0:17764:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f3a2c2e1. 00002000:00000010:0.0:1767384986.318669:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c7f1c1e3. 00000020:00000010:0.0:1767384986.318676:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f674615. 00000100:00000010:3.0:1767384986.318681:0:17764:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002d90e77e. 00000020:00000010:0.0:1767384986.318681:0:17073:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f05b4e77. 00000100:00100000:3.0:1767384986.318689:0:17764:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [000000000735eb2a:17764] 3 exiting: rc = 0 00000100:00000010:0.0:1767384986.318695:0:17073:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000097009eb. 00000100:00100000:0.0:1767384986.318699:0:17073:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [000000000880931c:17073] 2 exiting: rc = 0 00000100:00000040:2.0:1767384986.318713:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #1 00000020:00000010:1.0:1767384986.318729:0:17072:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007320a1c1. 00000040:00000010:1.0:1767384986.318736:0:17072:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000047790251. 00000020:00000010:1.0:1767384986.318740:0:17072:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ba391b71. 00000020:00000010:1.0:1767384986.318745:0:17072:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c1345e9c. 00000020:00000010:1.0:1767384986.318751:0:17072:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f0199cec. 80000000:00000010:1.0:1767384986.318756:0:17072:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ec6bbbfb. 40000000:00000010:1.0:1767384986.318761:0:17072:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c39d36b0. 00100000:00000010:1.0:1767384986.318763:0:17072:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d3dc27f3. 00040000:00000010:1.0:1767384986.318767:0:17072:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000faf9491f. 00040000:00000010:1.0:1767384986.318770:0:17072:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004abdcea4. 00080000:00000010:1.0:1767384986.318774:0:17072:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b6f40c9a. 00080000:00000010:1.0:1767384986.318786:0:17072:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f5c785f6. 00000004:00000010:1.0:1767384986.318790:0:17072:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000052840b05. 00002000:00000010:1.0:1767384986.318793:0:17072:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c90d507a. 00000020:00000010:1.0:1767384986.318796:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5fd0cb. 00000020:00000010:1.0:1767384986.318800:0:17072:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000049337555. 00000100:00000010:1.0:1767384986.318805:0:17072:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f531a94c. 00000100:00100000:1.0:1767384986.318807:0:17072:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000cede88cb:17072] 1 exiting: rc = 0 00000100:00000010:2.0:1767384986.318827:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dc502d20. 00000100:00000010:2.0:1767384986.318832:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000cede88cb. 00000100:00000010:2.0:1767384986.318834:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000880931c. 00000100:00000010:2.0:1767384986.318837:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000735eb2a. 00000100:00000001:2.0:1767384986.318840:0:40089:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384986.318841:0:40089:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384986.318844:0:40089:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767384986.318848:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318850:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318852:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f013f6c. 00000400:00000200:2.0:1767384986.318855:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a8070d 00000400:00000010:2.0:1767384986.318857:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000099a8070d. 00000100:00000001:2.0:1767384986.318860:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318861:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318883:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318885:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384986.318888:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318889:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318891:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318892:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4576bfd. 00000400:00000200:2.0:1767384986.318895:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000009358d0 00000400:00000010:2.0:1767384986.318897:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000009358d0. 00000100:00000001:2.0:1767384986.318899:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318900:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318903:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318904:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384986.318906:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318907:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318908:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318909:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090e30a2c. 00000400:00000200:2.0:1767384986.318910:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7c76cb6 00000400:00000010:2.0:1767384986.318911:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e7c76cb6. 00000100:00000001:2.0:1767384986.318913:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318914:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318919:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318920:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384986.318922:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318924:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318925:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318926:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089de1a42. 00000400:00000200:2.0:1767384986.318928:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022ed37be 00000400:00000010:2.0:1767384986.318929:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000022ed37be. 00000100:00000001:2.0:1767384986.318932:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318933:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318936:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318937:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384986.318938:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318939:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318939:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318940:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a03b169. 00000400:00000200:2.0:1767384986.318941:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000598b456d 00000400:00000010:2.0:1767384986.318942:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000598b456d. 00000100:00000001:2.0:1767384986.318944:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318944:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318947:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318947:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384986.318948:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318949:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318950:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318950:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b19e692. 00000400:00000200:2.0:1767384986.318951:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007dab4fc 00000400:00000010:2.0:1767384986.318952:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000007dab4fc. 00000100:00000001:2.0:1767384986.318953:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318954:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318957:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318957:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384986.318958:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318959:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318960:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318960:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061319a0c. 00000400:00000200:2.0:1767384986.318961:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f47bcaf8 00000400:00000010:2.0:1767384986.318962:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f47bcaf8. 00000100:00000001:2.0:1767384986.318963:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318964:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318966:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318967:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384986.318968:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318969:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318969:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318970:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dccc801. 00000400:00000200:2.0:1767384986.318971:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f1be2ad 00000400:00000010:2.0:1767384986.318973:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009f1be2ad. 00000100:00000001:2.0:1767384986.318974:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318975:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318977:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318978:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384986.318979:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318979:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318980:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318981:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029c1ad88. 00000400:00000200:2.0:1767384986.318982:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7c63c35 00000400:00000010:2.0:1767384986.318983:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a7c63c35. 00000100:00000001:2.0:1767384986.318984:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318985:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318987:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318988:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384986.318989:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318989:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.318990:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.318991:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c1fce17. 00000400:00000200:2.0:1767384986.318992:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019651673 00000400:00000010:2.0:1767384986.318992:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000019651673. 00000100:00000001:2.0:1767384986.318994:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.318994:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.318997:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.318997:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384986.318998:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.318999:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319000:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319000:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37ec128. 00000400:00000200:2.0:1767384986.319001:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b5c9828 00000400:00000010:2.0:1767384986.319002:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008b5c9828. 00000100:00000001:2.0:1767384986.319003:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319004:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319006:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319007:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384986.319008:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319008:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319009:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319010:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ac6deff. 00000400:00000200:2.0:1767384986.319011:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009864e799 00000400:00000010:2.0:1767384986.319012:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009864e799. 00000100:00000001:2.0:1767384986.319013:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319014:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319016:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319017:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384986.319018:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319019:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319019:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319020:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f8fa507. 00000400:00000200:2.0:1767384986.319021:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edf117a8 00000400:00000010:2.0:1767384986.319022:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000edf117a8. 00000100:00000001:2.0:1767384986.319023:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319024:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319026:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319027:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384986.319027:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319028:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319029:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319030:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076dcf29c. 00000400:00000200:2.0:1767384986.319031:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000085fc5c4 00000400:00000010:2.0:1767384986.319031:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000085fc5c4. 00000100:00000001:2.0:1767384986.319033:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319034:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319036:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319037:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384986.319037:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319038:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319039:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319039:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b48b56d. 00000400:00000200:2.0:1767384986.319040:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077ab40b1 00000400:00000010:2.0:1767384986.319041:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000077ab40b1. 00000100:00000001:2.0:1767384986.319042:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319043:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319045:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319046:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384986.319048:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319048:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319049:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319050:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bf428ef. 00000400:00000200:2.0:1767384986.319051:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce195859 00000400:00000010:2.0:1767384986.319052:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ce195859. 00000100:00000001:2.0:1767384986.319053:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319054:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319056:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319057:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384986.319057:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319058:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319059:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319059:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092738b17. 00000400:00000200:2.0:1767384986.319060:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a822583 00000400:00000010:2.0:1767384986.319061:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000a822583. 00000100:00000001:2.0:1767384986.319063:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319063:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319065:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319066:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384986.319067:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319068:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319068:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319069:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c919d473. 00000400:00000200:2.0:1767384986.319070:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000347e274b 00000400:00000010:2.0:1767384986.319071:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000347e274b. 00000100:00000001:2.0:1767384986.319072:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319073:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319075:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319076:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384986.319077:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319077:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319078:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319079:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0690193. 00000400:00000200:2.0:1767384986.319080:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c614e19f 00000400:00000010:2.0:1767384986.319080:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c614e19f. 00000100:00000001:2.0:1767384986.319082:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319082:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319085:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319086:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384986.319086:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319087:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319088:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319088:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee253062. 00000400:00000200:2.0:1767384986.319090:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000582a120a 00000400:00000010:2.0:1767384986.319091:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000582a120a. 00000100:00000001:2.0:1767384986.319092:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319092:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319094:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319095:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384986.319096:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319097:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319097:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319098:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7b9cffb. 00000400:00000200:2.0:1767384986.319099:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d36dee5f 00000400:00000010:2.0:1767384986.319100:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d36dee5f. 00000100:00000001:2.0:1767384986.319101:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319101:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319104:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319104:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384986.319105:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319106:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319106:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319107:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000377ff5d8. 00000400:00000200:2.0:1767384986.319108:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed6d1e64 00000400:00000010:2.0:1767384986.319109:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ed6d1e64. 00000100:00000001:2.0:1767384986.319110:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319111:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319113:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319114:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384986.319114:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319115:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319116:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319116:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc43f157. 00000400:00000200:2.0:1767384986.319117:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000323436b6 00000400:00000010:2.0:1767384986.319118:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000323436b6. 00000100:00000001:2.0:1767384986.319120:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319121:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319124:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319125:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384986.319126:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319127:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319128:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319128:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008b8c41c. 00000400:00000200:2.0:1767384986.319129:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028bc7e0a 00000400:00000010:2.0:1767384986.319130:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000028bc7e0a. 00000100:00000001:2.0:1767384986.319131:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319132:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319134:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319135:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384986.319136:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319137:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319137:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319138:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9eb8d2. 00000400:00000200:2.0:1767384986.319139:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c89a5e18 00000400:00000010:2.0:1767384986.319140:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c89a5e18. 00000100:00000001:2.0:1767384986.319141:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319142:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319144:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319145:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384986.319146:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319147:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319147:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319148:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d24bdb. 00000400:00000200:2.0:1767384986.319149:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6d55379 00000400:00000010:2.0:1767384986.319150:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a6d55379. 00000100:00000001:2.0:1767384986.319151:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319151:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319154:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319154:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384986.319155:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319156:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319157:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319157:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002359a515. 00000400:00000200:2.0:1767384986.319159:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc382cc7 00000400:00000010:2.0:1767384986.319160:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fc382cc7. 00000100:00000001:2.0:1767384986.319161:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319162:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319165:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319166:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384986.319167:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319168:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319168:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319169:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002efa02b. 00000400:00000200:2.0:1767384986.319170:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe0f1e75 00000400:00000010:2.0:1767384986.319171:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fe0f1e75. 00000100:00000001:2.0:1767384986.319173:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319173:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319176:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319177:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384986.319177:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319178:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319179:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319179:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cf01cce. 00000400:00000200:2.0:1767384986.319180:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb2ec16 00000400:00000010:2.0:1767384986.319181:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ddb2ec16. 00000100:00000001:2.0:1767384986.319183:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319183:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319185:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319186:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384986.319187:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319188:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319188:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319189:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce097dd0. 00000400:00000200:2.0:1767384986.319190:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dd2c28a 00000400:00000010:2.0:1767384986.319191:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000dd2c28a. 00000100:00000001:2.0:1767384986.319192:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319193:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319195:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319196:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384986.319197:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319198:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319199:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319200:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009961ed52. 00000400:00000200:2.0:1767384986.319201:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9a738f9 00000400:00000010:2.0:1767384986.319202:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c9a738f9. 00000100:00000001:2.0:1767384986.319203:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319204:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319206:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319207:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384986.319208:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319208:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319209:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319209:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010762538. 00000400:00000200:2.0:1767384986.319210:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca21891 00000400:00000010:2.0:1767384986.319211:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003ca21891. 00000100:00000001:2.0:1767384986.319212:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319213:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319215:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319216:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384986.319217:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319218:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319218:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319219:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002da043c1. 00000400:00000200:2.0:1767384986.319220:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002abe09ff 00000400:00000010:2.0:1767384986.319221:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002abe09ff. 00000100:00000001:2.0:1767384986.319222:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319223:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319225:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319226:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384986.319226:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319227:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319228:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319228:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e6612f9. 00000400:00000200:2.0:1767384986.319229:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7e38a7 00000400:00000010:2.0:1767384986.319230:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001a7e38a7. 00000100:00000001:2.0:1767384986.319231:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319232:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319234:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319235:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384986.319236:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319237:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319237:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319238:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e975b14. 00000400:00000200:2.0:1767384986.319239:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7146726 00000400:00000010:2.0:1767384986.319240:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d7146726. 00000100:00000001:2.0:1767384986.319241:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319242:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319244:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319245:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384986.319245:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319246:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319247:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319247:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae258a4e. 00000400:00000200:2.0:1767384986.319248:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d1877a5 00000400:00000010:2.0:1767384986.319249:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001d1877a5. 00000100:00000001:2.0:1767384986.319250:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319251:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319253:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319254:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384986.319255:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319255:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319256:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319257:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033176f66. 00000400:00000200:2.0:1767384986.319258:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134cef6d 00000400:00000010:2.0:1767384986.319258:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000134cef6d. 00000100:00000001:2.0:1767384986.319260:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319260:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319263:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319263:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384986.319264:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319265:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319265:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319266:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d993205d. 00000400:00000200:2.0:1767384986.319267:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002666b975 00000400:00000010:2.0:1767384986.319268:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002666b975. 00000100:00000001:2.0:1767384986.319269:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319269:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319272:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319273:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384986.319274:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319275:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319276:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319277:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f37bbf93. 00000400:00000200:2.0:1767384986.319278:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014881acd 00000400:00000010:2.0:1767384986.319278:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000014881acd. 00000100:00000001:2.0:1767384986.319280:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319280:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319283:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319283:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384986.319284:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319285:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319285:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319286:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fafbb335. 00000400:00000200:2.0:1767384986.319287:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f2ed53c 00000400:00000010:2.0:1767384986.319288:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005f2ed53c. 00000100:00000001:2.0:1767384986.319289:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319289:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319292:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319293:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384986.319294:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319294:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319295:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319295:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c320e38. 00000400:00000200:2.0:1767384986.319296:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057b32f76 00000400:00000010:2.0:1767384986.319297:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000057b32f76. 00000100:00000001:2.0:1767384986.319298:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319299:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319301:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319302:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384986.319316:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319318:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319318:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319319:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f417355d. 00000400:00000200:2.0:1767384986.319321:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000022f7420 00000400:00000010:2.0:1767384986.319321:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000022f7420. 00000100:00000001:2.0:1767384986.319323:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319324:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319327:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319328:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384986.319329:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319330:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319330:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319331:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2073af7. 00000400:00000200:2.0:1767384986.319332:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000056c004d 00000400:00000010:2.0:1767384986.319333:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000056c004d. 00000100:00000001:2.0:1767384986.319334:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319335:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319337:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319338:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384986.319339:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319340:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319340:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319341:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5ba094. 00000400:00000200:2.0:1767384986.319342:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1000cd 00000400:00000010:2.0:1767384986.319343:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ba1000cd. 00000100:00000001:2.0:1767384986.319344:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319345:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319347:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319348:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384986.319349:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319350:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319350:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319351:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a85c0bf. 00000400:00000200:2.0:1767384986.319352:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cc14ee1 00000400:00000010:2.0:1767384986.319353:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003cc14ee1. 00000100:00000001:2.0:1767384986.319356:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319357:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319359:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319360:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384986.319361:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319363:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319363:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319364:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acef4e42. 00000400:00000200:2.0:1767384986.319366:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003787a79e 00000400:00000010:2.0:1767384986.319367:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003787a79e. 00000100:00000001:2.0:1767384986.319369:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319369:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319372:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319373:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384986.319373:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319374:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319375:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319376:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013819483. 00000400:00000200:2.0:1767384986.319377:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000928b7a43 00000400:00000010:2.0:1767384986.319377:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000928b7a43. 00000100:00000001:2.0:1767384986.319379:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319379:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319382:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319383:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384986.319383:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319384:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319385:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319386:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bb78c37. 00000400:00000200:2.0:1767384986.319387:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a608df26 00000400:00000010:2.0:1767384986.319387:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a608df26. 00000100:00000001:2.0:1767384986.319389:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319389:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319392:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319393:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384986.319394:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319394:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319395:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319396:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013e5950a. 00000400:00000200:2.0:1767384986.319397:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000715bdcb4 00000400:00000010:2.0:1767384986.319398:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000715bdcb4. 00000100:00000001:2.0:1767384986.319399:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319399:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319402:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319403:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384986.319403:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319404:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319406:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319406:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b927f89a. 00000400:00000200:2.0:1767384986.319407:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88fa438 00000400:00000010:2.0:1767384986.319409:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c88fa438. 00000100:00000001:2.0:1767384986.319411:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319411:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319414:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319415:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384986.319415:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319417:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319417:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319418:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052bde937. 00000400:00000200:2.0:1767384986.319419:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de7b40fb 00000400:00000010:2.0:1767384986.319420:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000de7b40fb. 00000100:00000001:2.0:1767384986.319421:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319422:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319424:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319425:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384986.319426:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319427:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319427:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319428:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f4fbf50. 00000400:00000200:2.0:1767384986.319429:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f634cc78 00000400:00000010:2.0:1767384986.319430:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f634cc78. 00000100:00000001:2.0:1767384986.319431:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319432:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319434:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319435:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384986.319436:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319437:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319437:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319438:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b098cb8b. 00000400:00000200:2.0:1767384986.319439:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000426078d6 00000400:00000010:2.0:1767384986.319440:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000426078d6. 00000100:00000001:2.0:1767384986.319441:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319441:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319444:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319445:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384986.319446:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319447:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319447:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319448:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4050a25. 00000400:00000200:2.0:1767384986.319449:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3e5104 00000400:00000010:2.0:1767384986.319450:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001d3e5104. 00000100:00000001:2.0:1767384986.319452:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319453:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319455:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319456:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384986.319456:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319457:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319458:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319459:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000013da5b2. 00000400:00000200:2.0:1767384986.319460:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0aff541 00000400:00000010:2.0:1767384986.319460:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f0aff541. 00000100:00000001:2.0:1767384986.319462:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319462:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319465:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319465:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384986.319466:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319467:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319468:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319468:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004497fcfb. 00000400:00000200:2.0:1767384986.319469:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fec35 00000400:00000010:2.0:1767384986.319470:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000372fec35. 00000100:00000001:2.0:1767384986.319472:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319472:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319475:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319475:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384986.319476:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319477:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319478:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319478:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000031af07b. 00000400:00000200:2.0:1767384986.319479:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000992ee6 00000400:00000010:2.0:1767384986.319480:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000000992ee6. 00000100:00000001:2.0:1767384986.319482:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319482:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319485:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319486:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384986.319487:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319488:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319489:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319489:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001168c0e0. 00000400:00000200:2.0:1767384986.319491:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000393047dc 00000400:00000010:2.0:1767384986.319491:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000393047dc. 00000100:00000001:2.0:1767384986.319493:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319493:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319496:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319496:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384986.319497:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319498:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319499:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319499:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3e8b64. 00000400:00000200:2.0:1767384986.319500:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7866313 00000400:00000010:2.0:1767384986.319501:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a7866313. 00000100:00000001:2.0:1767384986.319502:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319503:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319505:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319506:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384986.319507:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319507:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319508:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319509:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019c70c9f. 00000400:00000200:2.0:1767384986.319510:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061e8e79a 00000400:00000010:2.0:1767384986.319510:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000061e8e79a. 00000100:00000001:2.0:1767384986.319512:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319512:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319515:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319515:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384986.319516:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319517:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319518:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319518:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000622606dc. 00000400:00000200:2.0:1767384986.319519:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3508dd 00000400:00000010:2.0:1767384986.319520:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001d3508dd. 00000100:00000001:2.0:1767384986.319522:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319523:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319525:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319526:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384986.319527:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319528:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319529:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319530:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f15503ad. 00000400:00000200:2.0:1767384986.319530:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9a3dfb9 00000400:00000010:2.0:1767384986.319531:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d9a3dfb9. 00000100:00000001:2.0:1767384986.319533:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319533:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319535:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319536:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384986.319537:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319538:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319539:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319539:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f70872fb. 00000400:00000200:2.0:1767384986.319540:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019c33975 00000400:00000010:2.0:1767384986.319541:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000019c33975. 00000100:00000001:2.0:1767384986.319542:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319543:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319545:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319546:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384986.319546:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384986.319547:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384986.319548:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384986.319548:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8dcb88f. 00000400:00000200:2.0:1767384986.319549:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c41ab54d 00000400:00000010:2.0:1767384986.319550:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c41ab54d. 00000100:00000001:2.0:1767384986.319551:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384986.319552:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384986.319554:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384986.319555:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384986.319556:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384986.319557:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319558:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319560:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319561:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319562:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319563:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319563:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319564:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319565:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319565:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319566:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319567:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319568:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319568:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319569:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319570:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319571:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319571:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319572:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319573:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319573:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319574:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319575:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319575:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319576:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319577:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319577:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319578:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319579:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319579:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319580:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319581:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319581:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319582:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319583:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319583:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319584:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319585:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319585:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319586:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319587:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319587:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319588:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319589:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319590:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319591:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319591:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319592:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319593:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319594:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319595:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319595:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319596:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319597:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319598:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319598:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319599:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319600:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319600:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319601:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319602:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319602:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319603:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319604:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319604:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319605:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319606:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319606:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319607:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319608:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319608:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319609:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319610:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319610:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319611:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319612:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319612:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319613:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319614:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319614:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319615:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319616:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319616:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319617:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319618:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319619:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319620:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319620:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319621:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319622:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319623:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319624:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319624:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319625:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319626:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319626:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319627:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319628:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319628:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319629:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319630:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319630:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319631:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319632:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319632:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319633:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319634:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319634:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319635:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319636:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319636:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319637:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319638:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319638:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319639:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319640:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319640:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319641:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319642:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319642:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319643:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319644:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319644:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319646:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319646:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319647:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384986.319648:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384986.319649:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384986.319661:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319662:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e372b06d. 02000000:00000001:2.0:1767384986.319664:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319666:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008806198b. 02000000:00000001:2.0:1767384986.319668:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319669:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000800018b1. 02000000:00000001:2.0:1767384986.319671:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319672:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a66dcdfc. 02000000:00000001:2.0:1767384986.319674:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319675:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000c9ecb41. 02000000:00000001:2.0:1767384986.319676:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319677:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001cddbdb. 02000000:00000001:2.0:1767384986.319679:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319680:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003662b817. 02000000:00000001:2.0:1767384986.319681:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319682:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7518192. 02000000:00000001:2.0:1767384986.319684:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319684:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000586ac71d. 02000000:00000001:2.0:1767384986.319686:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319686:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c996b6fa. 02000000:00000001:2.0:1767384986.319688:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319689:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004807cd1d. 02000000:00000001:2.0:1767384986.319690:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319690:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006cd8c3c2. 02000000:00000001:2.0:1767384986.319692:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319692:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000c03071dd. 02000000:00000001:2.0:1767384986.319693:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319694:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005162b287. 02000000:00000001:2.0:1767384986.319695:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319696:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 0000000074860d55. 02000000:00000001:2.0:1767384986.319697:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319698:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2f6cc86. 02000000:00000001:2.0:1767384986.319699:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319700:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000071223e4c. 02000000:00000001:2.0:1767384986.319702:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319702:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7c7afa7. 02000000:00000001:2.0:1767384986.319704:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319705:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000043f2a120. 02000000:00000001:2.0:1767384986.319707:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319707:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008027928c. 02000000:00000001:2.0:1767384986.319709:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319709:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000073191600. 02000000:00000001:2.0:1767384986.319710:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319711:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfa954a. 02000000:00000001:2.0:1767384986.319713:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319713:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004e6ddaef. 02000000:00000001:2.0:1767384986.319714:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319715:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c996344. 02000000:00000001:2.0:1767384986.319717:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319717:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa3b6050. 02000000:00000001:2.0:1767384986.319718:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319719:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f558f2b4. 02000000:00000001:2.0:1767384986.319721:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319721:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b390f9fd. 02000000:00000001:2.0:1767384986.319722:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319723:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c761fc2. 02000000:00000001:2.0:1767384986.319724:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319725:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a8cb804e. 02000000:00000001:2.0:1767384986.319726:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319727:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046e12a25. 02000000:00000001:2.0:1767384986.319728:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319729:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000632e6aa7. 02000000:00000001:2.0:1767384986.319730:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319731:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006959c6eb. 02000000:00000001:2.0:1767384986.319732:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319733:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000687b9492. 02000000:00000001:2.0:1767384986.319734:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319735:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034133a09. 02000000:00000001:2.0:1767384986.319737:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319737:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000095bfb527. 02000000:00000001:2.0:1767384986.319738:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319739:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000700edeb0. 02000000:00000001:2.0:1767384986.319741:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319742:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005f59868a. 02000000:00000001:2.0:1767384986.319743:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319744:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000daed88c1. 02000000:00000001:2.0:1767384986.319746:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319747:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004a203b71. 02000000:00000001:2.0:1767384986.319748:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319748:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002931cb4e. 02000000:00000001:2.0:1767384986.319750:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319750:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aad36637. 02000000:00000001:2.0:1767384986.319751:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319752:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033203a1c. 02000000:00000001:2.0:1767384986.319754:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319754:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004373c229. 02000000:00000001:2.0:1767384986.319755:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319756:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000947d5735. 02000000:00000001:2.0:1767384986.319757:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319758:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f31f6653. 02000000:00000001:2.0:1767384986.319759:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319759:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005caed85d. 02000000:00000001:2.0:1767384986.319761:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319762:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009343e535. 02000000:00000001:2.0:1767384986.319763:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319763:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025701b5b. 02000000:00000001:2.0:1767384986.319765:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319766:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000723d1004. 02000000:00000001:2.0:1767384986.319767:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319768:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5839b0e. 02000000:00000001:2.0:1767384986.319769:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319770:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d8ea3a02. 02000000:00000001:2.0:1767384986.319771:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319772:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000508d6c77. 02000000:00000001:2.0:1767384986.319773:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319774:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b71e817. 02000000:00000001:2.0:1767384986.319775:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319776:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064fc07d6. 02000000:00000001:2.0:1767384986.319777:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319778:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa3ebc87. 02000000:00000001:2.0:1767384986.319779:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319780:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003fb6c0b2. 02000000:00000001:2.0:1767384986.319781:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319782:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f8e9f3c6. 02000000:00000001:2.0:1767384986.319784:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319784:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5ed9c5b. 02000000:00000001:2.0:1767384986.319786:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319786:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000050b0369f. 02000000:00000001:2.0:1767384986.319787:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319788:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e72fc92e. 02000000:00000001:2.0:1767384986.319789:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319790:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c6fa779c. 02000000:00000001:2.0:1767384986.319791:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319791:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bc8f8da. 02000000:00000001:2.0:1767384986.319793:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319793:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000025c8a53f. 02000000:00000001:2.0:1767384986.319794:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319795:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000252606be. 02000000:00000001:2.0:1767384986.319797:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319797:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002a3d3373. 02000000:00000001:2.0:1767384986.319798:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319799:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1e5fa14. 02000000:00000001:2.0:1767384986.319801:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319801:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004f5e4347. 02000000:00000001:2.0:1767384986.319803:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319803:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a542a0b5. 02000000:00000001:2.0:1767384986.319805:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319805:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006979fdb6. 02000000:00000001:2.0:1767384986.319806:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319807:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca050fb3. 02000000:00000001:2.0:1767384986.319808:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319809:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000f831385. 02000000:00000001:2.0:1767384986.319811:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319811:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dba276a1. 02000000:00000001:2.0:1767384986.319812:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319813:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fa79a0d1. 02000000:00000001:2.0:1767384986.319814:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319815:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d28037d0. 02000000:00000001:2.0:1767384986.319816:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319817:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003cdf3d3f. 02000000:00000001:2.0:1767384986.319818:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319819:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d869650. 02000000:00000001:2.0:1767384986.319821:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319822:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ddedf623. 02000000:00000001:2.0:1767384986.319823:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319823:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060f747bc. 02000000:00000001:2.0:1767384986.319825:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319825:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005e673dd6. 02000000:00000001:2.0:1767384986.319827:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319827:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000768abb28. 02000000:00000001:2.0:1767384986.319828:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319829:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007033da90. 02000000:00000001:2.0:1767384986.319830:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319831:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c99d6235. 02000000:00000001:2.0:1767384986.319832:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319833:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c2e98c7. 02000000:00000001:2.0:1767384986.319834:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319834:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008366a359. 02000000:00000001:2.0:1767384986.319836:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319836:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f3a757b9. 02000000:00000001:2.0:1767384986.319837:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319838:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218bd129. 02000000:00000001:2.0:1767384986.319839:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319840:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ac05ef60. 02000000:00000001:2.0:1767384986.319841:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319842:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ea5c6eca. 02000000:00000001:2.0:1767384986.319843:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319844:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000ff4a3f4. 02000000:00000001:2.0:1767384986.319845:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319846:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee675b6c. 02000000:00000001:2.0:1767384986.319847:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319848:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000c815aa5d. 02000000:00000001:2.0:1767384986.319849:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319849:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dadf3640. 02000000:00000001:2.0:1767384986.319851:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319852:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b3d33e3. 02000000:00000001:2.0:1767384986.319853:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319853:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bde9fdcc. 02000000:00000001:2.0:1767384986.319855:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319856:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000001263582b. 02000000:00000001:2.0:1767384986.319857:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319858:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003915254a. 02000000:00000001:2.0:1767384986.319859:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384986.319860:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a0949ebb. 02000000:00000001:2.0:1767384986.319861:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384986.319862:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd0514f2. 00010000:00000010:3.1:1767384986.319989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000000f5f00. 00010000:00000010:3.1:1767384986.320004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000058c7a321. 00010000:00000010:3.1:1767384986.320012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000149a1cfd. 00010000:00000010:3.1:1767384986.320019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000075e8af22. 00010000:00000010:3.1:1767384986.320038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3cc3706. 00010000:00000010:3.1:1767384986.320045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e79dc787. 00010000:00000010:3.1:1767384986.320052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003542d674. 00010000:00000010:3.1:1767384986.320061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e182a01f. 00000100:00000010:2.0:1767384986.320197:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000079472873. 00000100:00000010:2.0:1767384986.320219:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000443ff4e0. 00000100:00000010:2.0:1767384986.320221:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003f2c5680. 00000100:00000010:2.0:1767384986.320241:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d4e5c89. 00000100:00000010:2.0:1767384986.320242:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e6cd51df. 00000100:00000010:2.0:1767384986.320260:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000812d2442. 00000100:00000010:2.0:1767384986.320262:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a7b98d8b. 00000100:00000010:2.0:1767384986.320276:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e51b34a. 00000100:00000010:2.0:1767384986.320278:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000087b00ac6. 00000100:00000010:2.0:1767384986.320294:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef0935bd. 00000100:00000010:2.0:1767384986.320296:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003849a799. 00000100:00000010:2.0:1767384986.320324:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c55e4585. 00000100:00000010:2.0:1767384986.320326:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ea53ce8f. 00000100:00000010:2.0:1767384986.320342:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002f2d960. 00000100:00000010:2.0:1767384986.320344:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d3967e98. 00000100:00000010:2.0:1767384986.320361:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006c22e71. 00000100:00000010:2.0:1767384986.320362:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000079543e28. 00000100:00000010:2.0:1767384986.320379:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a84a8751. 00000100:00000010:2.0:1767384986.320381:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d6b049b8. 00000100:00000010:2.0:1767384986.320398:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031d2451a. 00000100:00000010:2.0:1767384986.320399:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000071972e95. 00000100:00000010:2.0:1767384986.320416:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3e7eaa0. 00000100:00000010:2.0:1767384986.320417:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ab4637ff. 00000100:00000010:2.0:1767384986.320435:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f618ff15. 00000100:00000010:2.0:1767384986.320437:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000886c699b. 00000100:00000010:2.0:1767384986.320452:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000376dcc6a. 00000100:00000010:2.0:1767384986.320454:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000efb3d7b2. 00000100:00000010:2.0:1767384986.320469:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8919033. 00000100:00000010:2.0:1767384986.320470:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000020efe1cb. 00000100:00000010:2.0:1767384986.320483:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bc1c39c. 00000100:00000010:2.0:1767384986.320485:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000228fe74. 00000100:00000010:2.0:1767384986.320502:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051965466. 00000100:00000010:2.0:1767384986.320504:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d5dcce14. 00000100:00000010:2.0:1767384986.320518:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bbc590a. 00000100:00000010:2.0:1767384986.320520:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000095d53a6a. 00000100:00000010:2.0:1767384986.320538:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4a4cafd. 00000100:00000010:2.0:1767384986.320542:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000025152a31. 00000100:00000010:2.0:1767384986.320563:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d30e9a0e. 00000100:00000010:2.0:1767384986.320566:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000af60cdac. 00000100:00000010:2.0:1767384986.320594:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f30293d. 00000100:00000010:2.0:1767384986.320597:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e10cf9ad. 00000100:00000010:2.0:1767384986.320620:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f1803d8. 00000100:00000010:2.0:1767384986.320622:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d01fc0d3. 00000100:00000010:2.0:1767384986.320642:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d7400f1. 00000100:00000010:2.0:1767384986.320644:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000027d6580b. 00000100:00000010:2.0:1767384986.320662:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a65a63eb. 00000100:00000010:2.0:1767384986.320664:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b0afdb6f. 00000100:00000010:2.0:1767384986.320683:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000330fe337. 00000100:00000010:2.0:1767384986.320685:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000d5d849b. 00000100:00000010:2.0:1767384986.320700:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da8bf44d. 00000100:00000010:2.0:1767384986.320702:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cd89fbee. 00000100:00000010:2.0:1767384986.320717:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062f9248f. 00000100:00000010:2.0:1767384986.320719:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008f190100. 00000100:00000010:2.0:1767384986.320735:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080660dd6. 00000100:00000010:2.0:1767384986.320737:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dadc25b9. 00000100:00000010:2.0:1767384986.320754:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f87725a5. 00000100:00000010:2.0:1767384986.320756:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000205a9227. 00000100:00000010:2.0:1767384986.320771:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b151e2f. 00000100:00000010:2.0:1767384986.320772:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009d0c70b8. 00000100:00000010:2.0:1767384986.320787:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b83f72bf. 00000100:00000010:2.0:1767384986.320789:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d98b1619. 00000100:00000010:2.0:1767384986.320805:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049401279. 00000100:00000010:2.0:1767384986.320807:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000031b3a907. 00000100:00000010:2.0:1767384986.320824:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b11cbcc. 00000100:00000010:2.0:1767384986.320826:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000abd278ca. 00000100:00000010:2.0:1767384986.320850:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053b07f2b. 00000100:00000010:2.0:1767384986.320852:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000010bd66ab. 00000100:00000010:2.0:1767384986.320911:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a022af9b. 00000100:00000010:2.0:1767384986.320913:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000af706271. 00000100:00000010:2.0:1767384986.320929:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d72044b. 00000100:00000010:2.0:1767384986.320931:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006fe28f6b. 00000100:00000010:2.0:1767384986.320949:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007175b39. 00000100:00000010:2.0:1767384986.320950:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d348b92b. 00000100:00000010:2.0:1767384986.320968:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062f98585. 00000100:00000010:2.0:1767384986.320969:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a57ce7d0. 00000100:00000010:2.0:1767384986.320988:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062acbdd7. 00000100:00000010:2.0:1767384986.320990:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001a09aebb. 00000100:00000010:2.0:1767384986.321009:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031c95655. 00000100:00000010:2.0:1767384986.321011:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002d3c19c2. 00000100:00000010:2.0:1767384986.321026:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfbff5a8. 00000100:00000010:2.0:1767384986.321028:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000050deff85. 00000100:00000010:2.0:1767384986.321043:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc0660d9. 00000100:00000010:2.0:1767384986.321045:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000b1e69bf. 00000100:00000010:2.0:1767384986.321058:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb2f79d1. 00000100:00000010:2.0:1767384986.321060:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001734cb9e. 00000100:00000010:2.0:1767384986.321075:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0666f7f. 00000100:00000010:2.0:1767384986.321077:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b3917d5d. 00000100:00000010:2.0:1767384986.321090:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a1ac4c4. 00000100:00000010:2.0:1767384986.321092:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b24fcf74. 00000100:00000010:2.0:1767384986.321105:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b7b8e4b. 00000100:00000010:2.0:1767384986.321106:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005bada06b. 00000100:00000010:2.0:1767384986.321122:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005802c6a5. 00000100:00000010:2.0:1767384986.321126:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000555dcef0. 00000100:00000010:2.0:1767384986.321144:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000258b7d1e. 00000100:00000010:2.0:1767384986.321148:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006648a588. 00000100:00000010:2.0:1767384986.321169:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae1dd0d4. 00000100:00000010:2.0:1767384986.321172:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009cdb61d9. 00000100:00000010:2.0:1767384986.321190:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009cd315e3. 00000100:00000010:2.0:1767384986.321191:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000d7ce1ed. 00000100:00000010:2.0:1767384986.321208:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040bf620b. 00000100:00000010:2.0:1767384986.321210:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cdd0df5a. 00000100:00000010:2.0:1767384986.321227:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1fdcdab. 00000100:00000010:2.0:1767384986.321229:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dab5b3e1. 00000100:00000010:2.0:1767384986.321241:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038421b7d. 00000100:00000010:2.0:1767384986.321243:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c3997bfb. 00000100:00000010:2.0:1767384986.321259:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e73b0a8. 00000100:00000010:2.0:1767384986.321261:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005c38b34e. 00000100:00000010:2.0:1767384986.321276:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071f599a1. 00000100:00000010:2.0:1767384986.321278:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000040edba7e. 00000100:00000010:2.0:1767384986.321292:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a37fc2f8. 00000100:00000010:2.0:1767384986.321293:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005d8110b3. 00000100:00000010:2.0:1767384986.321323:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db50eec3. 00000100:00000010:2.0:1767384986.321325:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007ea78fea. 00000100:00000010:2.0:1767384986.321340:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5aa716e. 00000100:00000010:2.0:1767384986.321342:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b4f5d746. 00000100:00000010:2.0:1767384986.321357:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4234d06. 00000100:00000010:2.0:1767384986.321359:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008973c500. 00000100:00000010:2.0:1767384986.321373:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094526b4b. 00000100:00000010:2.0:1767384986.321375:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007fe3fee2. 00000100:00000010:2.0:1767384986.321392:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000086e5df. 00000100:00000010:2.0:1767384986.321394:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c1cfccb7. 00000100:00000010:2.0:1767384986.321412:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054e3fbd3. 00000100:00000010:2.0:1767384986.321413:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005f730015. 00000100:00000010:2.0:1767384986.321429:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000beda05a3. 00000100:00000010:2.0:1767384986.321430:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004edcc709. 00000100:00000010:2.0:1767384986.321445:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073d86172. 00000100:00000010:2.0:1767384986.321447:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ae43a99a. 00000100:00000010:2.0:1767384986.321461:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d73c936. 00000100:00000010:0.0:1767384986.321532:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000e3d70c9f. 00000100:00000010:0.0:1767384986.321554:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000003537707. 00000100:00000010:0.0:1767384986.321584:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000058646f31. 00000100:00000010:0.0:1767384986.321611:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000682b5fe8. 00000100:00000001:0.0:1767384986.321633:0:40089:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384986.321635:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.321638:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384986.321639:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384986.321641:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000004164356. 00000100:00000001:0.0:1767384986.321645:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384986.321646:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.321648:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.321649:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000022d0fb29. 00000100:00000001:0.0:1767384986.321652:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.321653:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.321654:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000012c5aedd. 00000100:00000001:0.0:1767384986.321657:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.321659:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.321660:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cf5fd69c. 00000100:00000001:0.0:1767384986.321662:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.321664:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.321665:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000002eaad2. 00000100:00000001:0.0:1767384986.321668:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.321669:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384986.321671:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384986.321672:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000cde98908. 00000100:00000001:0.0:1767384986.321675:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384986.321677:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.321678:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.321679:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001da12810. 00000100:00000001:0.0:1767384986.321682:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.321683:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.321684:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000008be5fb1. 00000100:00000001:0.0:1767384986.321687:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.321688:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.321689:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001f53315f. 00000100:00000001:0.0:1767384986.321692:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.321693:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.321694:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000054ff714c. 00000100:00000010:0.0:1767384986.321697:0:40089:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000006566e259. 00000100:00000001:0.0:1767384986.321708:0:40089:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384986.322084:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ad958927. 00000020:00000010:0.0:1767384986.322091:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f8057426. 00000020:00000010:0.0:1767384986.322096:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f4a8d96f. 00000020:00000010:0.0:1767384986.322101:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000017559013. 00000020:00000010:0.0:1767384986.322108:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008f2d9bc1. 00000020:00000010:0.0:1767384986.322113:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bcccbdf8. 00000100:00000010:0.0:1767384986.322165:0:40089:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000001b37dae. 00000100:00000010:0.0:1767384986.322178:0:40089:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000935ed3b0. 00000100:00000010:0.0:1767384986.322183:0:40089:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000935b3c4e. 00000100:00000010:0.0:1767384986.322188:0:40089:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003d54225a. 00000100:00000001:0.0:1767384986.322191:0:40089:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.322193:0:40089:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384986.322194:0:40089:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:0.0:1767384986.322197:0:40089:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384986.322199:0:40089:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384986.322200:0:40089:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:0.0:1767384986.322201:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:0.0:1767384986.322203:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:0.0:1767384986.322219:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:3.0:1767384986.322236:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000076a3a886. 00000040:00000010:3.0:1767384986.322243:0:17075:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000069aff6b9. 00000020:00000010:3.0:1767384986.322247:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ae9ba35b. 00000020:00000010:3.0:1767384986.322252:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e1b331ac. 00000020:00000010:1.0:1767384986.322253:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009733373a. 00000020:00000010:3.0:1767384986.322257:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000edb9f789. 00000040:00000010:1.0:1767384986.322261:0:17074:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b017a312. 80000000:00000010:3.0:1767384986.322264:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b2f1dcfb. 00000020:00000010:1.0:1767384986.322269:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000030d87f28. 40000000:00000010:3.0:1767384986.322271:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b66d05fc. 00000020:00000010:1.0:1767384986.322276:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005766f0ac. 00100000:00000010:3.0:1767384986.322278:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000042b95e40. 00040000:00000010:3.0:1767384986.322285:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ddcaaeee. 00000020:00000010:1.0:1767384986.322285:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000329380b. 00040000:00000010:3.0:1767384986.322290:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005151afd7. 80000000:00000010:1.0:1767384986.322293:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000086aa22b. 00080000:00000010:3.0:1767384986.322298:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c565f7ec. 40000000:00000010:1.0:1767384986.322300:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000beb2436a. 00080000:00000010:3.0:1767384986.322317:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008a438032. 00100000:00000010:1.0:1767384986.322319:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fe9ac4e8. 00000004:00000010:3.0:1767384986.322325:0:17075:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000aacf81e3. 00040000:00000010:1.0:1767384986.322326:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000091f02284. 00000020:00000010:3.0:1767384986.322331:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038b54aca. 00040000:00000010:1.0:1767384986.322333:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000106f271b. 00080000:00000010:1.0:1767384986.322342:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004364d09f. 00080000:00000010:1.0:1767384986.322349:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000005fa7bf8. 00000004:00000010:1.0:1767384986.322354:0:17074:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b736c71b. 00000020:00000010:1.0:1767384986.322359:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f2d88ba. 00000020:00000010:1.0:1767384986.322365:0:17074:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b05ad7bb. 00000100:00000010:1.0:1767384986.322377:0:17074:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c4848088. 00000100:00100000:1.0:1767384986.322381:0:17074:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [0000000072d26fde:17074] 0 exiting: rc = 1 00000020:00000010:3.0:1767384986.322857:0:17075:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000049341ca1. 00000100:00000010:3.0:1767384986.323390:0:17075:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000619d0926. 00000100:00100000:3.0:1767384986.323395:0:17075:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000cb60cefa:17075] 1 exiting: rc = 0 00000100:00000010:0.0:1767384986.323427:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000072d26fde. 00000100:00000010:0.0:1767384986.323435:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000cb60cefa. 00000100:00000001:0.0:1767384986.323441:0:40089:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384986.323442:0:40089:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384986.323445:0:40089:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:0.0:1767384986.323449:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323450:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323452:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000749ff76f. 00000400:00000200:0.0:1767384986.323456:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4f80df7 00000400:00000010:0.0:1767384986.323457:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4f80df7. 00000100:00000001:0.0:1767384986.323461:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323463:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323470:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323472:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384986.323475:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323477:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323483:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323484:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9837141. 00000400:00000200:0.0:1767384986.323487:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c53a74 00000400:00000010:0.0:1767384986.323489:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3c53a74. 00000100:00000001:0.0:1767384986.323493:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323494:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323500:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323502:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384986.323504:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323506:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323507:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323508:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ba5b30c. 00000400:00000200:0.0:1767384986.323511:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042a38f7c 00000400:00000010:0.0:1767384986.323513:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042a38f7c. 00000100:00000001:0.0:1767384986.323515:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323516:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323523:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323525:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384986.323527:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323529:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323530:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323531:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000243fa9c2. 00000400:00000200:0.0:1767384986.323534:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273663d3 00000400:00000010:0.0:1767384986.323535:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000273663d3. 00000100:00000001:0.0:1767384986.323538:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323539:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323546:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323547:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384986.323550:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323551:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323552:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323553:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e11cc09. 00000400:00000200:0.0:1767384986.323556:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c1ca799 00000400:00000010:0.0:1767384986.323557:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c1ca799. 00000100:00000001:0.0:1767384986.323560:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323561:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323568:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323569:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384986.323578:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323580:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323581:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323582:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000111e20d9. 00000400:00000200:0.0:1767384986.323584:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093b6cdf3 00000400:00000010:0.0:1767384986.323586:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093b6cdf3. 00000100:00000001:0.0:1767384986.323589:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323590:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323593:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323595:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384986.323598:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323599:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323600:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323601:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7007077. 00000400:00000200:0.0:1767384986.323604:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e8264b8 00000400:00000010:0.0:1767384986.323606:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e8264b8. 00000100:00000001:0.0:1767384986.323609:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323610:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323615:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323617:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384986.323619:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323621:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323622:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323623:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022220410. 00000400:00000200:0.0:1767384986.323626:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000056b1680 00000400:00000010:0.0:1767384986.323627:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000056b1680. 00000100:00000001:0.0:1767384986.323630:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323630:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323636:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323638:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384986.323640:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323641:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323643:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323644:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000beb21852. 00000400:00000200:0.0:1767384986.323646:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000588c5aa1 00000400:00000010:0.0:1767384986.323647:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000588c5aa1. 00000100:00000001:0.0:1767384986.323650:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323651:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323660:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323661:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384986.323663:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323664:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323665:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323666:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddfd3fa6. 00000400:00000200:0.0:1767384986.323669:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a401b6d 00000400:00000010:0.0:1767384986.323670:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a401b6d. 00000100:00000001:0.0:1767384986.323673:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323674:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323677:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323678:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384986.323680:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323681:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323682:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323683:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f22ef658. 00000400:00000200:0.0:1767384986.323686:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000539f45dd 00000400:00000010:0.0:1767384986.323687:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000539f45dd. 00000100:00000001:0.0:1767384986.323689:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323690:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323695:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323696:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384986.323698:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323699:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323700:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323701:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003975d209. 00000400:00000200:0.0:1767384986.323704:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058a9cbe 00000400:00000010:0.0:1767384986.323705:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000058a9cbe. 00000100:00000001:0.0:1767384986.323708:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323708:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323714:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323715:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384986.323717:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323718:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323719:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323720:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d40bdff. 00000400:00000200:0.0:1767384986.323723:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059bb245e 00000400:00000010:0.0:1767384986.323724:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059bb245e. 00000100:00000001:0.0:1767384986.323729:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323730:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323735:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323737:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384986.323739:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323740:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323741:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323742:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052c41a51. 00000400:00000200:0.0:1767384986.323745:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025ad23d7 00000400:00000010:0.0:1767384986.323746:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025ad23d7. 00000100:00000001:0.0:1767384986.323748:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323749:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323755:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323756:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384986.323758:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323759:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323760:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323762:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069d7649f. 00000400:00000200:0.0:1767384986.323764:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f5e90c 00000400:00000010:0.0:1767384986.323765:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f5e90c. 00000100:00000001:0.0:1767384986.323768:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323769:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323774:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323776:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384986.323777:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323779:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323780:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323781:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eb47434. 00000400:00000200:0.0:1767384986.323783:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a862926f 00000400:00000010:0.0:1767384986.323784:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a862926f. 00000100:00000001:0.0:1767384986.323786:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323787:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323791:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323791:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384986.323792:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323793:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323794:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323795:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035d20368. 00000400:00000200:0.0:1767384986.323800:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8f8c551 00000400:00000010:0.0:1767384986.323801:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8f8c551. 00000100:00000001:0.0:1767384986.323803:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323803:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323806:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323807:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384986.323807:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323808:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323809:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323813:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d159acf9. 00000400:00000200:0.0:1767384986.323814:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054aaec72 00000400:00000010:0.0:1767384986.323815:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054aaec72. 00000100:00000001:0.0:1767384986.323816:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323817:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323819:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323820:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384986.323822:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323823:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323823:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323824:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50271cd. 00000400:00000200:0.0:1767384986.323826:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000704c8553 00000400:00000010:0.0:1767384986.323827:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000704c8553. 00000100:00000001:0.0:1767384986.323828:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323829:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323832:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323833:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384986.323834:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323835:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323836:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323837:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a62445. 00000400:00000200:0.0:1767384986.323839:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1bdff47 00000400:00000010:0.0:1767384986.323840:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1bdff47. 00000100:00000001:0.0:1767384986.323841:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323842:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323845:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323846:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384986.323847:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323852:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323853:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323855:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018364b2e. 00000400:00000200:0.0:1767384986.323857:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1d552dc 00000400:00000010:0.0:1767384986.323858:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1d552dc. 00000100:00000001:0.0:1767384986.323860:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323860:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323897:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323899:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384986.323901:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323902:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323903:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323905:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030fbf9b0. 00000400:00000200:0.0:1767384986.323908:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8304ab9 00000400:00000010:0.0:1767384986.323909:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8304ab9. 00000100:00000001:0.0:1767384986.323912:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323913:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323919:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323920:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384986.323921:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323923:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323924:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323924:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e2efbf9. 00000400:00000200:0.0:1767384986.323927:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc6ca9fc 00000400:00000010:0.0:1767384986.323928:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc6ca9fc. 00000100:00000001:0.0:1767384986.323929:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323930:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323933:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323933:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384986.323934:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323935:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323935:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323936:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000129ae3de. 00000400:00000200:0.0:1767384986.323938:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083d9f1ef 00000400:00000010:0.0:1767384986.323939:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083d9f1ef. 00000100:00000001:0.0:1767384986.323941:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323941:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323944:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323949:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384986.323950:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323951:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323952:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323953:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83c1530. 00000400:00000200:0.0:1767384986.323955:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5ce1bdc 00000400:00000010:0.0:1767384986.323956:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5ce1bdc. 00000100:00000001:0.0:1767384986.323958:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323958:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323961:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323962:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384986.323963:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323964:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323965:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323965:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b91a8e60. 00000400:00000200:0.0:1767384986.323967:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cf7f4c4 00000400:00000010:0.0:1767384986.323968:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006cf7f4c4. 00000100:00000001:0.0:1767384986.323969:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323970:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323972:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323973:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384986.323974:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323974:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323975:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323976:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000917f5b2a. 00000400:00000200:0.0:1767384986.323978:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a16e5d38 00000400:00000010:0.0:1767384986.323979:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a16e5d38. 00000100:00000001:0.0:1767384986.323980:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323981:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.323983:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.323984:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384986.323985:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.323986:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.323986:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.323987:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e589179a. 00000400:00000200:0.0:1767384986.323989:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560eaee 00000400:00000010:0.0:1767384986.323990:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a560eaee. 00000100:00000001:0.0:1767384986.323991:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.323995:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324000:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324002:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384986.324004:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324005:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324006:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324007:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f23f713. 00000400:00000200:0.0:1767384986.324010:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003306d955 00000400:00000010:0.0:1767384986.324011:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003306d955. 00000100:00000001:0.0:1767384986.324014:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324015:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324021:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324023:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384986.324025:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324026:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324027:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324029:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000804a248e. 00000400:00000200:0.0:1767384986.324030:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c28c19e5 00000400:00000010:0.0:1767384986.324032:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c28c19e5. 00000100:00000001:0.0:1767384986.324034:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324035:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324040:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324041:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384986.324043:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324045:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324046:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324047:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048372302. 00000400:00000200:0.0:1767384986.324050:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000425b85e2 00000400:00000010:0.0:1767384986.324051:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000425b85e2. 00000100:00000001:0.0:1767384986.324054:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324055:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324060:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324062:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384986.324064:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324065:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324066:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324067:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6798f50. 00000400:00000200:0.0:1767384986.324069:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030020282 00000400:00000010:0.0:1767384986.324073:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030020282. 00000100:00000001:0.0:1767384986.324076:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324077:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324083:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324085:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384986.324087:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324089:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324090:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324091:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000340f40f0. 00000400:00000200:0.0:1767384986.324094:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3a3c2b0 00000400:00000010:0.0:1767384986.324095:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3a3c2b0. 00000100:00000001:0.0:1767384986.324098:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324099:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324102:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324103:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384986.324104:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324105:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324106:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324108:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019ec268a. 00000400:00000200:0.0:1767384986.324110:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dcd9c54 00000400:00000010:0.0:1767384986.324111:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dcd9c54. 00000100:00000001:0.0:1767384986.324113:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324114:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324119:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324121:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384986.324122:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324123:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324124:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324125:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbb859e2. 00000400:00000200:0.0:1767384986.324127:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000974f09ed 00000400:00000010:0.0:1767384986.324128:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000974f09ed. 00000100:00000001:0.0:1767384986.324130:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324131:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324133:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324134:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384986.324135:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324136:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324139:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324141:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b79797a. 00000400:00000200:0.0:1767384986.324142:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007760b42e 00000400:00000010:0.0:1767384986.324143:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007760b42e. 00000100:00000001:0.0:1767384986.324145:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324145:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324149:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324150:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384986.324150:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324151:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324152:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324153:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e445d5a. 00000400:00000200:0.0:1767384986.324154:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecaa4a62 00000400:00000010:0.0:1767384986.324155:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ecaa4a62. 00000100:00000001:0.0:1767384986.324156:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324156:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324159:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324159:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384986.324160:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324161:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324162:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324162:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048593626. 00000400:00000200:0.0:1767384986.324163:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c6b9147 00000400:00000010:0.0:1767384986.324164:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c6b9147. 00000100:00000001:0.0:1767384986.324166:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324166:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324169:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324170:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384986.324170:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324171:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324172:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324172:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ed407b1. 00000400:00000200:0.0:1767384986.324173:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026c34b51 00000400:00000010:0.0:1767384986.324174:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026c34b51. 00000100:00000001:0.0:1767384986.324175:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324176:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324178:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324179:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384986.324183:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324184:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324185:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324186:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050aadbe5. 00000400:00000200:0.0:1767384986.324188:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097624a67 00000400:00000010:0.0:1767384986.324189:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097624a67. 00000100:00000001:0.0:1767384986.324190:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324190:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324193:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324194:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384986.324195:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324196:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324196:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324197:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031741236. 00000400:00000200:0.0:1767384986.324198:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be328729 00000400:00000010:0.0:1767384986.324199:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be328729. 00000100:00000001:0.0:1767384986.324200:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324201:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324204:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324204:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384986.324205:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324206:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324206:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324207:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7dd19c4. 00000400:00000200:0.0:1767384986.324208:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee49a65c 00000400:00000010:0.0:1767384986.324209:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee49a65c. 00000100:00000001:0.0:1767384986.324210:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324211:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324213:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324214:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384986.324215:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324216:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324216:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324217:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000051accf0. 00000400:00000200:0.0:1767384986.324218:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a0efda 00000400:00000010:0.0:1767384986.324219:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053a0efda. 00000100:00000001:0.0:1767384986.324220:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324221:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324226:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324227:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384986.324228:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324230:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324231:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324232:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000062e73c1. 00000400:00000200:0.0:1767384986.324233:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000994f9348 00000400:00000010:0.0:1767384986.324234:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000994f9348. 00000100:00000001:0.0:1767384986.324235:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324235:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324238:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324238:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384986.324239:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324240:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324241:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324242:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f413deb. 00000400:00000200:0.0:1767384986.324243:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007040e9e1 00000400:00000010:0.0:1767384986.324244:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007040e9e1. 00000100:00000001:0.0:1767384986.324245:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324246:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324248:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324249:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384986.324250:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324250:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324251:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324252:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ff9e30e. 00000400:00000200:0.0:1767384986.324253:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d21532 00000400:00000010:0.0:1767384986.324253:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009d21532. 00000100:00000001:0.0:1767384986.324255:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324255:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324258:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324258:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384986.324259:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324260:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324261:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324262:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a002da85. 00000400:00000200:0.0:1767384986.324262:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8f2ed33 00000400:00000010:0.0:1767384986.324263:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8f2ed33. 00000100:00000001:0.0:1767384986.324267:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324268:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324271:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324272:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384986.324273:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324274:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324275:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324275:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041475503. 00000400:00000200:0.0:1767384986.324276:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e43077a 00000400:00000010:0.0:1767384986.324277:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e43077a. 00000100:00000001:0.0:1767384986.324278:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324279:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324281:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324282:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384986.324283:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324284:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324284:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324285:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cba090df. 00000400:00000200:0.0:1767384986.324286:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fddaad74 00000400:00000010:0.0:1767384986.324287:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fddaad74. 00000100:00000001:0.0:1767384986.324288:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324288:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324291:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324291:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384986.324292:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324293:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324294:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324294:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005768211b. 00000400:00000200:0.0:1767384986.324295:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059586c6f 00000400:00000010:0.0:1767384986.324296:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059586c6f. 00000100:00000001:0.0:1767384986.324297:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324298:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324300:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324301:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384986.324301:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324313:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324314:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324315:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3f73b3b. 00000400:00000200:0.0:1767384986.324320:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e2bc32 00000400:00000010:0.0:1767384986.324320:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3e2bc32. 00000100:00000001:0.0:1767384986.324322:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324323:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324325:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324326:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384986.324327:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324328:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324329:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324330:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1dd6fd5. 00000400:00000200:0.0:1767384986.324331:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c48b12e 00000400:00000010:0.0:1767384986.324332:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c48b12e. 00000100:00000001:0.0:1767384986.324333:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324333:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324336:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324337:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384986.324337:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324338:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324339:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324339:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d314423d. 00000400:00000200:0.0:1767384986.324340:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813a7840 00000400:00000010:0.0:1767384986.324341:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000813a7840. 00000100:00000001:0.0:1767384986.324342:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324343:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324345:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324346:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384986.324347:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324348:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324348:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324349:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003de850c1. 00000400:00000200:0.0:1767384986.324350:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f868c6a 00000400:00000010:0.0:1767384986.324351:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f868c6a. 00000100:00000001:0.0:1767384986.324352:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324352:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324355:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324355:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384986.324356:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324360:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324361:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324362:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062580a2b. 00000400:00000200:0.0:1767384986.324363:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f06b5996 00000400:00000010:0.0:1767384986.324364:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f06b5996. 00000100:00000001:0.0:1767384986.324365:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324366:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324368:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324369:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384986.324370:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324371:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324371:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324372:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000696c8229. 00000400:00000200:0.0:1767384986.324373:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073a12dfb 00000400:00000010:0.0:1767384986.324374:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073a12dfb. 00000100:00000001:0.0:1767384986.324375:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324375:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324378:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324378:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384986.324379:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324380:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324380:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324381:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bb8863b. 00000400:00000200:0.0:1767384986.324382:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000504f920f 00000400:00000010:0.0:1767384986.324383:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000504f920f. 00000100:00000001:0.0:1767384986.324384:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324384:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324387:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324387:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384986.324388:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324389:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324390:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324390:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009de4b804. 00000400:00000200:0.0:1767384986.324391:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cb19e7c 00000400:00000010:0.0:1767384986.324392:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007cb19e7c. 00000100:00000001:0.0:1767384986.324393:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324394:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324396:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324399:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384986.324400:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324402:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324402:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324403:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b631733. 00000400:00000200:0.0:1767384986.324404:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4c95176 00000400:00000010:0.0:1767384986.324405:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4c95176. 00000100:00000001:0.0:1767384986.324406:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324406:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324409:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324410:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384986.324410:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324411:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324412:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324412:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086381204. 00000400:00000200:0.0:1767384986.324413:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e6a2b4 00000400:00000010:0.0:1767384986.324414:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3e6a2b4. 00000100:00000001:0.0:1767384986.324415:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324416:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324418:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324419:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384986.324420:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324420:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324421:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324421:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f80d2595. 00000400:00000200:0.0:1767384986.324422:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f049b673 00000400:00000010:0.0:1767384986.324424:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f049b673. 00000100:00000001:0.0:1767384986.324424:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324425:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324428:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324428:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384986.324429:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324430:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324430:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324431:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d46fbc88. 00000400:00000200:0.0:1767384986.324432:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c7722c2 00000400:00000010:0.0:1767384986.324433:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c7722c2. 00000100:00000001:0.0:1767384986.324434:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324437:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324439:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324440:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384986.324441:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324442:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324443:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324444:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d7f9d14. 00000400:00000200:0.0:1767384986.324445:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d793579 00000400:00000010:0.0:1767384986.324445:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d793579. 00000100:00000001:0.0:1767384986.324446:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324447:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324449:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324450:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384986.324451:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.324452:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.324452:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.324453:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004937da8. 00000400:00000200:0.0:1767384986.324454:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f85f87 00000400:00000010:0.0:1767384986.324455:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f85f87. 00000100:00000001:0.0:1767384986.324456:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.324456:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384986.324459:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.324460:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384986.324461:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384986.324462:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324463:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324464:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324465:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324465:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324466:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324467:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324467:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324468:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324469:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324469:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324470:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324471:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324471:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324475:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324476:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324476:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324477:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324478:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324479:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324480:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324480:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324481:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324482:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324482:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324483:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324484:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324484:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324485:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324486:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324486:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324487:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324488:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324488:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324489:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324490:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324491:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324491:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324492:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324492:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324493:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324494:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324495:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324495:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324496:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324497:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324497:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324498:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324499:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324499:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324500:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324501:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324501:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324502:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324505:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324506:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324507:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324508:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324509:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324509:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324510:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324511:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324512:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324512:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324513:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324514:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324514:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324515:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324516:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324516:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324517:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324518:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324518:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324519:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324520:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324520:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324521:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324522:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324523:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324523:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324524:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324525:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324525:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324526:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324527:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324527:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324528:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324529:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324529:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324530:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324531:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324531:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324532:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324533:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324534:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324535:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324536:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324536:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324537:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324538:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324538:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324539:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324540:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324540:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324541:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324542:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324542:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324543:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324544:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324544:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324545:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324546:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324546:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324547:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324548:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324548:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324549:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324550:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324550:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324551:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324552:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324552:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324553:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324554:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324554:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324555:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.324556:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.324556:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384986.324558:0:40089:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384986.324559:0:40089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000d87505e9. 02000000:00000001:0.0:1767384986.324561:0:40089:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384986.324562:0:40089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf188dfe. 00000100:00000010:0.0:1767384986.324564:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005aff0739. 00000100:00000010:0.0:1767384986.324566:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b3f2334. 00000100:00000010:0.0:1767384986.324568:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d1924a5. 00000100:00000010:0.0:1767384986.324569:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b74a7837. 00000100:00000010:0.0:1767384986.324571:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b967ec2. 00000100:00000010:0.0:1767384986.324573:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a19b0ff0. 00000100:00000010:0.0:1767384986.324574:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c1da6369. 00000100:00000010:0.0:1767384986.324576:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e846fc6. 00000100:00000010:0.0:1767384986.324577:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001da8277b. 00000100:00000010:0.0:1767384986.324578:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000708c05d8. 00000100:00000010:0.0:1767384986.324580:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000026e3fb77. 00000100:00000010:0.0:1767384986.324581:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008847e29a. 00000100:00000010:0.0:1767384986.324583:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a42c0c42. 00000100:00000010:0.0:1767384986.324584:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b83ffa14. 00000100:00000010:0.0:1767384986.324586:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d308fffa. 00000100:00000010:0.0:1767384986.324587:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e7a4a08. 00000100:00000010:0.0:1767384986.324588:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d63fc32e. 00000100:00000010:0.0:1767384986.324590:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b9cd81e. 00000100:00000010:0.0:1767384986.324591:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b3846e5e. 00000100:00000010:0.0:1767384986.324592:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d792a52. 00000100:00000010:0.0:1767384986.324593:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fcf25cfe. 00000100:00000010:0.0:1767384986.324594:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f0d3194. 00000100:00000010:0.0:1767384986.324595:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e92a03f. 00000100:00000010:0.0:1767384986.324597:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000119caea3. 00000100:00000010:0.0:1767384986.324598:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d04728f7. 00000100:00000010:0.0:1767384986.324599:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008110548b. 00000100:00000010:0.0:1767384986.324600:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000079be03ad. 00000100:00000010:0.0:1767384986.324601:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d77fc87a. 00000100:00000010:0.0:1767384986.324602:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f2b25048. 00000100:00000010:0.0:1767384986.324613:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076eb9d15. 00000100:00000010:0.0:1767384986.324615:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000096977a06. 00000100:00000010:0.0:1767384986.324616:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3279ade. 00000100:00000010:0.0:1767384986.324617:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000131544b. 00000100:00000010:0.0:1767384986.324619:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000107bd83d. 00000100:00000010:0.0:1767384986.324620:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a77ad3b. 00000100:00000010:0.0:1767384986.324622:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022ecd528. 00000100:00000010:0.0:1767384986.324623:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005f7e5231. 00000100:00000010:0.0:1767384986.324625:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac60dbeb. 00000100:00000010:0.0:1767384986.324627:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003c99547f. 00000100:00000010:0.0:1767384986.324628:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af89826d. 00000100:00000010:0.0:1767384986.324631:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000023fdbda7. 00000100:00000010:0.0:1767384986.324632:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc77788f. 00000100:00000010:0.0:1767384986.324634:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000074a6245b. 00000100:00000010:0.0:1767384986.324635:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070ba1725. 00000100:00000010:0.0:1767384986.324636:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a0796b7. 00000100:00000010:0.0:1767384986.324638:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d0ad631. 00000100:00000010:0.0:1767384986.324639:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d5cf0425. 00000100:00000010:0.0:1767384986.324641:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f60720e3. 00000100:00000010:0.0:1767384986.324642:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8611c88. 00000100:00000010:0.0:1767384986.324643:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000af1bb87. 00000100:00000010:0.0:1767384986.324644:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000100964fb. 00000100:00000010:0.0:1767384986.324646:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008c876c0. 00000100:00000010:0.0:1767384986.324647:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007278d051. 00000100:00000010:0.0:1767384986.324657:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000915e2494. 00000100:00000010:0.0:1767384986.324659:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b52786c3. 00000100:00000010:0.0:1767384986.324660:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8e2297c. 00000100:00000010:0.0:1767384986.324662:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000b4dcb28. 00000100:00000010:0.0:1767384986.324663:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd13ed1b. 00000100:00000010:0.0:1767384986.324664:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005bd1a71a. 00000100:00000010:0.0:1767384986.324665:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a2f47dd. 00000100:00000010:0.0:1767384986.324666:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fcb90080. 00000100:00000010:0.0:1767384986.324668:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abaaa34c. 00000100:00000010:0.0:1767384986.324670:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8bf798c. 00000100:00000010:0.0:1767384986.324671:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005244cc06. 00000100:00000010:0.0:1767384986.324673:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b7224fa. 00000100:00000010:0.0:1767384986.324674:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000317fd0bb. 00000100:00000010:0.0:1767384986.324676:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c386cbb. 00000100:00000010:0.0:1767384986.324677:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da679a26. 00000100:00000010:0.0:1767384986.324679:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c19e1688. 00000100:00000010:0.0:1767384986.324681:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e381a25. 00000100:00000010:0.0:1767384986.324682:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000095aaebe9. 00000100:00000010:0.0:1767384986.324684:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040898403. 00000100:00000010:0.0:1767384986.324685:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000021043d37. 00000100:00000010:0.0:1767384986.324687:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a358632. 00000100:00000010:0.0:1767384986.324688:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001179a00d. 00000100:00000010:0.0:1767384986.324689:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004f1ad59. 00000100:00000010:0.0:1767384986.324691:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000abf18ab. 00000100:00000010:0.0:1767384986.324702:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecb8bee2. 00000100:00000010:0.0:1767384986.324704:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003aade8f8. 00000100:00000010:0.0:1767384986.324705:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd56afa3. 00000100:00000010:0.0:1767384986.324706:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000070665dee. 00000100:00000010:0.0:1767384986.324708:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083ea18d3. 00000100:00000010:0.0:1767384986.324709:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f43fa8a4. 00000100:00000010:0.0:1767384986.324711:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007da7cdc0. 00000100:00000010:0.0:1767384986.324712:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ec8a59d2. 00000100:00000010:0.0:1767384986.324714:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d21a0cd0. 00000100:00000010:0.0:1767384986.324715:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c8ce0f18. 00000100:00000010:0.0:1767384986.324717:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079b6b634. 00000100:00000010:0.0:1767384986.324718:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087e79564. 00000100:00000010:0.0:1767384986.324719:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c4a1bdb. 00000100:00000010:0.0:1767384986.324721:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b965c01e. 00000100:00000010:0.0:1767384986.324723:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ee70051. 00000100:00000010:0.0:1767384986.324724:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000069634326. 00000100:00000010:0.0:1767384986.324727:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000407329c. 00000100:00000010:0.0:1767384986.324728:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003fedd9e3. 00000100:00000010:0.0:1767384986.324730:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c186f1c. 00000100:00000010:0.0:1767384986.324731:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000017ad5a5d. 00000100:00000010:0.0:1767384986.324733:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032087d56. 00000100:00000010:0.0:1767384986.324734:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fa515b31. 00000100:00000010:0.0:1767384986.324737:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000267242b6. 00000100:00000010:0.0:1767384986.324738:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000436b537e. 00000100:00000010:0.0:1767384986.324750:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e8b6128. 00000100:00000010:0.0:1767384986.324751:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8947c57. 00000100:00000010:0.0:1767384986.324752:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006348b83e. 00000100:00000010:0.0:1767384986.324754:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c275385. 00000100:00000010:0.0:1767384986.324755:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005de2861f. 00000100:00000010:0.0:1767384986.324756:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000068ba0e5d. 00000100:00000010:0.0:1767384986.324758:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000763934d6. 00000100:00000010:0.0:1767384986.324759:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fe8fa124. 00000100:00000010:0.0:1767384986.324760:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c2af6f9. 00000100:00000010:0.0:1767384986.324761:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000367a476. 00000100:00000010:0.0:1767384986.324763:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a42a0a4. 00000100:00000010:0.0:1767384986.324764:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000072c67534. 00000100:00000010:0.0:1767384986.324765:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d521412c. 00000100:00000010:0.0:1767384986.324766:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000590fa553. 00000100:00000010:0.0:1767384986.324767:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f520e05. 00000100:00000010:0.0:1767384986.324769:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004dc23082. 00000100:00000010:0.0:1767384986.324771:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083f10810. 00000100:00000010:0.0:1767384986.324772:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ab53608e. 00000100:00000010:0.0:1767384986.324774:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054b1f7b9. 00000100:00000010:0.0:1767384986.324775:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a86dad7. 00000100:00000010:0.0:1767384986.324778:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b24a87de. 00000100:00000010:0.0:1767384986.324779:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000015876191. 00000100:00000010:0.0:1767384986.324781:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d20b5c83. 00000100:00000010:0.0:1767384986.324782:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002cbca392. 00000100:00000010:0.0:1767384986.324783:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6349220. 00000100:00000010:0.0:1767384986.324785:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006cd72a31. 00000100:00000010:0.0:1767384986.324787:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecc21379. 00000100:00000010:0.0:1767384986.324789:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000009ae9e368. 00000100:00000010:0.0:1767384986.324793:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d9d9c3b0. 00000100:00000001:0.0:1767384986.324798:0:40089:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384986.324799:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.324800:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384986.324801:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384986.324803:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000000637d362. 00000100:00000001:0.0:1767384986.324804:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384986.324805:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.324807:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.324808:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f22542f5. 00000100:00000001:0.0:1767384986.324810:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.324811:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.324811:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e33d64ad. 00000100:00000001:0.0:1767384986.324813:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.324813:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.324814:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000065005cf3. 00000100:00000001:0.0:1767384986.324815:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.324816:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.324817:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000041fd5a9d. 00000100:00000001:0.0:1767384986.324818:0:40089:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384986.324860:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d08aef1c. 00000020:00000010:0.0:1767384986.324875:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c91eb101. 00000020:00000010:0.0:1767384986.324891:0:40089:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ee51b161. 00000020:00000010:0.0:1767384986.324895:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000dbaaa3e6. 00000020:00000010:0.0:1767384986.324898:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d4400b37. 00000100:00000010:0.0:1767384986.324916:0:40089:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000009f6a52d5. 00000100:00000010:0.0:1767384986.324924:0:40089:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b4588235. 00000100:00000010:0.0:1767384986.324926:0:40089:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000022995b1b. 00000100:00000010:0.0:1767384986.324929:0:40089:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000ee8f047e. 00000100:00000001:0.0:1767384986.324930:0:40089:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.324932:0:40089:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384986.324933:0:40089:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:0.0:1767384986.324935:0:40089:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384986.324936:0:40089:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384986.324936:0:40089:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:0.0:1767384986.324938:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:0.0:1767384986.324939:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:0.0:1767384986.324950:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:1.0:1767384986.324976:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000034f3b922. 00000020:00000010:3.0:1767384986.324978:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000caf14054. 00000040:00000010:1.0:1767384986.324984:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fa49d214. 00000040:00000010:3.0:1767384986.324987:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a1d0b854. 00000020:00000010:1.0:1767384986.324991:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a0dc23b4. 00000020:00000010:3.0:1767384986.324993:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006cb6b145. 00000020:00000010:1.0:1767384986.324998:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a67391e. 00000020:00000010:3.0:1767384986.325000:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ba9a4fa3. 00000020:00000010:1.0:1767384986.325006:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000006b7c392. 00000020:00000010:3.0:1767384986.325007:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001fc65b5e. 80000000:00000010:1.0:1767384986.325013:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009ad4f132. 80000000:00000010:3.0:1767384986.325014:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ed5276c4. 40000000:00000010:1.0:1767384986.325021:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a777c5c. 40000000:00000010:3.0:1767384986.325022:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b1e5f900. 00100000:00000010:1.0:1767384986.325028:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000f9b40f1. 00100000:00000010:3.0:1767384986.325029:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e3ab0b86. 00040000:00000010:3.0:1767384986.325036:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000086db052. 00040000:00000010:1.0:1767384986.325036:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003b421160. 00040000:00000010:3.0:1767384986.325044:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000632801bc. 00040000:00000010:1.0:1767384986.325044:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000060f1eca8. 00080000:00000010:3.0:1767384986.325050:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000eed61822. 00080000:00000010:1.0:1767384986.325056:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006a552772. 00080000:00000010:3.0:1767384986.325057:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000010b01af7. 00000004:00000010:3.0:1767384986.325064:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000084307aae. 00080000:00000010:1.0:1767384986.325066:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c4e63eea. 00002000:00000010:3.0:1767384986.325069:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a11536f8. 00000020:00000010:3.0:1767384986.325074:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000401c1428. 00000020:00000010:3.0:1767384986.325078:0:17076:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e5ace134. 00000100:00000010:3.0:1767384986.325083:0:17076:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000fdb4d6b4. 00000004:00000010:1.0:1767384986.325083:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5ebc50a. 00000100:00100000:3.0:1767384986.325088:0:17076:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [000000004087278a:17076] 0 exiting: rc = 1 00002000:00000010:1.0:1767384986.325091:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000a91aa4c. 00000020:00000010:1.0:1767384986.325099:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000488bbd25. 00000020:00000010:1.0:1767384986.325104:0:17077:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d68fcc1e. 00000100:00000010:1.0:1767384986.325110:0:17077:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cc90e591. 00000100:00100000:1.0:1767384986.325115:0:17077:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [000000009a7fbd65:17077] 1 exiting: rc = 0 00000100:00000010:0.0:1767384986.325205:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004087278a. 00000100:00000010:0.0:1767384986.325209:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009a7fbd65. 00000100:00000001:0.0:1767384986.325211:0:40089:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384986.325212:0:40089:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384986.325214:0:40089:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:0.0:1767384986.325216:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.325217:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.325218:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b79366b. 00000400:00000200:0.0:1767384986.325221:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022fa127a 00000400:00000010:0.0:1767384986.325222:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000022fa127a. 00000100:00000001:0.0:1767384986.325224:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.325225:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.325228:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.325229:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384986.325230:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.325231:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.325232:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.325233:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dd2b2c5. 00000400:00000200:0.0:1767384986.325234:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b43456 00000400:00000010:0.0:1767384986.325235:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000001b43456. 00000100:00000001:0.0:1767384986.325236:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.325237:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.325240:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.325240:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384986.325241:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.325242:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.325243:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.325243:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5ab49c8. 00000400:00000200:0.0:1767384986.325244:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8aa928 00000400:00000010:0.0:1767384986.325245:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006f8aa928. 00000100:00000001:0.0:1767384986.325247:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.325247:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.325250:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.325251:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384986.325252:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.325252:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.325253:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.325254:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095cf5be4. 00000400:00000200:0.0:1767384986.325255:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a9de719 00000400:00000010:0.0:1767384986.325256:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008a9de719. 00000100:00000001:0.0:1767384986.325257:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.325259:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.325261:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.325262:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384986.325263:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.325264:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.325265:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.325266:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015b072a4. 00000400:00000200:0.0:1767384986.325267:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cc05a00 00000400:00000010:0.0:1767384986.325268:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008cc05a00. 00000100:00000001:0.0:1767384986.325269:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.325270:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.325272:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.325273:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384986.325274:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.325275:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.325275:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.325276:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2da8da9. 00000400:00000200:0.0:1767384986.325277:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000511f668a 00000400:00000010:0.0:1767384986.325278:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000511f668a. 00000100:00000001:0.0:1767384986.325280:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.325280:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.325282:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.325283:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384986.325284:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.325285:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.325286:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.325286:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0d57b04. 00000400:00000200:0.0:1767384986.325287:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb2177e1 00000400:00000010:0.0:1767384986.325288:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fb2177e1. 00000100:00000001:0.0:1767384986.325295:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.325296:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.325298:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.325299:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384986.325300:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.325301:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.325301:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.325302:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec68c164. 00000400:00000200:0.0:1767384986.326015:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0e73f9 00000400:00000010:0.0:1767384986.326016:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003c0e73f9. 00000100:00000001:0.0:1767384986.326019:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326020:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326023:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326024:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384986.326025:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326027:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326027:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326028:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccd11652. 00000400:00000200:0.0:1767384986.326029:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c67b4291 00000400:00000010:0.0:1767384986.326030:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c67b4291. 00000100:00000001:0.0:1767384986.326032:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326033:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326035:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326036:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384986.326037:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326038:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326038:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326039:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379edcb4. 00000400:00000200:0.0:1767384986.326040:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061808190 00000400:00000010:0.0:1767384986.326041:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000061808190. 00000100:00000001:0.0:1767384986.326043:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326044:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326046:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326047:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384986.326048:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326049:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326050:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326050:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7e8791f. 00000400:00000200:0.0:1767384986.326051:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013a74f9f 00000400:00000010:0.0:1767384986.326052:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000013a74f9f. 00000100:00000001:0.0:1767384986.326054:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326055:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326058:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326058:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384986.326059:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326060:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326061:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326062:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cbcbbbb. 00000400:00000200:0.0:1767384986.326064:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b53c653 00000400:00000010:0.0:1767384986.326065:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004b53c653. 00000100:00000001:0.0:1767384986.326067:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326067:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326070:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326071:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384986.326072:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326072:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326073:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326074:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698e6591. 00000400:00000200:0.0:1767384986.326075:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000641df0c1 00000400:00000010:0.0:1767384986.326076:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000641df0c1. 00000100:00000001:0.0:1767384986.326077:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326078:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326081:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326081:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384986.326082:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326083:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326084:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326084:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b1f48d2. 00000400:00000200:0.0:1767384986.326085:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02ae196 00000400:00000010:0.0:1767384986.326086:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e02ae196. 00000100:00000001:0.0:1767384986.326088:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326089:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326091:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326092:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384986.326093:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326093:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326094:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326095:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5d498c2. 00000400:00000200:0.0:1767384986.326096:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005999263c 00000400:00000010:0.0:1767384986.326097:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005999263c. 00000100:00000001:0.0:1767384986.326098:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326099:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326101:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326102:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384986.326103:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326105:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326105:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326106:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddfe0d32. 00000400:00000200:0.0:1767384986.326107:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031a8ac61 00000400:00000010:0.0:1767384986.326108:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000031a8ac61. 00000100:00000001:0.0:1767384986.326110:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326111:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326113:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326114:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384986.326115:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326116:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326116:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326117:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074df5b2f. 00000400:00000200:0.0:1767384986.326118:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007366242e 00000400:00000010:0.0:1767384986.326119:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007366242e. 00000100:00000001:0.0:1767384986.326120:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326121:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326123:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326124:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384986.326125:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326126:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326126:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326127:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000845a2ba8. 00000400:00000200:0.0:1767384986.326128:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000719872ba 00000400:00000010:0.0:1767384986.326129:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000719872ba. 00000100:00000001:0.0:1767384986.326130:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326131:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326133:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326134:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384986.326135:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326136:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326137:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326137:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000692d03e8. 00000400:00000200:0.0:1767384986.326138:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709120f6 00000400:00000010:0.0:1767384986.326139:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000709120f6. 00000100:00000001:0.0:1767384986.326153:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326154:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326156:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326158:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384986.326158:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326160:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326160:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326161:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e6730ca. 00000400:00000200:0.0:1767384986.326162:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1e0f707 00000400:00000010:0.0:1767384986.326163:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c1e0f707. 00000100:00000001:0.0:1767384986.326165:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326166:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326168:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326169:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384986.326170:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326171:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326171:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326172:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082e0b96b. 00000400:00000200:0.0:1767384986.326173:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84f717f 00000400:00000010:0.0:1767384986.326174:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f84f717f. 00000100:00000001:0.0:1767384986.326177:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326177:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326180:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326180:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384986.326181:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326182:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326183:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326183:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f263a7dd. 00000400:00000200:0.0:1767384986.326184:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa413b43 00000400:00000010:0.0:1767384986.326185:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000aa413b43. 00000100:00000001:0.0:1767384986.326187:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326187:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326190:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326191:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384986.326191:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326192:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326193:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326194:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967d1a47. 00000400:00000200:0.0:1767384986.326195:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c6fc74c 00000400:00000010:0.0:1767384986.326196:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009c6fc74c. 00000100:00000001:0.0:1767384986.326198:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326199:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326201:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326202:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384986.326203:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326204:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326205:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326206:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e074b08. 00000400:00000200:0.0:1767384986.326207:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000920e57cc 00000400:00000010:0.0:1767384986.326208:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000920e57cc. 00000100:00000001:0.0:1767384986.326209:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326210:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326212:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326213:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384986.326214:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326215:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326215:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326216:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000754bf06. 00000400:00000200:0.0:1767384986.326217:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c79b6282 00000400:00000010:0.0:1767384986.326218:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c79b6282. 00000100:00000001:0.0:1767384986.326219:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326220:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326222:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326223:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384986.326224:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326225:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326225:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326226:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c45ce17. 00000400:00000200:0.0:1767384986.326227:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f525b50e 00000400:00000010:0.0:1767384986.326228:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f525b50e. 00000100:00000001:0.0:1767384986.326230:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326230:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326233:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326233:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384986.326234:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326235:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326236:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326237:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024bdaad5. 00000400:00000200:0.0:1767384986.326238:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046c9583c 00000400:00000010:0.0:1767384986.326239:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000046c9583c. 00000100:00000001:0.0:1767384986.326241:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326242:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326244:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326245:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384986.326246:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326247:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326248:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326248:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044994213. 00000400:00000200:0.0:1767384986.326249:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027a2004a 00000400:00000010:0.0:1767384986.326250:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000027a2004a. 00000100:00000001:0.0:1767384986.326252:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326252:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326254:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326255:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384986.326256:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326257:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326257:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326258:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034037f47. 00000400:00000200:0.0:1767384986.326259:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1e71e6f 00000400:00000010:0.0:1767384986.326260:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e1e71e6f. 00000100:00000001:0.0:1767384986.326262:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326262:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326265:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326265:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384986.326266:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326267:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326268:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326268:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cfdb681. 00000400:00000200:0.0:1767384986.326269:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc01ebbe 00000400:00000010:0.0:1767384986.326270:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fc01ebbe. 00000100:00000001:0.0:1767384986.326272:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326273:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326275:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326276:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384986.326276:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326277:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326278:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326279:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c2d86e1. 00000400:00000200:0.0:1767384986.326281:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92b64e0 00000400:00000010:0.0:1767384986.326281:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e92b64e0. 00000100:00000001:0.0:1767384986.326293:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326294:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326297:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326298:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384986.326299:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326300:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326301:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326302:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000740cb1a0. 00000400:00000200:0.0:1767384986.326318:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae1028fa 00000400:00000010:0.0:1767384986.326319:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ae1028fa. 00000100:00000001:0.0:1767384986.326321:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326322:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326324:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326325:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384986.326326:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326327:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326328:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326329:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ec858dd. 00000400:00000200:0.0:1767384986.326330:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3e60429 00000400:00000010:0.0:1767384986.326331:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a3e60429. 00000100:00000001:0.0:1767384986.326333:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326334:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326338:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326340:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384986.326345:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326347:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326348:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326350:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ac7a9a. 00000400:00000200:0.0:1767384986.326352:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000075aebbb 00000400:00000010:0.0:1767384986.326354:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000075aebbb. 00000100:00000001:0.0:1767384986.326357:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326358:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326363:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326364:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384986.326366:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326369:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326370:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326371:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0360348. 00000400:00000200:0.0:1767384986.326373:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28d6652 00000400:00000010:0.0:1767384986.326375:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f28d6652. 00000100:00000001:0.0:1767384986.326378:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326379:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326383:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326384:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384986.326385:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326387:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326388:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326389:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a97aff4. 00000400:00000200:0.0:1767384986.326391:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000137729dc 00000400:00000010:0.0:1767384986.326393:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000137729dc. 00000100:00000001:0.0:1767384986.326395:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326396:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326400:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326402:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384986.326404:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326405:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326406:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326407:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e1328a. 00000400:00000200:0.0:1767384986.326410:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edf7a4f5 00000400:00000010:0.0:1767384986.326411:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000edf7a4f5. 00000100:00000001:0.0:1767384986.326414:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326415:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326419:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326420:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384986.326422:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326423:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326424:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326426:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037aa7a0f. 00000400:00000200:0.0:1767384986.326428:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3d790b4 00000400:00000010:0.0:1767384986.326430:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d3d790b4. 00000100:00000001:0.0:1767384986.326432:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326433:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326437:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326439:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384986.326441:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326443:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326444:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326445:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f222f31. 00000400:00000200:0.0:1767384986.326447:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bfc3240 00000400:00000010:0.0:1767384986.326449:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001bfc3240. 00000100:00000001:0.0:1767384986.326452:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326453:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326457:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326459:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384986.326460:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326462:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326463:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326464:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010288953. 00000400:00000200:0.0:1767384986.326466:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098d75dbe 00000400:00000010:0.0:1767384986.326468:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000098d75dbe. 00000100:00000001:0.0:1767384986.326471:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326472:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326477:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326478:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384986.326480:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326482:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326483:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326484:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f30f06c1. 00000400:00000200:0.0:1767384986.326486:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a989966 00000400:00000010:0.0:1767384986.326488:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006a989966. 00000100:00000001:0.0:1767384986.326490:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326491:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326495:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326497:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384986.326498:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326500:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326501:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326502:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dc5e7dd. 00000400:00000200:0.0:1767384986.326504:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a14ae67 00000400:00000010:0.0:1767384986.326506:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004a14ae67. 00000100:00000001:0.0:1767384986.326509:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326511:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326515:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326516:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384986.326518:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326520:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326521:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326522:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04e0c08. 00000400:00000200:0.0:1767384986.326525:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c68ff038 00000400:00000010:0.0:1767384986.326526:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c68ff038. 00000100:00000001:0.0:1767384986.326548:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326550:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326555:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326557:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384986.326558:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326560:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326562:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326563:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e85e558. 00000400:00000200:0.0:1767384986.326566:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075632b73 00000400:00000010:0.0:1767384986.326567:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000075632b73. 00000100:00000001:0.0:1767384986.326571:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326572:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326576:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326577:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384986.326579:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326581:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326582:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326583:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b634f626. 00000400:00000200:0.0:1767384986.326586:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011cefca 00000400:00000010:0.0:1767384986.326587:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000011cefca. 00000100:00000001:0.0:1767384986.326590:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326591:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326595:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326597:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384986.326598:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326600:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326601:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326602:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c0a632f. 00000400:00000200:0.0:1767384986.326605:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf17fcfb 00000400:00000010:0.0:1767384986.326607:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bf17fcfb. 00000100:00000001:0.0:1767384986.326610:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326611:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326615:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326617:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384986.326619:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326620:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326621:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326623:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0df7a10. 00000400:00000200:0.0:1767384986.326625:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3e79943 00000400:00000010:0.0:1767384986.326626:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b3e79943. 00000100:00000001:0.0:1767384986.326630:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326631:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326636:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326637:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384986.326639:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326641:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326642:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326644:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c105dd. 00000400:00000200:0.0:1767384986.326646:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a2d983 00000400:00000010:0.0:1767384986.326648:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000090a2d983. 00000100:00000001:0.0:1767384986.326651:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326652:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326656:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326657:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384986.326658:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326660:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326661:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326662:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5b8df22. 00000400:00000200:0.0:1767384986.326664:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007521ad49 00000400:00000010:0.0:1767384986.326666:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007521ad49. 00000100:00000001:0.0:1767384986.326669:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326670:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326674:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326675:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384986.326677:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326678:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326679:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326681:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000056b3531. 00000400:00000200:0.0:1767384986.326683:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba9bcfc1 00000400:00000010:0.0:1767384986.326685:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ba9bcfc1. 00000100:00000001:0.0:1767384986.326688:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326689:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326693:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326694:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384986.326696:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326697:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326699:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326700:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013da7410. 00000400:00000200:0.0:1767384986.326702:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef7d2552 00000400:00000010:0.0:1767384986.326703:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ef7d2552. 00000100:00000001:0.0:1767384986.326706:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326707:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326711:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326713:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384986.326714:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326716:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326717:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326718:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585c0c25. 00000400:00000200:0.0:1767384986.326720:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c5574c9 00000400:00000010:0.0:1767384986.326722:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007c5574c9. 00000100:00000001:0.0:1767384986.326725:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326726:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326731:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326732:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384986.326734:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326735:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326736:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326738:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f944c4d. 00000400:00000200:0.0:1767384986.326740:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c18a6898 00000400:00000010:0.0:1767384986.326741:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c18a6898. 00000100:00000001:0.0:1767384986.326744:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326745:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326749:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326751:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384986.326752:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326754:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326755:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326757:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d88b2ceb. 00000400:00000200:0.0:1767384986.326759:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000008405cd 00000400:00000010:0.0:1767384986.326760:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000008405cd. 00000100:00000001:0.0:1767384986.326763:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326764:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326768:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326770:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384986.326771:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326773:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326774:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326775:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d53721c8. 00000400:00000200:0.0:1767384986.326777:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002baa1df4 00000400:00000010:0.0:1767384986.326778:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002baa1df4. 00000100:00000001:0.0:1767384986.326799:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326801:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326806:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326807:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384986.326809:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326811:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326812:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326813:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000987e47af. 00000400:00000200:0.0:1767384986.326816:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061900ac9 00000400:00000010:0.0:1767384986.326818:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000061900ac9. 00000100:00000001:0.0:1767384986.326820:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326821:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326825:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326827:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384986.326828:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326829:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326831:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326832:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e70d47d. 00000400:00000200:0.0:1767384986.326834:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021aeab7c 00000400:00000010:0.0:1767384986.326836:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000021aeab7c. 00000100:00000001:0.0:1767384986.326839:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326840:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326844:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326846:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384986.326848:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326849:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326850:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326851:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00000400:00000200:0.0:1767384986.326853:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe4107dc 00000400:00000010:0.0:1767384986.326854:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fe4107dc. 00000100:00000001:0.0:1767384986.326858:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326859:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326888:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326891:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384986.326893:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326896:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326897:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326899:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000758cccd. 00000400:00000200:0.0:1767384986.326902:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d84cbdb2 00000400:00000010:0.0:1767384986.326904:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d84cbdb2. 00000100:00000001:0.0:1767384986.326908:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326909:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326914:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326915:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384986.326916:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326918:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326919:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326920:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080bb8cce. 00000400:00000200:0.0:1767384986.326923:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002744d533 00000400:00000010:0.0:1767384986.326924:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002744d533. 00000100:00000001:0.0:1767384986.326927:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326928:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326932:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326933:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384986.326935:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326936:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326937:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326938:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8d21c39. 00000400:00000200:0.0:1767384986.326940:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adbc449a 00000400:00000010:0.0:1767384986.326942:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000adbc449a. 00000100:00000001:0.0:1767384986.326945:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326947:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326951:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326953:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384986.326954:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326956:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326957:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326958:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae933257. 00000400:00000200:0.0:1767384986.326960:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045276d68 00000400:00000010:0.0:1767384986.326961:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000045276d68. 00000100:00000001:0.0:1767384986.326964:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326965:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326970:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326971:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384986.326973:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326974:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326975:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326977:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000602371aa. 00000400:00000200:0.0:1767384986.326979:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e97a371e 00000400:00000010:0.0:1767384986.326980:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e97a371e. 00000100:00000001:0.0:1767384986.326983:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.326984:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.326988:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.326989:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384986.326991:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.326992:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.326993:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.326995:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000456811f3. 00000400:00000200:0.0:1767384986.326997:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ca9643 00000400:00000010:0.0:1767384986.326998:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e9ca9643. 00000100:00000001:0.0:1767384986.327001:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.327002:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384986.327006:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.327008:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384986.327009:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384986.327012:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327013:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327015:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327016:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327018:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327019:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327021:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327022:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327023:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327025:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327026:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327027:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327029:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327030:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327031:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327033:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327034:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327035:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327037:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327037:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327039:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327040:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327042:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327043:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327044:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327045:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327047:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327048:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327049:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327050:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327051:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327052:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327054:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327055:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327056:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327057:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327058:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327059:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327061:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327062:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327063:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327064:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327065:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327066:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327068:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327069:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327070:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327071:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327073:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327074:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327075:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327076:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327078:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327079:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327080:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327082:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327083:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327084:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327085:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327086:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327087:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327088:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327090:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327091:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327092:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327093:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327094:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327095:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327097:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327098:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327099:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327100:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327102:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327103:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327104:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327105:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327107:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327108:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327110:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327111:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327112:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327113:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327115:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327116:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327118:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327119:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327120:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327121:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327123:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327124:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327125:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327126:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327127:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327129:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327130:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327131:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327132:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327133:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327135:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327136:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327137:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327139:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327140:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327141:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327142:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327143:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327145:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327146:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327147:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327148:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327150:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327151:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327152:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327154:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327155:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327156:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327158:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327159:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327160:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327161:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327163:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327164:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327165:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327166:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327168:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327169:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.327171:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.327172:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384986.327174:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c2c01310. 00000100:00000010:0.0:1767384986.327250:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ad47cb1. 00000100:00000010:0.0:1767384986.327255:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001ba2a25f. 00000100:00000010:0.0:1767384986.327344:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048075de6. 00000100:00000010:0.0:1767384986.327348:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000025cef96c. 00000100:00000010:0.0:1767384986.327423:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a7ac0af. 00000100:00000010:0.0:1767384986.327425:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d5604190. 00000100:00000010:0.0:1767384986.327482:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b21da3b5. 00000100:00000010:0.0:1767384986.327484:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000deb2970c. 00000100:00000010:0.0:1767384986.327556:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000711c4a44. 00000100:00000010:0.0:1767384986.327559:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ed0783f1. 00000100:00000010:0.0:1767384986.327624:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a9268d2. 00000100:00000010:0.0:1767384986.327628:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000329ac11a. 00000100:00000010:0.0:1767384986.327686:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e9cc53e. 00000100:00000010:0.0:1767384986.327688:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003d932744. 00000100:00000010:0.0:1767384986.327733:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024adc23d. 00000100:00000010:0.0:1767384986.327735:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000061cb446c. 00000100:00000010:0.0:1767384986.327793:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f40199e. 00000100:00000010:0.0:1767384986.327795:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000024987d2b. 00000100:00000010:0.0:1767384986.327855:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5437786. 00000100:00000010:0.0:1767384986.327857:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001846bf29. 00000100:00000010:0.0:1767384986.327926:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000434bf2f. 00000100:00000010:0.0:1767384986.327929:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000049ef745a. 00000100:00000010:0.0:1767384986.327981:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047247e3d. 00000100:00000010:0.0:1767384986.327983:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009437d292. 00000100:00000010:0.0:1767384986.328033:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031d0b51c. 00000100:00000010:0.0:1767384986.328035:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c06ca437. 00000100:00000010:0.0:1767384986.328075:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f630f23a. 00000100:00000010:0.0:1767384986.328077:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009395bc4a. 00000100:00000010:0.0:1767384986.328127:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d00522e0. 00000100:00000010:0.0:1767384986.328129:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d1a7b9a2. 00000100:00000010:0.0:1767384986.328170:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc94975f. 00000100:00000010:0.0:1767384986.328172:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ab741298. 00000100:00000010:0.0:1767384986.328222:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a5d3331. 00000100:00000010:0.0:1767384986.328225:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002d7c3689. 00000100:00000010:0.0:1767384986.328274:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c240bb0e. 00000100:00000010:0.0:1767384986.328276:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d2a1d161. 00000100:00000010:0.0:1767384986.328331:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a1f43c2. 00000100:00000010:0.0:1767384986.328333:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003176746b. 00000100:00000010:0.0:1767384986.328386:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000873b18a. 00000100:00000010:0.0:1767384986.328388:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000226eaa47. 00000100:00000010:0.0:1767384986.328438:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096d5130a. 00000100:00000010:0.0:1767384986.328439:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ae70ccd4. 00000100:00000010:0.0:1767384986.328491:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000caec4fee. 00000100:00000010:0.0:1767384986.328493:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000948299bb. 00000100:00000010:0.0:1767384986.328548:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a25e4ac9. 00000100:00000010:0.0:1767384986.328550:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b3afa26c. 00000100:00000010:0.0:1767384986.328590:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027def8d3. 00000100:00000010:0.0:1767384986.328591:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001985ba23. 00000100:00000010:0.0:1767384986.328634:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e0fba61. 00000100:00000010:0.0:1767384986.328635:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000d8eb111. 00000100:00000010:0.0:1767384986.328679:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009cf2426e. 00000100:00000010:0.0:1767384986.328680:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008a3d917b. 00000100:00000010:0.0:1767384986.328724:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000532d0d16. 00000100:00000010:0.0:1767384986.328726:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005ce4dd0e. 00000100:00000010:0.0:1767384986.328770:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045868c18. 00000100:00000010:0.0:1767384986.328771:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000024d76df3. 00000100:00000010:0.0:1767384986.328811:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000759c401a. 00000100:00000010:0.0:1767384986.328813:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009884a7d4. 00000100:00000010:0.0:1767384986.328853:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c1b8116. 00000100:00000010:0.0:1767384986.328855:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000460ecb88. 00000100:00000010:0.0:1767384986.328942:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000020588c4. 00000100:00000010:0.0:1767384986.328945:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004fcb04aa. 00000100:00000010:0.0:1767384986.328984:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5e4dbcd. 00000100:00000010:0.0:1767384986.328986:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000431b7b53. 00000100:00000010:0.0:1767384986.329037:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004832e7e0. 00000100:00000010:0.0:1767384986.329039:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000067143511. 00000100:00000010:0.0:1767384986.329083:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026a89965. 00000100:00000010:0.0:1767384986.329085:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005ba9c7fa. 00000100:00000010:0.0:1767384986.329132:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e6f505a. 00000100:00000010:0.0:1767384986.329134:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000037d86c2d. 00000100:00000010:0.0:1767384986.329174:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b95136a1. 00000100:00000010:0.0:1767384986.329176:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000afa182b6. 00000100:00000010:0.0:1767384986.329220:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ddffad6. 00000100:00000010:0.0:1767384986.329222:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007fb7011b. 00000100:00000010:0.0:1767384986.329268:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095ad3a3f. 00000100:00000010:0.0:1767384986.329269:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ff5c571b. 00000100:00000010:0.0:1767384986.329332:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdf9b2ec. 00000100:00000010:0.0:1767384986.329335:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003a5387b5. 00000100:00000010:0.0:1767384986.329378:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000311c5e3d. 00000100:00000010:0.0:1767384986.329380:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009c24dcf0. 00000100:00000010:0.0:1767384986.329421:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000920873ac. 00000100:00000010:0.0:1767384986.329423:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000342ea2aa. 00000100:00000010:0.0:1767384986.329462:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba2cca17. 00000100:00000010:0.0:1767384986.329463:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000db430d3d. 00000100:00000010:0.0:1767384986.329509:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007896035d. 00000100:00000010:0.0:1767384986.329511:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000086a94e77. 00000100:00000010:0.0:1767384986.329553:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c00e7a96. 00000100:00000010:0.0:1767384986.329555:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008b84c709. 00000100:00000010:0.0:1767384986.329599:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d92bb6c1. 00000100:00000010:0.0:1767384986.329601:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dd8efe94. 00000100:00000010:0.0:1767384986.329645:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1805228. 00000100:00000010:0.0:1767384986.329647:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000014410e61. 00000100:00000010:0.0:1767384986.329700:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fa9b1ae. 00000100:00000010:0.0:1767384986.329702:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000163e533c. 00000100:00000010:0.0:1767384986.329748:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bc6efeb. 00000100:00000010:0.0:1767384986.329750:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000013e11a08. 00000100:00000010:0.0:1767384986.329797:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bef1f5dd. 00000100:00000010:0.0:1767384986.329799:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a647f7be. 00000100:00000010:0.0:1767384986.329841:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000091a99eb. 00000100:00000010:0.0:1767384986.329842:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000096bafe35. 00000100:00000010:0.0:1767384986.329911:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008754794b. 00000100:00000010:0.0:1767384986.329914:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c616a2a7. 00000100:00000010:0.0:1767384986.329962:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059c2488e. 00000100:00000010:0.0:1767384986.329964:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005e08b387. 00000100:00000010:0.0:1767384986.330007:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e379780. 00000100:00000010:0.0:1767384986.330009:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006ffac6de. 00000100:00000010:0.0:1767384986.330046:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000960ab735. 00000100:00000010:0.0:1767384986.330048:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ab52c4bf. 00000100:00000010:0.0:1767384986.330089:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff93fe4c. 00000100:00000010:0.0:1767384986.330091:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000460a5807. 00000100:00000010:0.0:1767384986.330133:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d38d739. 00000100:00000010:0.0:1767384986.330134:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000041c8b917. 00000100:00000010:0.0:1767384986.330178:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054bc925d. 00000100:00000010:0.0:1767384986.330180:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e4a903ef. 00000100:00000010:0.0:1767384986.330223:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033ac4df4. 00000100:00000010:0.0:1767384986.330224:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000195b7a85. 00000100:00000010:0.0:1767384986.330265:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a77ee025. 00000100:00000010:0.0:1767384986.330267:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000067f70e84. 00000100:00000010:0.0:1767384986.330321:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edce368c. 00000100:00000010:0.0:1767384986.330324:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006928cafa. 00000100:00000010:0.0:1767384986.330364:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036f5f264. 00000100:00000010:0.0:1767384986.330366:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008b76eafe. 00000100:00000010:0.0:1767384986.330406:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004dda714a. 00000100:00000010:0.0:1767384986.330408:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003b40e0a2. 00000100:00000010:0.0:1767384986.330455:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030100bb8. 00000100:00000010:0.0:1767384986.330456:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001a50a9a2. 00000100:00000010:0.0:1767384986.330499:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e365001. 00000100:00000010:0.0:1767384986.330515:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000009e49b82b. 00000100:00000010:0.0:1767384986.330521:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000b0306998. 00000100:00000001:0.0:1767384986.330526:0:40089:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384986.330527:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.330528:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384986.330529:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384986.330530:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000069fea145. 00000100:00000001:0.0:1767384986.330532:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384986.330533:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.330534:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.330535:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000615cbf8e. 00000100:00000001:0.0:1767384986.330536:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.330537:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.330538:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bc5c6e13. 00000100:00000001:0.0:1767384986.330539:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.330540:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.330541:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007e8d9877. 00000100:00000001:0.0:1767384986.330542:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.330542:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.330543:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c263170b. 00000100:00000001:0.0:1767384986.330544:0:40089:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384986.330589:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000d3a5a5c2. 00000020:00000010:0.0:1767384986.330591:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000935984d4. 00000100:00000010:0.0:1767384986.330605:0:40089:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000abbbf1ee. 00000100:00000010:0.0:1767384986.330611:0:40089:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000128e5ece. 00000100:00000010:0.0:1767384986.330612:0:40089:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004380e7df. 00000100:00000010:0.0:1767384986.330614:0:40089:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003c63bb6a. 00000100:00000001:0.0:1767384986.330615:0:40089:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.330617:0:40089:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384986.330618:0:40089:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:0.0:1767384986.330619:0:40089:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384986.330620:0:40089:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384986.330621:0:40089:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:0.0:1767384986.330622:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:0.0:1767384986.330624:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:0.0:1767384986.330637:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:1.0:1767384986.330655:0:17079:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bd12b669. 00000040:00000010:1.0:1767384986.330661:0:17079:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000302947a7. 00000020:00000010:1.0:1767384986.330664:0:17079:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056e84efc. 00000020:00000010:3.0:1767384986.330666:0:17078:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a5e10998. 00000020:00000010:1.0:1767384986.330667:0:17079:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001c17d86b. 00000040:00000010:3.0:1767384986.330674:0:17078:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f73b41be. 00000020:00000010:1.0:1767384986.330674:0:17079:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006369ee63. 00000020:00000010:3.0:1767384986.330681:0:17078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000be0fa602. 80000000:00000010:1.0:1767384986.330682:0:17079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000647ce724. 00000020:00000010:3.0:1767384986.330690:0:17078:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008d00248d. 40000000:00000010:1.0:1767384986.330690:0:17079:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002f6f9674. 00000020:00000010:3.0:1767384986.330698:0:17078:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a08f90d1. 00100000:00000010:1.0:1767384986.330698:0:17079:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000054d114c5. 80000000:00000010:3.0:1767384986.330706:0:17078:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000009eac4be. 00040000:00000010:1.0:1767384986.330706:0:17079:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a04d14e7. 00040000:00000010:1.0:1767384986.330713:0:17079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000040642603. 40000000:00000010:3.0:1767384986.330714:0:17078:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003278d15d. 00080000:00000010:1.0:1767384986.330717:0:17079:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005f348c9b. 00100000:00000010:3.0:1767384986.330720:0:17078:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e3be89b1. 00080000:00000010:1.0:1767384986.330722:0:17079:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002773a33e. 00040000:00000010:3.0:1767384986.330726:0:17078:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000922647e3. 00000004:00000010:1.0:1767384986.330727:0:17079:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000010b70342. 00040000:00000010:3.0:1767384986.330733:0:17078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000929cc0a3. 00080000:00000010:3.0:1767384986.330740:0:17078:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001c708e5f. 00000020:00000010:1.0:1767384986.330740:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff09002c. 00000020:00000010:1.0:1767384986.330747:0:17079:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a83cc8ce. 00080000:00000010:3.0:1767384986.330748:0:17078:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa5e1fdf. 00000100:00000010:1.0:1767384986.330752:0:17079:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000019e23293. 00000100:00100000:1.0:1767384986.330757:0:17079:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [0000000097101b5c:17079] 1 exiting: rc = 0 00000004:00000010:3.0:1767384986.330764:0:17078:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000578281f9. 00000020:00000010:3.0:1767384986.330770:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de85b3e4. 00000020:00000010:3.0:1767384986.330775:0:17078:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000028eaa61d. 00000100:00000010:3.0:1767384986.330779:0:17078:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002d15ce13. 00000100:00100000:3.0:1767384986.330783:0:17078:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000c0a585f7:17078] 0 exiting: rc = 1 00000100:00000040:0.0:1767384986.330788:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #0 00000100:00000010:0.0:1767384986.330792:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c0a585f7. 00000100:00000010:0.0:1767384986.330798:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000097101b5c. 00000100:00000001:0.0:1767384986.330801:0:40089:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384986.330802:0:40089:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384986.330805:0:40089:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:0.0:1767384986.330808:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330810:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330812:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8184a53. 00000400:00000200:0.0:1767384986.330814:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecb85146 00000400:00000010:0.0:1767384986.330816:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecb85146. 00000100:00000001:0.0:1767384986.330819:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330820:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330827:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330829:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384986.330830:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330831:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330832:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330833:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a88b8b45. 00000400:00000200:0.0:1767384986.330836:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf65a52 00000400:00000010:0.0:1767384986.330838:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf65a52. 00000100:00000001:0.0:1767384986.330839:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330840:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330843:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330843:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384986.330844:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330845:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330846:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330847:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005677ed32. 00000400:00000200:0.0:1767384986.330848:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efeb7076 00000400:00000010:0.0:1767384986.330849:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efeb7076. 00000100:00000001:0.0:1767384986.330850:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330850:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330853:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330853:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384986.330855:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330856:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330856:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330857:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d5b652. 00000400:00000200:0.0:1767384986.330858:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c51a4470 00000400:00000010:0.0:1767384986.330859:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c51a4470. 00000100:00000001:0.0:1767384986.330860:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330860:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330883:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330885:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384986.330887:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330889:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330890:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330891:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000499edf54. 00000400:00000200:0.0:1767384986.330893:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938aee8f 00000400:00000010:0.0:1767384986.330895:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938aee8f. 00000100:00000001:0.0:1767384986.330896:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330898:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330901:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330902:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384986.330904:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330905:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330906:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330907:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7f696f1. 00000400:00000200:0.0:1767384986.330909:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc3a18c 00000400:00000010:0.0:1767384986.330911:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc3a18c. 00000100:00000001:0.0:1767384986.330912:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330913:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330916:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330917:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384986.330918:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330919:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330919:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330920:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005728d257. 00000400:00000200:0.0:1767384986.330921:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bd1444 00000400:00000010:0.0:1767384986.330922:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bd1444. 00000100:00000001:0.0:1767384986.330923:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330924:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330926:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330927:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384986.330928:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330929:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330930:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330931:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067a85a90. 00000400:00000200:0.0:1767384986.330932:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0343f6e 00000400:00000010:0.0:1767384986.330933:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0343f6e. 00000100:00000001:0.0:1767384986.330934:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330934:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330937:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330938:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384986.330939:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330940:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330940:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330941:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087c65a05. 00000400:00000200:0.0:1767384986.330942:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074c0bebb 00000400:00000010:0.0:1767384986.330943:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074c0bebb. 00000100:00000001:0.0:1767384986.330944:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330944:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330947:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330947:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384986.330948:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330949:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330950:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330950:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff72fb21. 00000400:00000200:0.0:1767384986.330951:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068e11cd7 00000400:00000010:0.0:1767384986.330952:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068e11cd7. 00000100:00000001:0.0:1767384986.330953:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330954:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330956:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330957:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384986.330957:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330958:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330959:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330960:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ec7a391. 00000400:00000200:0.0:1767384986.330961:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f156eb9e 00000400:00000010:0.0:1767384986.330961:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f156eb9e. 00000100:00000001:0.0:1767384986.330963:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330963:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330966:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330967:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384986.330968:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330968:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330969:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330970:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7393934. 00000400:00000200:0.0:1767384986.330971:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000934c00b8 00000400:00000010:0.0:1767384986.330971:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000934c00b8. 00000100:00000001:0.0:1767384986.330973:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330973:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330975:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330976:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384986.330977:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330978:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330978:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330979:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c660c517. 00000400:00000200:0.0:1767384986.330980:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b7872bb 00000400:00000010:0.0:1767384986.330981:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b7872bb. 00000100:00000001:0.0:1767384986.330982:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330982:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330985:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330986:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384986.330986:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330987:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330988:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330988:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000830575a7. 00000400:00000200:0.0:1767384986.330989:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de944cd2 00000400:00000010:0.0:1767384986.330990:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de944cd2. 00000100:00000001:0.0:1767384986.330991:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.330992:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.330994:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.330995:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384986.330996:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.330997:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.330997:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.330998:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a348b921. 00000400:00000200:0.0:1767384986.330999:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9a9059 00000400:00000010:0.0:1767384986.331000:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9a9059. 00000100:00000001:0.0:1767384986.331001:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331002:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331004:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331005:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384986.331005:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331006:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331007:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331007:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bad8612a. 00000400:00000200:0.0:1767384986.331009:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd387a1 00000400:00000010:0.0:1767384986.331009:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abd387a1. 00000100:00000001:0.0:1767384986.331010:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331011:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331013:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331014:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384986.331015:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331015:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331016:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331017:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d978261b. 00000400:00000200:0.0:1767384986.331018:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081d536a7 00000400:00000010:0.0:1767384986.331018:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081d536a7. 00000100:00000001:0.0:1767384986.331019:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331020:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331022:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331023:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384986.331024:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331025:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331025:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331026:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0e747a. 00000400:00000200:0.0:1767384986.331027:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015a21fe3 00000400:00000010:0.0:1767384986.331028:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015a21fe3. 00000100:00000001:0.0:1767384986.331029:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331029:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331032:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331032:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384986.331033:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331034:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331035:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331035:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecfa7f47. 00000400:00000200:0.0:1767384986.331036:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a00979f 00000400:00000010:0.0:1767384986.331037:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a00979f. 00000100:00000001:0.0:1767384986.331038:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331039:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331041:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331042:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384986.331042:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331043:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331044:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331044:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698279a6. 00000400:00000200:0.0:1767384986.331045:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005cec019 00000400:00000010:0.0:1767384986.331046:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005cec019. 00000100:00000001:0.0:1767384986.331047:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331048:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331050:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331051:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384986.331051:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331052:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331053:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331053:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fc62ef2. 00000400:00000200:0.0:1767384986.331054:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025d006f 00000400:00000010:0.0:1767384986.331055:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000025d006f. 00000100:00000001:0.0:1767384986.331056:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331057:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331059:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331060:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384986.331061:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331061:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331062:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331062:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000573b350d. 00000400:00000200:0.0:1767384986.331063:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003103a9a9 00000400:00000010:0.0:1767384986.331064:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003103a9a9. 00000100:00000001:0.0:1767384986.331065:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331066:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331068:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331069:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384986.331070:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331071:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331071:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331072:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009871ff1b. 00000400:00000200:0.0:1767384986.331073:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005615eb0e 00000400:00000010:0.0:1767384986.331074:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005615eb0e. 00000100:00000001:0.0:1767384986.331075:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331075:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331078:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331078:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384986.331079:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331080:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331080:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331081:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007346c030. 00000400:00000200:0.0:1767384986.331082:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc1f998 00000400:00000010:0.0:1767384986.331083:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc1f998. 00000100:00000001:0.0:1767384986.331084:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331084:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331087:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331087:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384986.331088:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331089:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331089:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331090:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010ad8adf. 00000400:00000200:0.0:1767384986.331091:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026b0d0ed 00000400:00000010:0.0:1767384986.331092:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026b0d0ed. 00000100:00000001:0.0:1767384986.331093:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331093:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331096:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331096:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384986.331097:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331098:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331098:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331099:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5058ab2. 00000400:00000200:0.0:1767384986.331100:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4822a50 00000400:00000010:0.0:1767384986.331101:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4822a50. 00000100:00000001:0.0:1767384986.331102:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331103:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331105:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331106:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384986.331106:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331107:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331108:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331108:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001085243a. 00000400:00000200:0.0:1767384986.331109:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fc9f449 00000400:00000010:0.0:1767384986.331110:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fc9f449. 00000100:00000001:0.0:1767384986.331111:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331111:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331114:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331115:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384986.331115:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331116:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331117:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331117:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023cf959d. 00000400:00000200:0.0:1767384986.331118:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056c63daa 00000400:00000010:0.0:1767384986.331119:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056c63daa. 00000100:00000001:0.0:1767384986.331120:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331120:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331123:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331123:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384986.331124:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331125:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331125:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331126:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018db37a0. 00000400:00000200:0.0:1767384986.331127:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000449de5dd 00000400:00000010:0.0:1767384986.331128:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000449de5dd. 00000100:00000001:0.0:1767384986.331129:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331129:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331132:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331132:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384986.331133:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331134:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331135:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331135:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039e6cfdc. 00000400:00000200:0.0:1767384986.331136:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011c1cff7 00000400:00000010:0.0:1767384986.331137:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011c1cff7. 00000100:00000001:0.0:1767384986.331138:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331139:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331141:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331142:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384986.331143:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331143:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331144:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331145:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096e4985f. 00000400:00000200:0.0:1767384986.331146:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e208520 00000400:00000010:0.0:1767384986.331146:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e208520. 00000100:00000001:0.0:1767384986.331147:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331148:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331150:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331151:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384986.331152:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331152:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331153:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331154:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080ecc0de. 00000400:00000200:0.0:1767384986.331154:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fd3f0f4 00000400:00000010:0.0:1767384986.331155:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fd3f0f4. 00000100:00000001:0.0:1767384986.331156:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331157:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331159:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331160:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384986.331161:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331161:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331162:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331163:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc526bd. 00000400:00000200:0.0:1767384986.331164:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000052f3342 00000400:00000010:0.0:1767384986.331164:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000052f3342. 00000100:00000001:0.0:1767384986.331165:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331166:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331168:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331169:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384986.331170:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331170:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331171:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331172:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a65e3f0. 00000400:00000200:0.0:1767384986.331173:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001227fb94 00000400:00000010:0.0:1767384986.331174:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001227fb94. 00000100:00000001:0.0:1767384986.331175:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331175:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331178:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331178:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384986.331179:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331180:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331180:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331181:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff9171f3. 00000400:00000200:0.0:1767384986.331182:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9aca780 00000400:00000010:0.0:1767384986.331183:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9aca780. 00000100:00000001:0.0:1767384986.331184:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331184:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331187:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331187:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384986.331188:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331189:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331189:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331190:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78f8e62. 00000400:00000200:0.0:1767384986.331191:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307d8444 00000400:00000010:0.0:1767384986.331192:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307d8444. 00000100:00000001:0.0:1767384986.331193:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331194:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331196:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331197:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384986.331197:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331198:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331199:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331199:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008260dfe3. 00000400:00000200:0.0:1767384986.331200:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095f64c0b 00000400:00000010:0.0:1767384986.331201:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095f64c0b. 00000100:00000001:0.0:1767384986.331202:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331202:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331205:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331206:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384986.331207:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331207:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331208:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331208:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035a23c8c. 00000400:00000200:0.0:1767384986.331209:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb6dfd4a 00000400:00000010:0.0:1767384986.331210:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb6dfd4a. 00000100:00000001:0.0:1767384986.331211:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331212:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331214:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331215:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384986.331216:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331216:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331217:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331217:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b60e7310. 00000400:00000200:0.0:1767384986.331218:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09e87fb 00000400:00000010:0.0:1767384986.331219:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09e87fb. 00000100:00000001:0.0:1767384986.331220:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331221:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331223:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331224:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384986.331224:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331225:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331226:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331226:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008efde1ed. 00000400:00000200:0.0:1767384986.331227:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048873110 00000400:00000010:0.0:1767384986.331228:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048873110. 00000100:00000001:0.0:1767384986.331229:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331230:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331232:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331233:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384986.331234:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331234:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331235:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331235:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000542be191. 00000400:00000200:0.0:1767384986.331236:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eceec296 00000400:00000010:0.0:1767384986.331237:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eceec296. 00000100:00000001:0.0:1767384986.331238:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331239:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331241:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331242:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384986.331243:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331243:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331244:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331245:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094417482. 00000400:00000200:0.0:1767384986.331246:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aae3900f 00000400:00000010:0.0:1767384986.331246:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aae3900f. 00000100:00000001:0.0:1767384986.331247:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331248:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331250:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331251:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384986.331252:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331252:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331253:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331253:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000884aed11. 00000400:00000200:0.0:1767384986.331254:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd1bd2b4 00000400:00000010:0.0:1767384986.331255:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd1bd2b4. 00000100:00000001:0.0:1767384986.331256:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331257:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331259:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331260:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384986.331261:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331261:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331262:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331262:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b9df1ea. 00000400:00000200:0.0:1767384986.331263:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c67e4ee7 00000400:00000010:0.0:1767384986.331264:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c67e4ee7. 00000100:00000001:0.0:1767384986.331265:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331266:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331268:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331269:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384986.331269:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331270:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331271:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331271:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092c15cbe. 00000400:00000200:0.0:1767384986.331272:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab18dd 00000400:00000010:0.0:1767384986.331273:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab18dd. 00000100:00000001:0.0:1767384986.331274:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331275:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331277:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331278:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384986.331279:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331279:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331280:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331280:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daa5f41. 00000400:00000200:0.0:1767384986.331281:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009090e687 00000400:00000010:0.0:1767384986.331282:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009090e687. 00000100:00000001:0.0:1767384986.331283:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331284:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331286:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331287:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384986.331287:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331288:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331289:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331289:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000641b25a8. 00000400:00000200:0.0:1767384986.331290:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003756d147 00000400:00000010:0.0:1767384986.331291:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003756d147. 00000100:00000001:0.0:1767384986.331292:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331293:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331295:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331296:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384986.331297:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331297:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331298:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331298:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cf19cee. 00000400:00000200:0.0:1767384986.331299:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081583d45 00000400:00000010:0.0:1767384986.331300:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081583d45. 00000100:00000001:0.0:1767384986.331301:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331302:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331317:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331318:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384986.331319:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331320:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331320:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331321:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab9b9e6e. 00000400:00000200:0.0:1767384986.331323:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003637485d 00000400:00000010:0.0:1767384986.331324:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003637485d. 00000100:00000001:0.0:1767384986.331325:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331326:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331328:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331329:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384986.331330:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331331:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331331:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331332:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b064670. 00000400:00000200:0.0:1767384986.331333:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a54bba27 00000400:00000010:0.0:1767384986.331334:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a54bba27. 00000100:00000001:0.0:1767384986.331335:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331335:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331338:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331339:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384986.331339:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331340:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331341:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331341:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd75965a. 00000400:00000200:0.0:1767384986.331342:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd15976 00000400:00000010:0.0:1767384986.331343:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abd15976. 00000100:00000001:0.0:1767384986.331344:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331344:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331347:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331348:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384986.331348:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331349:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331350:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331350:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f7a676b. 00000400:00000200:0.0:1767384986.331351:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074462f71 00000400:00000010:0.0:1767384986.331352:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074462f71. 00000100:00000001:0.0:1767384986.331353:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331354:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331357:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331357:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384986.331358:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331359:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331360:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331361:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef0cbb8d. 00000400:00000200:0.0:1767384986.331362:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008de0ac92 00000400:00000010:0.0:1767384986.331363:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008de0ac92. 00000100:00000001:0.0:1767384986.331364:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331365:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331367:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331368:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384986.331369:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331369:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331370:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331370:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012b54225. 00000400:00000200:0.0:1767384986.331371:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d560088 00000400:00000010:0.0:1767384986.331372:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d560088. 00000100:00000001:0.0:1767384986.331373:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331374:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331376:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331377:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384986.331377:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331378:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331379:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331380:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdd2c371. 00000400:00000200:0.0:1767384986.331381:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088537ca0 00000400:00000010:0.0:1767384986.331381:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088537ca0. 00000100:00000001:0.0:1767384986.331382:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331383:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331385:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331386:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384986.331387:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331388:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331388:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331389:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a1f982a. 00000400:00000200:0.0:1767384986.331390:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1af04ae 00000400:00000010:0.0:1767384986.331391:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1af04ae. 00000100:00000001:0.0:1767384986.331392:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331392:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331395:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331396:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384986.331397:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331398:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331398:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331399:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec4e7562. 00000400:00000200:0.0:1767384986.331400:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b2e5216 00000400:00000010:0.0:1767384986.331401:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b2e5216. 00000100:00000001:0.0:1767384986.331402:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331403:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331405:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331406:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384986.331407:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331407:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331408:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331408:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cf8c333. 00000400:00000200:0.0:1767384986.331409:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c58a881 00000400:00000010:0.0:1767384986.331410:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c58a881. 00000100:00000001:0.0:1767384986.331411:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331412:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331414:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331415:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384986.331416:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331417:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331417:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331418:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000972620b2. 00000400:00000200:0.0:1767384986.331419:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060b552bc 00000400:00000010:0.0:1767384986.331420:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060b552bc. 00000100:00000001:0.0:1767384986.331421:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331422:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331424:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331425:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384986.331425:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331426:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331427:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331427:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e38f18fc. 00000400:00000200:0.0:1767384986.331428:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000398ee856 00000400:00000010:0.0:1767384986.331429:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000398ee856. 00000100:00000001:0.0:1767384986.331430:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331431:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331433:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331434:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384986.331435:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331436:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331436:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331437:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ffe977d. 00000400:00000200:0.0:1767384986.331438:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000506a2022 00000400:00000010:0.0:1767384986.331438:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000506a2022. 00000100:00000001:0.0:1767384986.331439:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331440:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331442:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331443:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384986.331444:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331445:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331445:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331446:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000434235aa. 00000400:00000200:0.0:1767384986.331447:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c7af876 00000400:00000010:0.0:1767384986.331448:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c7af876. 00000100:00000001:0.0:1767384986.331449:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331449:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331451:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331452:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384986.331453:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331454:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331454:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331455:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060800f9a. 00000400:00000200:0.0:1767384986.331456:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec47cc53 00000400:00000010:0.0:1767384986.331457:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec47cc53. 00000100:00000001:0.0:1767384986.331458:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331458:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331460:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331461:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384986.331462:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.331463:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.331463:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.331464:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044781a77. 00000400:00000200:0.0:1767384986.331465:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007594c4c2 00000400:00000010:0.0:1767384986.331466:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007594c4c2. 00000100:00000001:0.0:1767384986.331467:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.331468:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384986.331470:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.331471:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384986.331472:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384986.331473:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331474:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331475:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331476:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331476:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331477:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331478:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331478:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331479:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331480:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331480:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331481:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331482:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331482:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331483:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331484:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331484:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331485:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331486:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331486:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331487:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331488:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331488:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331489:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331490:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331490:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331491:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331492:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331493:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331493:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331494:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331495:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331495:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331496:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331497:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331498:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331498:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331499:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331500:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331500:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331501:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331501:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331502:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331503:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331504:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331504:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331505:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331506:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331506:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331507:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331508:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331508:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331509:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331510:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331510:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331511:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331512:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331512:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331513:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331514:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331514:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331515:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331516:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331516:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331517:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331518:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331518:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331519:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331520:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331520:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331521:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331522:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331522:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331523:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331524:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331525:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331525:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331526:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331527:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331527:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331528:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331529:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331529:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331530:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331531:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331531:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331532:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331533:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331533:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331534:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331535:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331535:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331536:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331536:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331537:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331538:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331539:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331539:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331540:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331540:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331541:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331542:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331543:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331543:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331544:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331544:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331545:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331546:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331546:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331547:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331548:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331548:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331549:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331550:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331551:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331552:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331552:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331553:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331554:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331555:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331556:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331556:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331557:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331558:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331558:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331559:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.331560:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.331560:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384986.331561:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e268ec94. 00000100:00000010:0.0:1767384986.331564:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2f31cd7. 00000100:00000010:0.0:1767384986.331565:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000e522b7d. 00000100:00000010:0.0:1767384986.331566:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac9ecb12. 00000100:00000010:0.0:1767384986.331567:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000050e429bb. 00000100:00000010:0.0:1767384986.331569:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eaa1f8f7. 00000100:00000010:0.0:1767384986.331570:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c372c757. 00000100:00000010:0.0:1767384986.331571:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc243aee. 00000100:00000010:0.0:1767384986.331572:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a4c7de2. 00000100:00000010:0.0:1767384986.331573:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008101f3d8. 00000100:00000010:0.0:1767384986.331575:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044f72463. 00000100:00000010:0.0:1767384986.331576:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013ba47d2. 00000100:00000010:0.0:1767384986.331577:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000092559af5. 00000100:00000010:0.0:1767384986.331579:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060fcc51a. 00000100:00000010:0.0:1767384986.331580:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000758444f. 00000100:00000010:0.0:1767384986.331581:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcc3a489. 00000100:00000010:0.0:1767384986.331583:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000117bb29. 00000100:00000010:0.0:1767384986.331584:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbbcbb9d. 00000100:00000010:0.0:1767384986.331585:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003dd6e1ba. 00000100:00000010:0.0:1767384986.331586:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a8646a8. 00000100:00000010:0.0:1767384986.331587:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008924989d. 00000100:00000010:0.0:1767384986.331589:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc8d82c0. 00000100:00000010:0.0:1767384986.331590:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f8a59454. 00000100:00000010:0.0:1767384986.331592:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083e86ea3. 00000100:00000010:0.0:1767384986.331593:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009e3f438d. 00000100:00000010:0.0:1767384986.331594:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067d03407. 00000100:00000010:0.0:1767384986.331595:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff0809cd. 00000100:00000010:0.0:1767384986.331597:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af5d2d8e. 00000100:00000010:0.0:1767384986.331598:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052f3992d. 00000100:00000010:0.0:1767384986.331599:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8c28b84. 00000100:00000010:0.0:1767384986.331600:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078f96ed8. 00000100:00000010:0.0:1767384986.331601:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009824e0d2. 00000100:00000010:0.0:1767384986.331602:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ced8f0d5. 00000100:00000010:0.0:1767384986.331604:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000369a8a49. 00000100:00000010:0.0:1767384986.331605:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000421f158d. 00000100:00000010:0.0:1767384986.331606:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001f4d7d2. 00000100:00000010:0.0:1767384986.331607:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bfdb8f5e. 00000100:00000010:0.0:1767384986.331609:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ec51373. 00000100:00000010:0.0:1767384986.331610:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000292a0f86. 00000100:00000010:0.0:1767384986.331611:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000542c9a43. 00000100:00000010:0.0:1767384986.331612:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000599a6285. 00000100:00000010:0.0:1767384986.331613:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ba43197. 00000100:00000010:0.0:1767384986.331614:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002c686c04. 00000100:00000010:0.0:1767384986.331616:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d31965ea. 00000100:00000010:0.0:1767384986.331617:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004fe46c5d. 00000100:00000010:0.0:1767384986.331618:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5f25a3e. 00000100:00000010:0.0:1767384986.331631:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000998bc4cb. 00000100:00000010:0.0:1767384986.331633:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001114d67f. 00000100:00000010:0.0:1767384986.331634:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ae81a98. 00000100:00000010:0.0:1767384986.331636:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027345172. 00000100:00000010:0.0:1767384986.331637:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d3e34fcc. 00000100:00000010:0.0:1767384986.331638:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e63651d1. 00000100:00000010:0.0:1767384986.331639:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eee56e02. 00000100:00000010:0.0:1767384986.331641:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009618f198. 00000100:00000010:0.0:1767384986.331642:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011347222. 00000100:00000010:0.0:1767384986.331644:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7c9849b. 00000100:00000010:0.0:1767384986.331645:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007b231129. 00000100:00000010:0.0:1767384986.331646:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6fde721. 00000100:00000010:0.0:1767384986.331648:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002d60e0d2. 00000100:00000010:0.0:1767384986.331649:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070970cd6. 00000100:00000010:0.0:1767384986.331651:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000049e0723a. 00000100:00000010:0.0:1767384986.331652:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddf020f9. 00000100:00000010:0.0:1767384986.331653:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000020f9e87a. 00000100:00000010:0.0:1767384986.331654:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e44e6ddb. 00000100:00000010:0.0:1767384986.331655:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000068ecfc03. 00000100:00000010:0.0:1767384986.331657:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1ec6445. 00000100:00000010:0.0:1767384986.331658:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000e959226. 00000100:00000010:0.0:1767384986.331659:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cffc283d. 00000100:00000010:0.0:1767384986.331660:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f200c779. 00000100:00000010:0.0:1767384986.331661:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087278537. 00000100:00000010:0.0:1767384986.331663:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d6103fb0. 00000100:00000010:0.0:1767384986.331664:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cec76b4d. 00000100:00000010:0.0:1767384986.331665:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000caa07160. 00000100:00000010:0.0:1767384986.331666:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c13e3bf5. 00000100:00000010:0.0:1767384986.331667:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000944447f3. 00000100:00000010:0.0:1767384986.331669:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f0c2ac4. 00000100:00000010:0.0:1767384986.331670:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db65f2d8. 00000100:00000010:0.0:1767384986.331671:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec95c65d. 00000100:00000010:0.0:1767384986.331672:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002261adb6. 00000100:00000010:0.0:1767384986.331673:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d1322f1. 00000100:00000010:0.0:1767384986.331675:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c584db4. 00000100:00000010:0.0:1767384986.331676:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e40dbdd5. 00000100:00000010:0.0:1767384986.331677:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ffde15d9. 00000100:00000010:0.0:1767384986.331679:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3115436. 00000100:00000010:0.0:1767384986.331680:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dac64d64. 00000100:00000010:0.0:1767384986.331682:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000eceea04. 00000100:00000010:0.0:1767384986.331683:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000062c5d654. 00000100:00000010:0.0:1767384986.331684:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d74994e9. 00000100:00000010:0.0:1767384986.331686:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d6efd8d9. 00000100:00000010:0.0:1767384986.331688:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003222e36a. 00000100:00000010:0.0:1767384986.331689:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000bf9ddf4. 00000100:00000010:0.0:1767384986.331691:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b9f616c. 00000100:00000010:0.0:1767384986.331692:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c74f016. 00000100:00000010:0.0:1767384986.331693:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006796afa9. 00000100:00000010:0.0:1767384986.331694:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f5af4b94. 00000100:00000010:0.0:1767384986.331695:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0779512. 00000100:00000010:0.0:1767384986.331696:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe179a2c. 00000100:00000010:0.0:1767384986.331697:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2a7f404. 00000100:00000010:0.0:1767384986.331698:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000748e73e9. 00000100:00000010:0.0:1767384986.331700:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1c48e70. 00000100:00000010:0.0:1767384986.331701:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004de351da. 00000100:00000010:0.0:1767384986.331702:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039911295. 00000100:00000010:0.0:1767384986.331703:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000019987297. 00000100:00000010:0.0:1767384986.331704:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dce2cb0b. 00000100:00000010:0.0:1767384986.331705:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009bd41b19. 00000100:00000010:0.0:1767384986.331707:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053546217. 00000100:00000010:0.0:1767384986.331708:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bd4c7c55. 00000100:00000010:0.0:1767384986.331709:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000866951fb. 00000100:00000010:0.0:1767384986.331710:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e39d121. 00000100:00000010:0.0:1767384986.331711:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4309fa9. 00000100:00000010:0.0:1767384986.331713:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fa302cd2. 00000100:00000010:0.0:1767384986.331714:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1de42b8. 00000100:00000010:0.0:1767384986.331716:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b3061eb9. 00000100:00000010:0.0:1767384986.331717:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf8496c2. 00000100:00000010:0.0:1767384986.331718:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c75091dc. 00000100:00000010:0.0:1767384986.331720:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fad6d0f9. 00000100:00000010:0.0:1767384986.331721:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000815d22ad. 00000100:00000010:0.0:1767384986.331722:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013df9fbb. 00000100:00000010:0.0:1767384986.331723:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009c9e5bc4. 00000100:00000010:0.0:1767384986.331724:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031e35fc8. 00000100:00000010:0.0:1767384986.331725:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e857ae13. 00000100:00000010:0.0:1767384986.331727:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000652a3d36. 00000100:00000010:0.0:1767384986.331728:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7cdf8ab. 00000100:00000010:0.0:1767384986.331730:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057a63ed4. 00000100:00000010:0.0:1767384986.331731:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0971d38. 00000100:00000010:0.0:1767384986.331732:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1b6550e. 00000100:00000010:0.0:1767384986.331733:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060c7ac39. 00000100:00000010:0.0:1767384986.331734:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c79bfad. 00000100:00000010:0.0:1767384986.331736:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000943e3d7b. 00000100:00000010:0.0:1767384986.331741:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000047b97e6a. 00000100:00000001:0.0:1767384986.331744:0:40089:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384986.331745:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.331746:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384986.331746:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384986.331747:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000005434e057. 00000100:00000001:0.0:1767384986.331749:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384986.331750:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.331751:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.331752:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000007d95be2. 00000100:00000001:0.0:1767384986.331753:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.331754:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.331755:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fbbcbf8f. 00000100:00000001:0.0:1767384986.331756:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.331757:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.331758:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007635616b. 00000100:00000001:0.0:1767384986.331759:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.331760:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.331760:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c3b1fa03. 00000100:00000001:0.0:1767384986.331761:0:40089:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384986.331805:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000004bdc8eb2. 00000020:00000010:0.0:1767384986.331808:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b13a7f91. 00000100:00000010:0.0:1767384986.331820:0:40089:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000c4329bad. 00000100:00000010:0.0:1767384986.331825:0:40089:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000091e57933. 00000100:00000010:0.0:1767384986.331827:0:40089:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000aaa81dea. 00000100:00000010:0.0:1767384986.331831:0:40089:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000042187dc. 00000100:00000001:0.0:1767384986.331833:0:40089:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.331835:0:40089:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384986.331836:0:40089:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:0.0:1767384986.331838:0:40089:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384986.331839:0:40089:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384986.331839:0:40089:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:0.0:1767384986.331840:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:0.0:1767384986.331841:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:0.0:1767384986.331853:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:1.0:1767384986.331895:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004c0aa64e. 00000040:00000010:1.0:1767384986.331900:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b30cc2eb. 00000020:00000010:1.0:1767384986.331904:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000051a8ea28. 00000020:00000010:1.0:1767384986.331907:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029d0e08a. 00000020:00000010:1.0:1767384986.331911:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002bb29f5b. 80000000:00000010:1.0:1767384986.331915:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e932b4cb. 40000000:00000010:1.0:1767384986.331918:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000075ab1484. 00100000:00000010:1.0:1767384986.331921:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1366545. 00040000:00000010:1.0:1767384986.331923:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d0a11d69. 00040000:00000010:1.0:1767384986.331925:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3e00e05. 00080000:00000010:1.0:1767384986.331928:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c3a44342. 00000020:00000010:3.0:1767384986.331932:0:17080:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000074ec0eae. 00000040:00000010:3.0:1767384986.331938:0:17080:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000319d92d7. 00000020:00000010:3.0:1767384986.331941:0:17080:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000acc0f495. 00080000:00000010:1.0:1767384986.331944:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000172bf826. 00000020:00000010:3.0:1767384986.331945:0:17080:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001e33ceef. 00000020:00000010:3.0:1767384986.331952:0:17080:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002673bcc4. 00000004:00000010:1.0:1767384986.331956:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b13a9bc7. 80000000:00000010:3.0:1767384986.331957:0:17080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d4ba6fe. 00002000:00000010:1.0:1767384986.331962:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006ffda9d2. 40000000:00000010:3.0:1767384986.331963:0:17080:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a60640a3. 00000020:00000010:1.0:1767384986.331966:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a01130a2. 00100000:00000010:3.0:1767384986.331969:0:17080:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000be133ec2. 00000020:00000010:1.0:1767384986.331972:0:17081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c13e1464. 00040000:00000010:3.0:1767384986.331976:0:17080:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c4ccaa81. 00000100:00000010:1.0:1767384986.331977:0:17081:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003424487c. 00040000:00000010:3.0:1767384986.331984:0:17080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004842aad7. 00000100:00100000:1.0:1767384986.331984:0:17081:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000bc4111f4:17081] 1 exiting: rc = 0 00080000:00000010:3.0:1767384986.331993:0:17080:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f1422ac8. 00080000:00000010:3.0:1767384986.331997:0:17080:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000090746172. 00000004:00000010:3.0:1767384986.332001:0:17080:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f189b4c8. 00002000:00000010:3.0:1767384986.332006:0:17080:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ef46ff86. 00000020:00000010:3.0:1767384986.332010:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7be5425. 00000020:00000010:3.0:1767384986.332015:0:17080:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f11813d8. 00000100:00000040:0.0:1767384986.332015:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #0 00000100:00000010:3.0:1767384986.332025:0:17080:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000048371d88. 00000100:00100000:3.0:1767384986.332028:0:17080:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [00000000f7ca1e19:17080] 0 exiting: rc = 1 00000100:00000010:0.0:1767384986.332046:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f7ca1e19. 00000100:00000010:0.0:1767384986.332053:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000bc4111f4. 00000100:00000001:0.0:1767384986.332056:0:40089:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384986.332058:0:40089:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384986.332059:0:40089:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:0.0:1767384986.332062:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332063:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332065:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051db013a. 00000400:00000200:0.0:1767384986.332068:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011f72274 00000400:00000010:0.0:1767384986.332069:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011f72274. 00000100:00000001:0.0:1767384986.332072:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332073:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332076:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332078:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384986.332080:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332081:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332082:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332083:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c73fe28. 00000400:00000200:0.0:1767384986.332085:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ba4c822 00000400:00000010:0.0:1767384986.332086:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ba4c822. 00000100:00000001:0.0:1767384986.332088:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332089:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332093:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332093:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384986.332094:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332095:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332096:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332097:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097ecbddc. 00000400:00000200:0.0:1767384986.332101:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000087799d4 00000400:00000010:0.0:1767384986.332102:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000087799d4. 00000100:00000001:0.0:1767384986.332103:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332104:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332107:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332108:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384986.332109:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332110:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332111:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332113:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002667693f. 00000400:00000200:0.0:1767384986.332115:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f12e6 00000400:00000010:0.0:1767384986.332117:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9f12e6. 00000100:00000001:0.0:1767384986.332119:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332120:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332124:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332126:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384986.332127:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332129:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332130:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332131:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d57d76a8. 00000400:00000200:0.0:1767384986.332133:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2f20b5 00000400:00000010:0.0:1767384986.332135:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc2f20b5. 00000100:00000001:0.0:1767384986.332137:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332138:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332143:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332144:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384986.332147:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332148:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332150:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332152:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eb5aa10. 00000400:00000200:0.0:1767384986.332154:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9f68fa1 00000400:00000010:0.0:1767384986.332156:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9f68fa1. 00000100:00000001:0.0:1767384986.332159:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332160:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332164:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332165:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384986.332167:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332168:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332169:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332170:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfc621dd. 00000400:00000200:0.0:1767384986.332171:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009941b27c 00000400:00000010:0.0:1767384986.332172:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009941b27c. 00000100:00000001:0.0:1767384986.332173:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332174:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332176:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332177:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384986.332178:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332178:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332179:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332180:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5985569. 00000400:00000200:0.0:1767384986.332181:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011497f2d 00000400:00000010:0.0:1767384986.332182:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011497f2d. 00000100:00000001:0.0:1767384986.332183:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332183:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332186:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332187:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384986.332187:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332188:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332189:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332189:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e313dc4b. 00000400:00000200:0.0:1767384986.332190:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a254a9e8 00000400:00000010:0.0:1767384986.332191:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a254a9e8. 00000100:00000001:0.0:1767384986.332192:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332193:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332195:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332196:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384986.332197:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332198:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332198:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332199:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036e32c5b. 00000400:00000200:0.0:1767384986.332200:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd6f3ca0 00000400:00000010:0.0:1767384986.332201:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd6f3ca0. 00000100:00000001:0.0:1767384986.332203:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332203:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332206:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332206:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384986.332208:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332208:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332209:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332210:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062560578. 00000400:00000200:0.0:1767384986.332211:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009555e04c 00000400:00000010:0.0:1767384986.332212:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009555e04c. 00000100:00000001:0.0:1767384986.332213:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332213:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332216:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332217:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384986.332217:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332218:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332219:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332220:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000724d96a1. 00000400:00000200:0.0:1767384986.332221:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a42e70a 00000400:00000010:0.0:1767384986.332221:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a42e70a. 00000100:00000001:0.0:1767384986.332223:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332223:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332226:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332226:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384986.332227:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332228:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332228:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332229:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1a2d9f1. 00000400:00000200:0.0:1767384986.332230:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0556116 00000400:00000010:0.0:1767384986.332231:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0556116. 00000100:00000001:0.0:1767384986.332232:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332233:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332235:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332236:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384986.332237:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332237:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332238:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332239:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000277984d3. 00000400:00000200:0.0:1767384986.332239:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a9f36c1 00000400:00000010:0.0:1767384986.332241:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a9f36c1. 00000100:00000001:0.0:1767384986.332242:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332242:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332245:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332246:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384986.332247:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332248:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332248:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332249:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096825010. 00000400:00000200:0.0:1767384986.332250:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065cad541 00000400:00000010:0.0:1767384986.332251:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065cad541. 00000100:00000001:0.0:1767384986.332252:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332253:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332255:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332256:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384986.332257:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332257:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332258:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332258:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8d5046d. 00000400:00000200:0.0:1767384986.332259:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8a82bda 00000400:00000010:0.0:1767384986.332260:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8a82bda. 00000100:00000001:0.0:1767384986.332261:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332262:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332264:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332265:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384986.332266:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332266:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332267:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332268:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060df41b4. 00000400:00000200:0.0:1767384986.332269:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78e8c16 00000400:00000010:0.0:1767384986.332269:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c78e8c16. 00000100:00000001:0.0:1767384986.332270:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332271:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332273:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332274:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384986.332275:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332276:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332276:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332277:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f245b5f. 00000400:00000200:0.0:1767384986.332278:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078c2db5b 00000400:00000010:0.0:1767384986.332279:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078c2db5b. 00000100:00000001:0.0:1767384986.332280:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332281:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332283:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332284:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384986.332285:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332286:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332287:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332288:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c14dfe66. 00000400:00000200:0.0:1767384986.332288:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000826297c 00000400:00000010:0.0:1767384986.332289:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000826297c. 00000100:00000001:0.0:1767384986.332290:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332291:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332293:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332294:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384986.332295:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332296:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332296:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332297:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002919f15a. 00000400:00000200:0.0:1767384986.332298:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069697ec3 00000400:00000010:0.0:1767384986.332299:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069697ec3. 00000100:00000001:0.0:1767384986.332300:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332300:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332316:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332317:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384986.332318:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332319:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332320:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332321:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc868e87. 00000400:00000200:0.0:1767384986.332322:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b26a39d4 00000400:00000010:0.0:1767384986.332323:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b26a39d4. 00000100:00000001:0.0:1767384986.332324:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332324:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332327:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332328:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384986.332328:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332329:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332330:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332331:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089b72630. 00000400:00000200:0.0:1767384986.332332:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027e5a9b6 00000400:00000010:0.0:1767384986.332333:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027e5a9b6. 00000100:00000001:0.0:1767384986.332334:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332335:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332338:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332339:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384986.332339:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332340:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332341:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332341:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054fd9df9. 00000400:00000200:0.0:1767384986.332342:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff22113d 00000400:00000010:0.0:1767384986.332343:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff22113d. 00000100:00000001:0.0:1767384986.332344:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332345:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332347:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332348:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384986.332349:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332350:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332350:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332351:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d847148. 00000400:00000200:0.0:1767384986.332352:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008871e227 00000400:00000010:0.0:1767384986.332353:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008871e227. 00000100:00000001:0.0:1767384986.332354:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332354:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332357:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332357:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384986.332358:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332359:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332359:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332360:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c75b109. 00000400:00000200:0.0:1767384986.332361:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dd799e1 00000400:00000010:0.0:1767384986.332362:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dd799e1. 00000100:00000001:0.0:1767384986.332363:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332363:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332366:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332367:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384986.332367:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332368:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332369:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332370:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3c18365. 00000400:00000200:0.0:1767384986.332371:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2eceaf4 00000400:00000010:0.0:1767384986.332372:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2eceaf4. 00000100:00000001:0.0:1767384986.332373:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332374:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332376:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332377:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384986.332378:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332379:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332379:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332380:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3ff78e2. 00000400:00000200:0.0:1767384986.332381:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008af8f3b2 00000400:00000010:0.0:1767384986.332381:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008af8f3b2. 00000100:00000001:0.0:1767384986.332382:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332383:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332385:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332386:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384986.332387:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332388:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332388:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332389:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c13a82b2. 00000400:00000200:0.0:1767384986.332390:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f5fcde 00000400:00000010:0.0:1767384986.332391:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f5fcde. 00000100:00000001:0.0:1767384986.332392:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332392:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332395:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332395:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384986.332396:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332397:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332398:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332398:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fd17b72. 00000400:00000200:0.0:1767384986.332399:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eb07f09 00000400:00000010:0.0:1767384986.332400:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eb07f09. 00000100:00000001:0.0:1767384986.332401:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332401:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332404:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332405:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384986.332406:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332407:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332408:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332408:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b35ef240. 00000400:00000200:0.0:1767384986.332410:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078acd924 00000400:00000010:0.0:1767384986.332410:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000100:00000001:0.0:1767384986.332411:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332412:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332414:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332415:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384986.332416:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332416:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332417:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332418:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000671753fc. 00000400:00000200:0.0:1767384986.332419:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba882f5f 00000400:00000010:0.0:1767384986.332419:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba882f5f. 00000100:00000001:0.0:1767384986.332420:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332421:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332423:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332424:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384986.332425:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332426:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332426:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332427:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bb09b3. 00000400:00000200:0.0:1767384986.332428:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a4e4903 00000400:00000010:0.0:1767384986.332428:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a4e4903. 00000100:00000001:0.0:1767384986.332429:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332430:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332432:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332433:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384986.332434:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332435:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332435:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332436:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1e9f591. 00000400:00000200:0.0:1767384986.332437:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c44d62 00000400:00000010:0.0:1767384986.332437:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c44d62. 00000100:00000001:0.0:1767384986.332438:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332439:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332442:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332443:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384986.332444:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332445:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332445:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332446:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c147bc91. 00000400:00000200:0.0:1767384986.332447:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028f62ac 00000400:00000010:0.0:1767384986.332448:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000028f62ac. 00000100:00000001:0.0:1767384986.332449:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332449:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332452:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332452:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384986.332453:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332454:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332455:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332456:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acc50125. 00000400:00000200:0.0:1767384986.332456:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f68a39 00000400:00000010:0.0:1767384986.332457:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f68a39. 00000100:00000001:0.0:1767384986.332458:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332459:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332461:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332462:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384986.332463:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332463:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332464:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332465:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9090c06. 00000400:00000200:0.0:1767384986.332466:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba39766 00000400:00000010:0.0:1767384986.332466:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aba39766. 00000100:00000001:0.0:1767384986.332468:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332468:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332470:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332471:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384986.332472:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332473:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332473:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332474:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f706de9f. 00000400:00000200:0.0:1767384986.332475:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f56c84a 00000400:00000010:0.0:1767384986.332476:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f56c84a. 00000100:00000001:0.0:1767384986.332477:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332478:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332480:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332481:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384986.332482:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332482:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332483:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332484:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f219ee7d. 00000400:00000200:0.0:1767384986.332485:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003edbf27a 00000400:00000010:0.0:1767384986.332485:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003edbf27a. 00000100:00000001:0.0:1767384986.332486:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332487:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332489:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332490:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384986.332491:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332492:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332492:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332493:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f77533a3. 00000400:00000200:0.0:1767384986.332494:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6a57fc 00000400:00000010:0.0:1767384986.332495:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6a57fc. 00000100:00000001:0.0:1767384986.332496:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332496:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332498:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332499:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384986.332500:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332501:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332501:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332502:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37f389e. 00000400:00000200:0.0:1767384986.332503:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4fda6e 00000400:00000010:0.0:1767384986.332504:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4fda6e. 00000100:00000001:0.0:1767384986.332505:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332505:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332508:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332508:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384986.332509:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332510:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332511:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332511:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000351ad1cb. 00000400:00000200:0.0:1767384986.332512:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b524075 00000400:00000010:0.0:1767384986.332513:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b524075. 00000100:00000001:0.0:1767384986.332514:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332515:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332517:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332518:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384986.332518:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332519:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332520:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332520:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e519a2c. 00000400:00000200:0.0:1767384986.332521:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca13f0c 00000400:00000010:0.0:1767384986.332522:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca13f0c. 00000100:00000001:0.0:1767384986.332523:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332524:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332526:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332527:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384986.332528:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332529:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332529:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332530:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f846b7. 00000400:00000200:0.0:1767384986.332531:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caa51fcf 00000400:00000010:0.0:1767384986.332532:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000caa51fcf. 00000100:00000001:0.0:1767384986.332533:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332533:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332535:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332536:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384986.332537:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332538:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332538:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332539:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e83d0e2e. 00000400:00000200:0.0:1767384986.332540:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f30e01 00000400:00000010:0.0:1767384986.332541:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f30e01. 00000100:00000001:0.0:1767384986.332541:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332542:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332544:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332545:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384986.332546:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332547:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332547:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332548:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000499ff5d1. 00000400:00000200:0.0:1767384986.332549:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050eaee68 00000400:00000010:0.0:1767384986.332550:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050eaee68. 00000100:00000001:0.0:1767384986.332551:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332551:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332553:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332554:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384986.332555:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332556:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332556:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332557:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075914211. 00000400:00000200:0.0:1767384986.332558:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dd56130 00000400:00000010:0.0:1767384986.332559:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dd56130. 00000100:00000001:0.0:1767384986.332560:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332560:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332563:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332563:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384986.332564:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332565:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332565:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332566:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007383ec02. 00000400:00000200:0.0:1767384986.332567:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297a83e2 00000400:00000010:0.0:1767384986.332568:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297a83e2. 00000100:00000001:0.0:1767384986.332569:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332569:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332572:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332572:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384986.332573:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332574:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332574:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332575:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ea3280. 00000400:00000200:0.0:1767384986.332576:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f54bed46 00000400:00000010:0.0:1767384986.332577:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f54bed46. 00000100:00000001:0.0:1767384986.332578:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332578:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332581:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332582:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384986.332583:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332583:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332584:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332585:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ab86dab. 00000400:00000200:0.0:1767384986.332586:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d37e23 00000400:00000010:0.0:1767384986.332586:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d37e23. 00000100:00000001:0.0:1767384986.332587:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332588:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332590:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332591:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384986.332592:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332592:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332593:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332594:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009024b327. 00000400:00000200:0.0:1767384986.332595:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff12f717 00000400:00000010:0.0:1767384986.332595:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff12f717. 00000100:00000001:0.0:1767384986.332596:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332597:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332599:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332600:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384986.332601:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332601:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332602:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332603:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080f045a3. 00000400:00000200:0.0:1767384986.332604:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bb3f85 00000400:00000010:0.0:1767384986.332604:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6bb3f85. 00000100:00000001:0.0:1767384986.332605:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332606:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332608:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332609:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384986.332610:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332610:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332611:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332612:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003684c12f. 00000400:00000200:0.0:1767384986.332613:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6bd24be 00000400:00000010:0.0:1767384986.332613:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6bd24be. 00000100:00000001:0.0:1767384986.332615:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332615:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332617:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332618:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384986.332619:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332620:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332620:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332621:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000641226fa. 00000400:00000200:0.0:1767384986.332622:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000812b5b44 00000400:00000010:0.0:1767384986.332623:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000812b5b44. 00000100:00000001:0.0:1767384986.332624:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332624:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332626:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332627:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384986.332628:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332629:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332629:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332630:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000962d4065. 00000400:00000200:0.0:1767384986.332631:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2299431 00000400:00000010:0.0:1767384986.332632:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2299431. 00000100:00000001:0.0:1767384986.332633:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332633:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332635:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332636:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384986.332637:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332638:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332638:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332639:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082ed2701. 00000400:00000200:0.0:1767384986.332640:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3ad4012 00000400:00000010:0.0:1767384986.332640:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3ad4012. 00000100:00000001:0.0:1767384986.332641:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332642:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332644:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332645:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384986.332646:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332647:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332647:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332648:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a4d97b8. 00000400:00000200:0.0:1767384986.332649:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c10af08 00000400:00000010:0.0:1767384986.332650:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c10af08. 00000100:00000001:0.0:1767384986.332651:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332651:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332654:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332654:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384986.332655:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332656:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332656:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332657:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001fc7fd1. 00000400:00000200:0.0:1767384986.332658:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097a234bc 00000400:00000010:0.0:1767384986.332659:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097a234bc. 00000100:00000001:0.0:1767384986.332660:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332660:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332662:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332663:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384986.332664:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332665:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332665:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332666:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf002705. 00000400:00000200:0.0:1767384986.332667:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9df267b 00000400:00000010:0.0:1767384986.332668:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9df267b. 00000100:00000001:0.0:1767384986.332668:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332669:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332671:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332672:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384986.332673:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332674:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332674:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332675:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9aa63e2. 00000400:00000200:0.0:1767384986.332676:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073a4a4ca 00000400:00000010:0.0:1767384986.332677:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073a4a4ca. 00000100:00000001:0.0:1767384986.332677:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332678:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332680:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332681:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384986.332682:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332683:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332683:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332684:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc8dea21. 00000400:00000200:0.0:1767384986.332685:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b04dcf9 00000400:00000010:0.0:1767384986.332686:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b04dcf9. 00000100:00000001:0.0:1767384986.332687:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332687:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332690:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332690:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384986.332691:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332692:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332692:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332693:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce2cc10. 00000400:00000200:0.0:1767384986.332694:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065625aa 00000400:00000010:0.0:1767384986.332695:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065625aa. 00000100:00000001:0.0:1767384986.332696:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332696:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332698:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332699:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384986.332700:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332701:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332701:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332702:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad3073f4. 00000400:00000200:0.0:1767384986.332703:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bdefc6a 00000400:00000010:0.0:1767384986.332703:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bdefc6a. 00000100:00000001:0.0:1767384986.332704:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332705:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332707:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332708:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384986.332709:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332710:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332710:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332711:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d50e87f. 00000400:00000200:0.0:1767384986.332712:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088ba8204 00000400:00000010:0.0:1767384986.332712:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088ba8204. 00000100:00000001:0.0:1767384986.332713:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332714:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332716:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332717:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384986.332718:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.332719:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.332719:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.332720:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007988d6f. 00000400:00000200:0.0:1767384986.332721:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a665725c 00000400:00000010:0.0:1767384986.332722:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a665725c. 00000100:00000001:0.0:1767384986.332723:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.332723:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384986.332726:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.332726:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384986.332727:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384986.332728:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332729:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332730:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332731:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332732:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332732:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332733:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332733:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332734:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332735:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332736:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332736:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332737:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332738:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332738:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332739:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332740:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332740:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332741:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332741:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332742:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332743:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332744:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332744:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332745:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332745:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332746:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332747:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332748:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332748:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332749:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332750:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332750:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332751:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332752:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332752:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332753:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332754:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332754:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332755:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332756:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332756:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332757:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332758:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332758:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332759:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332760:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332760:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332761:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332762:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332762:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332763:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332764:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332764:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332765:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332766:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332766:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332767:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332768:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332768:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332769:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332770:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332770:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332771:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332772:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332772:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332773:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332774:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332775:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332775:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332776:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332777:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332777:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332778:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332779:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332779:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332780:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332781:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332781:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332782:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332783:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332783:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332784:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332785:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332785:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332786:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332787:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332787:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332788:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332789:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332789:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332790:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332791:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332791:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332792:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332793:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332793:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332794:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332795:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332795:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332796:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332796:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332797:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332798:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332799:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332799:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332800:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332801:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332801:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332802:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332803:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332803:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332804:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332805:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332806:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332807:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332807:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332808:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332809:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332809:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332810:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332811:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332811:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332812:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332813:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332813:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.332814:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.332815:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384986.332816:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d5d9ffa9. 00000100:00000010:0.0:1767384986.332818:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b24d4ff. 00000100:00000010:0.0:1767384986.332819:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d656a29. 00000100:00000010:0.0:1767384986.332821:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6857247. 00000100:00000010:0.0:1767384986.332822:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002d57205b. 00000100:00000010:0.0:1767384986.332824:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062209548. 00000100:00000010:0.0:1767384986.332825:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8823ffe. 00000100:00000010:0.0:1767384986.332826:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000471c27e6. 00000100:00000010:0.0:1767384986.332827:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000099579b5b. 00000100:00000010:0.0:1767384986.332828:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024debf11. 00000100:00000010:0.0:1767384986.332830:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002091fde8. 00000100:00000010:0.0:1767384986.332831:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9d398a5. 00000100:00000010:0.0:1767384986.332832:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f63cfd77. 00000100:00000010:0.0:1767384986.332843:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dceea030. 00000100:00000010:0.0:1767384986.332845:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000028fcebe2. 00000100:00000010:0.0:1767384986.332846:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3260f9c. 00000100:00000010:0.0:1767384986.332848:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000327507f5. 00000100:00000010:0.0:1767384986.332849:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009fae9ff2. 00000100:00000010:0.0:1767384986.332850:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f3922daf. 00000100:00000010:0.0:1767384986.332852:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057fff4bc. 00000100:00000010:0.0:1767384986.332853:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d278b7c1. 00000100:00000010:0.0:1767384986.332854:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c16513ef. 00000100:00000010:0.0:1767384986.332855:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000046932f84. 00000100:00000010:0.0:1767384986.332856:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb1b26a1. 00000100:00000010:0.0:1767384986.332857:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000058676eae. 00000100:00000010:0.0:1767384986.332858:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000800b950. 00000100:00000010:0.0:1767384986.332859:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002fc4aa97. 00000100:00000010:0.0:1767384986.332861:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a011781. 00000100:00000010:0.0:1767384986.332862:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000063fa118d. 00000100:00000010:0.0:1767384986.332881:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000047a8de4. 00000100:00000010:0.0:1767384986.332885:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a30cb59e. 00000100:00000010:0.0:1767384986.332889:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037959df0. 00000100:00000010:0.0:1767384986.332892:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004024b8bd. 00000100:00000010:0.0:1767384986.332895:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008dbf70e6. 00000100:00000010:0.0:1767384986.332897:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005a358cca. 00000100:00000010:0.0:1767384986.332900:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090a12b74. 00000100:00000010:0.0:1767384986.332902:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018792e88. 00000100:00000010:0.0:1767384986.332905:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063bda3c7. 00000100:00000010:0.0:1767384986.332906:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000261b484e. 00000100:00000010:0.0:1767384986.332908:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067cecfd2. 00000100:00000010:0.0:1767384986.332911:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000071b9fbe6. 00000100:00000010:0.0:1767384986.332914:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075c8185d. 00000100:00000010:0.0:1767384986.332916:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ca41b0fb. 00000100:00000010:0.0:1767384986.332919:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8f388e4. 00000100:00000010:0.0:1767384986.332922:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000626af843. 00000100:00000010:0.0:1767384986.332926:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad14acec. 00000100:00000010:0.0:1767384986.332928:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e60eead. 00000100:00000010:0.0:1767384986.332931:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086ef71fe. 00000100:00000010:0.0:1767384986.332932:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030ade3ef. 00000100:00000010:0.0:1767384986.332934:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017edf2eb. 00000100:00000010:0.0:1767384986.332935:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ac8ed11. 00000100:00000010:0.0:1767384986.332936:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065fbe9c7. 00000100:00000010:0.0:1767384986.332938:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001843cec7. 00000100:00000010:0.0:1767384986.332939:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051e67ca5. 00000100:00000010:0.0:1767384986.332940:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003180da9b. 00000100:00000010:0.0:1767384986.332941:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040345a5f. 00000100:00000010:0.0:1767384986.332942:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b10cfa37. 00000100:00000010:0.0:1767384986.332943:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ecdbe7c. 00000100:00000010:0.0:1767384986.332944:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000041487773. 00000100:00000010:0.0:1767384986.332946:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8f8a80c. 00000100:00000010:0.0:1767384986.332947:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a43d135. 00000100:00000010:0.0:1767384986.332959:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c642829a. 00000100:00000010:0.0:1767384986.332960:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008cba57e7. 00000100:00000010:0.0:1767384986.332961:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008459b93d. 00000100:00000010:0.0:1767384986.332962:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086cec914. 00000100:00000010:0.0:1767384986.332963:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082332edd. 00000100:00000010:0.0:1767384986.332964:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000936d0c2a. 00000100:00000010:0.0:1767384986.332966:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a71d1423. 00000100:00000010:0.0:1767384986.332967:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001c0f557. 00000100:00000010:0.0:1767384986.332968:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1529445. 00000100:00000010:0.0:1767384986.332969:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007273af23. 00000100:00000010:0.0:1767384986.332970:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e4301eb. 00000100:00000010:0.0:1767384986.332972:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000948bd14. 00000100:00000010:0.0:1767384986.332973:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066ad19b7. 00000100:00000010:0.0:1767384986.332974:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea455230. 00000100:00000010:0.0:1767384986.332975:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c653e543. 00000100:00000010:0.0:1767384986.332977:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000069be3b3. 00000100:00000010:0.0:1767384986.332978:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d57d86db. 00000100:00000010:0.0:1767384986.332979:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bccb0dd4. 00000100:00000010:0.0:1767384986.332980:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f1808cd. 00000100:00000010:0.0:1767384986.332981:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000acaf5fd8. 00000100:00000010:0.0:1767384986.332982:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023b91e6b. 00000100:00000010:0.0:1767384986.332984:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000478c670b. 00000100:00000010:0.0:1767384986.332985:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033c63319. 00000100:00000010:0.0:1767384986.332986:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000237a0299. 00000100:00000010:0.0:1767384986.332988:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070c19452. 00000100:00000010:0.0:1767384986.332989:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008486513c. 00000100:00000010:0.0:1767384986.332990:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009798902f. 00000100:00000010:0.0:1767384986.332991:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f33abe9e. 00000100:00000010:0.0:1767384986.332992:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe5ac000. 00000100:00000010:0.0:1767384986.332993:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d08cc523. 00000100:00000010:0.0:1767384986.332994:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d996207. 00000100:00000010:0.0:1767384986.332995:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f09f52a. 00000100:00000010:0.0:1767384986.332997:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e8fbaed. 00000100:00000010:0.0:1767384986.332998:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037ab95ec. 00000100:00000010:0.0:1767384986.332999:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa695a73. 00000100:00000010:0.0:1767384986.333000:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001286a08b. 00000100:00000010:0.0:1767384986.333001:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b1ae55a. 00000100:00000010:0.0:1767384986.333002:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f64f131d. 00000100:00000010:0.0:1767384986.333003:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fd88096. 00000100:00000010:0.0:1767384986.333004:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000092efda7c. 00000100:00000010:0.0:1767384986.333006:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5113db0. 00000100:00000010:0.0:1767384986.333007:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f69cbb1d. 00000100:00000010:0.0:1767384986.333008:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c3c4c99. 00000100:00000010:0.0:1767384986.333009:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bae658b6. 00000100:00000010:0.0:1767384986.333010:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dbe3de9. 00000100:00000010:0.0:1767384986.333011:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003994739d. 00000100:00000010:0.0:1767384986.333012:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af05cad4. 00000100:00000010:0.0:1767384986.333013:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eda19ade. 00000100:00000010:0.0:1767384986.333023:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d3af509. 00000100:00000010:0.0:1767384986.333025:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb95efff. 00000100:00000010:0.0:1767384986.333026:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1c399f0. 00000100:00000010:0.0:1767384986.333027:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000acd83198. 00000100:00000010:0.0:1767384986.333029:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a213a7d. 00000100:00000010:0.0:1767384986.333030:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000499b79e1. 00000100:00000010:0.0:1767384986.333032:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d7d81ee. 00000100:00000010:0.0:1767384986.333033:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000fd36fa2. 00000100:00000010:0.0:1767384986.333034:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000199c266e. 00000100:00000010:0.0:1767384986.333035:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000015332210. 00000100:00000010:0.0:1767384986.333037:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6a674f4. 00000100:00000010:0.0:1767384986.333038:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c53a778a. 00000100:00000010:0.0:1767384986.333039:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fea60dbb. 00000100:00000010:0.0:1767384986.333040:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008cf2bfd1. 00000100:00000010:0.0:1767384986.333041:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a96254b. 00000100:00000010:0.0:1767384986.333042:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000471cc730. 00000100:00000010:0.0:1767384986.333044:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000819e1a8a. 00000100:00000010:0.0:1767384986.333045:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006bdc0197. 00000100:00000010:0.0:1767384986.333046:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfe696e0. 00000100:00000010:0.0:1767384986.333048:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000003eb1cf08. 00000100:00000010:0.0:1767384986.333050:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000022b03917. 00000100:00000001:0.0:1767384986.333052:0:40089:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384986.333053:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.333054:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384986.333055:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384986.333055:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000cbc479ac. 00000100:00000001:0.0:1767384986.333057:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384986.333058:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.333059:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.333060:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ae7800cf. 00000100:00000001:0.0:1767384986.333061:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.333062:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.333063:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c8d97305. 00000100:00000001:0.0:1767384986.333064:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.333065:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.333066:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000083243a94. 00000100:00000001:0.0:1767384986.333067:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.333068:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.333068:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000116fc32e. 00000100:00000001:0.0:1767384986.333070:0:40089:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384986.333115:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000889b93a3. 00000020:00000010:0.0:1767384986.333117:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cf59aaff. 00000100:00000010:0.0:1767384986.333134:0:40089:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000005b33890a. 00000100:00000010:0.0:1767384986.333139:0:40089:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000c9ba8ee8. 00000100:00000010:0.0:1767384986.333145:0:40089:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c09e09cd. 00000100:00000010:0.0:1767384986.333149:0:40089:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000fc15ac1c. 00000100:00000001:0.0:1767384986.333151:0:40089:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.333153:0:40089:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384986.333154:0:40089:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:0.0:1767384986.333155:0:40089:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384986.333156:0:40089:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384986.333157:0:40089:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:0.0:1767384986.333158:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:0.0:1767384986.333159:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:0.0:1767384986.333171:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:1.0:1767384986.333196:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000329cd9e5. 00000020:00000010:3.0:1767384986.333200:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001a945637. 00000040:00000010:1.0:1767384986.333203:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000086eec3a0. 00000040:00000010:3.0:1767384986.333207:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eb88ebd5. 00000020:00000010:1.0:1767384986.333209:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ce926474. 00000020:00000010:3.0:1767384986.333212:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ad17fcbb. 00000020:00000010:1.0:1767384986.333215:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000058902c81. 00000020:00000010:3.0:1767384986.333219:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000009d81535. 00000020:00000010:1.0:1767384986.333222:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e7797adf. 00000020:00000010:3.0:1767384986.333225:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003fd5d698. 80000000:00000010:1.0:1767384986.333228:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e293b808. 80000000:00000010:3.0:1767384986.333231:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e8e2a8bb. 40000000:00000010:1.0:1767384986.333233:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000326f998a. 40000000:00000010:3.0:1767384986.333237:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c016361e. 00100000:00000010:1.0:1767384986.333239:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000032ff670d. 00100000:00000010:3.0:1767384986.333244:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000098e52a0d. 00040000:00000010:1.0:1767384986.333246:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000797ef53d. 00040000:00000010:3.0:1767384986.333249:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000034e4c9a0. 00040000:00000010:1.0:1767384986.333252:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f9045de2. 00040000:00000010:3.0:1767384986.333255:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000428d7a07. 00080000:00000010:1.0:1767384986.333260:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bf8ad37c. 00080000:00000010:3.0:1767384986.333262:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000346c79e5. 00080000:00000010:1.0:1767384986.333266:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004bbc3fe7. 00080000:00000010:3.0:1767384986.333268:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003bb7cfe9. 00000004:00000010:1.0:1767384986.333272:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000158ec292. 00000004:00000010:3.0:1767384986.333274:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ebd970c1. 00002000:00000010:1.0:1767384986.333278:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000ac7a27c. 00002000:00000010:3.0:1767384986.333280:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a037d840. 00000020:00000010:1.0:1767384986.333284:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff81c655. 00000020:00000010:3.0:1767384986.333286:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a239a94a. 00000020:00000010:1.0:1767384986.333291:0:17083:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000013e59f73. 00000020:00000010:3.0:1767384986.333293:0:17082:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bbea5bcf. 00000100:00000010:1.0:1767384986.333299:0:17083:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ccb52efa. 00000100:00000010:3.0:1767384986.333300:0:17082:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c5758f5a. 00000100:00100000:3.0:1767384986.333317:0:17082:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [000000008b1ba69e:17082] 0 exiting: rc = 1 00000100:00100000:1.0:1767384986.333321:0:17083:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [000000001f40312d:17083] 1 exiting: rc = 0 00000100:00000010:0.0:1767384986.333353:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008b1ba69e. 00000100:00000010:0.0:1767384986.333359:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001f40312d. 00000100:00000001:0.0:1767384986.333362:0:40089:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384986.333364:0:40089:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384986.333366:0:40089:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:0.0:1767384986.333370:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333371:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333372:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787f9159. 00000400:00000200:0.0:1767384986.333375:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5625444 00000400:00000010:0.0:1767384986.333376:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5625444. 00000100:00000001:0.0:1767384986.333378:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333380:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333384:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333386:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384986.333388:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333389:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333390:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333391:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7aecc66. 00000400:00000200:0.0:1767384986.333392:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbdcf1c 00000400:00000010:0.0:1767384986.333393:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dbdcf1c. 00000100:00000001:0.0:1767384986.333394:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333395:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333397:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333399:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384986.333399:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333400:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333401:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333402:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023a6cdf9. 00000400:00000200:0.0:1767384986.333403:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4cad06a 00000400:00000010:0.0:1767384986.333403:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4cad06a. 00000100:00000001:0.0:1767384986.333404:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333405:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333407:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333408:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384986.333409:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333410:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333410:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333411:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1b926a3. 00000400:00000200:0.0:1767384986.333412:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c813840e 00000400:00000010:0.0:1767384986.333413:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c813840e. 00000100:00000001:0.0:1767384986.333414:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333414:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333417:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333417:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384986.333418:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333419:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333420:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333420:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008898eff2. 00000400:00000200:0.0:1767384986.333421:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001534d5f3 00000400:00000010:0.0:1767384986.333422:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001534d5f3. 00000100:00000001:0.0:1767384986.333423:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333424:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333426:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333427:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384986.333428:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333428:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333429:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333430:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a87a0c1e. 00000400:00000200:0.0:1767384986.333431:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069492921 00000400:00000010:0.0:1767384986.333432:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069492921. 00000100:00000001:0.0:1767384986.333433:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333433:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333436:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333436:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384986.333437:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333438:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333439:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333439:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6e280bd. 00000400:00000200:0.0:1767384986.333440:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de0601c7 00000400:00000010:0.0:1767384986.333441:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de0601c7. 00000100:00000001:0.0:1767384986.333442:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333443:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333445:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333446:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384986.333446:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333447:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333448:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333448:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bdf053f. 00000400:00000200:0.0:1767384986.333449:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000299af085 00000400:00000010:0.0:1767384986.333450:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000299af085. 00000100:00000001:0.0:1767384986.333451:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333452:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333454:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333455:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384986.333456:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333456:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333457:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333458:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050b72990. 00000400:00000200:0.0:1767384986.333459:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e4c415 00000400:00000010:0.0:1767384986.333459:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e4c415. 00000100:00000001:0.0:1767384986.333460:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333461:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333463:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333464:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384986.333465:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333465:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333466:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333467:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb391344. 00000400:00000200:0.0:1767384986.333468:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026154a89 00000400:00000010:0.0:1767384986.333469:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026154a89. 00000100:00000001:0.0:1767384986.333470:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333470:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333472:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333473:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384986.333474:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333475:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333475:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333476:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024852256. 00000400:00000200:0.0:1767384986.333477:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589404c5 00000400:00000010:0.0:1767384986.333478:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589404c5. 00000100:00000001:0.0:1767384986.333479:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333479:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333482:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333483:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384986.333483:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333484:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333485:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333485:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e9b1a74. 00000400:00000200:0.0:1767384986.333486:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a5f08 00000400:00000010:0.0:1767384986.333487:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a5f08. 00000100:00000001:0.0:1767384986.333488:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333488:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333491:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333492:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384986.333492:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333493:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333494:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333494:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051a8cc1a. 00000400:00000200:0.0:1767384986.333495:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b0b825a 00000400:00000010:0.0:1767384986.333496:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b0b825a. 00000100:00000001:0.0:1767384986.333497:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333498:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333500:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333501:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384986.333502:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333502:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333503:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333504:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008e813b0. 00000400:00000200:0.0:1767384986.333505:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049968438 00000400:00000010:0.0:1767384986.333506:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049968438. 00000100:00000001:0.0:1767384986.333507:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333507:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333510:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333511:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384986.333512:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333512:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333513:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333514:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072382a94. 00000400:00000200:0.0:1767384986.333515:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b754f561 00000400:00000010:0.0:1767384986.333515:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b754f561. 00000100:00000001:0.0:1767384986.333516:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333517:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333519:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333520:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384986.333521:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333522:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333522:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333523:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8f44acf. 00000400:00000200:0.0:1767384986.333524:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000346015af 00000400:00000010:0.0:1767384986.333524:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000346015af. 00000100:00000001:0.0:1767384986.333525:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333526:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333528:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333529:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384986.333530:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333531:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333531:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333532:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080a4c51b. 00000400:00000200:0.0:1767384986.333533:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a37cbc6f 00000400:00000010:0.0:1767384986.333534:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a37cbc6f. 00000100:00000001:0.0:1767384986.333535:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333535:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333537:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333538:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384986.333539:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333540:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333541:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333541:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000347cf9a6. 00000400:00000200:0.0:1767384986.333542:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a08089 00000400:00000010:0.0:1767384986.333543:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a08089. 00000100:00000001:0.0:1767384986.333544:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333544:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333547:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333547:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384986.333548:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333549:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333550:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333550:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004f4cee1. 00000400:00000200:0.0:1767384986.333551:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4ea3ccc 00000400:00000010:0.0:1767384986.333552:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4ea3ccc. 00000100:00000001:0.0:1767384986.333553:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333553:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333556:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333556:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384986.333557:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333558:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333559:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333559:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f6deca. 00000400:00000200:0.0:1767384986.333560:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e243d35 00000400:00000010:0.0:1767384986.333561:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e243d35. 00000100:00000001:0.0:1767384986.333562:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333563:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333565:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333566:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384986.333567:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333568:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333568:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333569:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041805a35. 00000400:00000200:0.0:1767384986.333570:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045e75e48 00000400:00000010:0.0:1767384986.333571:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045e75e48. 00000100:00000001:0.0:1767384986.333572:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333572:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333574:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333576:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384986.333576:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333577:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333578:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333578:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad62a169. 00000400:00000200:0.0:1767384986.333579:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f90351f 00000400:00000010:0.0:1767384986.333580:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f90351f. 00000100:00000001:0.0:1767384986.333581:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333581:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333584:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333584:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384986.333585:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333586:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333587:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333587:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018738f0e. 00000400:00000200:0.0:1767384986.333588:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a77179 00000400:00000010:0.0:1767384986.333589:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070a77179. 00000100:00000001:0.0:1767384986.333590:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333591:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333593:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333594:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384986.333594:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333595:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333596:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333596:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f83b0862. 00000400:00000200:0.0:1767384986.333597:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026b88a5e 00000400:00000010:0.0:1767384986.333598:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026b88a5e. 00000100:00000001:0.0:1767384986.333599:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333600:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333602:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333603:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384986.333604:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333604:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333605:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333605:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4b78d5f. 00000400:00000200:0.0:1767384986.333606:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039e13c02 00000400:00000010:0.0:1767384986.333607:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039e13c02. 00000100:00000001:0.0:1767384986.333608:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333609:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333611:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333612:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384986.333613:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333614:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333614:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333615:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007547ae74. 00000400:00000200:0.0:1767384986.333616:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2c67b1e 00000400:00000010:0.0:1767384986.333617:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2c67b1e. 00000100:00000001:0.0:1767384986.333618:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333618:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333621:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333621:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384986.333622:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333623:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333623:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333624:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021becdab. 00000400:00000200:0.0:1767384986.333625:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d76d676 00000400:00000010:0.0:1767384986.333626:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d76d676. 00000100:00000001:0.0:1767384986.333626:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333627:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333629:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333630:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384986.333631:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333632:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333632:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333633:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca2aff2e. 00000400:00000200:0.0:1767384986.333634:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9a24873 00000400:00000010:0.0:1767384986.333634:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9a24873. 00000100:00000001:0.0:1767384986.333635:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333636:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333638:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333639:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384986.333640:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333640:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333641:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333642:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b8f0b98. 00000400:00000200:0.0:1767384986.333643:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000941f53fb 00000400:00000010:0.0:1767384986.333644:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000941f53fb. 00000100:00000001:0.0:1767384986.333645:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333645:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333648:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333649:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384986.333649:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333650:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333651:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333651:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072694243. 00000400:00000200:0.0:1767384986.333652:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073cb9903 00000400:00000010:0.0:1767384986.333653:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073cb9903. 00000100:00000001:0.0:1767384986.333654:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333654:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333657:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333658:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384986.333658:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333659:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333660:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333660:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e57cdf85. 00000400:00000200:0.0:1767384986.333661:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1136ed 00000400:00000010:0.0:1767384986.333662:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1136ed. 00000100:00000001:0.0:1767384986.333663:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333663:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333666:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333666:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384986.333667:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333668:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333668:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333669:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db0d2e77. 00000400:00000200:0.0:1767384986.333670:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d86671d 00000400:00000010:0.0:1767384986.333671:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d86671d. 00000100:00000001:0.0:1767384986.333672:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333672:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333675:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333675:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384986.333676:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333677:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333677:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333678:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e57f33f5. 00000400:00000200:0.0:1767384986.333679:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085789c5a 00000400:00000010:0.0:1767384986.333680:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085789c5a. 00000100:00000001:0.0:1767384986.333681:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333682:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333684:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333685:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384986.333685:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333686:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333687:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333687:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cccab8e0. 00000400:00000200:0.0:1767384986.333688:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000247015be 00000400:00000010:0.0:1767384986.333689:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000247015be. 00000100:00000001:0.0:1767384986.333690:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333691:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333693:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333694:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384986.333694:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333695:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333696:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333696:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4bb1c25. 00000400:00000200:0.0:1767384986.333697:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004910a2e6 00000400:00000010:0.0:1767384986.333698:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004910a2e6. 00000100:00000001:0.0:1767384986.333699:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333700:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333702:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333703:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384986.333703:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333704:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333705:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333705:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063aaaa88. 00000400:00000200:0.0:1767384986.333706:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000931e4a47 00000400:00000010:0.0:1767384986.333707:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000931e4a47. 00000100:00000001:0.0:1767384986.333708:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333709:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333711:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333712:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384986.333713:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333714:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333715:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333715:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004187713e. 00000400:00000200:0.0:1767384986.333716:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aca83c21 00000400:00000010:0.0:1767384986.333717:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aca83c21. 00000100:00000001:0.0:1767384986.333718:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333718:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333721:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333721:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384986.333722:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333723:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333723:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333724:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b9d43b7. 00000400:00000200:0.0:1767384986.333725:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000115d9707 00000400:00000010:0.0:1767384986.333726:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000115d9707. 00000100:00000001:0.0:1767384986.333727:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333727:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333730:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333730:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384986.333731:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333732:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333732:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333733:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007228641e. 00000400:00000200:0.0:1767384986.333734:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6880c64 00000400:00000010:0.0:1767384986.333735:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6880c64. 00000100:00000001:0.0:1767384986.333736:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333736:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333739:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333739:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384986.333740:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333741:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333741:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333742:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7ba7f12. 00000400:00000200:0.0:1767384986.333743:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc270dd2 00000400:00000010:0.0:1767384986.333744:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc270dd2. 00000100:00000001:0.0:1767384986.333745:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333745:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333748:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333749:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384986.333749:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333750:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333751:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333751:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8a2ee65. 00000400:00000200:0.0:1767384986.333752:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc9b7b6b 00000400:00000010:0.0:1767384986.333753:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc9b7b6b. 00000100:00000001:0.0:1767384986.333754:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333755:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333757:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333758:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384986.333758:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333759:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333760:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333760:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f990f00. 00000400:00000200:0.0:1767384986.333761:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e8614b 00000400:00000010:0.0:1767384986.333762:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021e8614b. 00000100:00000001:0.0:1767384986.333763:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333763:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333766:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333767:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384986.333767:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333768:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333769:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333769:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061d3cd77. 00000400:00000200:0.0:1767384986.333770:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e412f788 00000400:00000010:0.0:1767384986.333771:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e412f788. 00000100:00000001:0.0:1767384986.333772:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333773:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333775:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333776:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384986.333776:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333777:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333778:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333778:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d951fd0. 00000400:00000200:0.0:1767384986.333779:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df62b9d3 00000400:00000010:0.0:1767384986.333780:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df62b9d3. 00000100:00000001:0.0:1767384986.333781:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333782:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333784:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333785:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384986.333786:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333787:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333787:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333788:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001473f663. 00000400:00000200:0.0:1767384986.333789:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dc90c30 00000400:00000010:0.0:1767384986.333790:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004dc90c30. 00000100:00000001:0.0:1767384986.333791:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333791:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333793:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333794:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384986.333795:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333796:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333796:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333797:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d65a6e. 00000400:00000200:0.0:1767384986.333798:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009de36405 00000400:00000010:0.0:1767384986.333798:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009de36405. 00000100:00000001:0.0:1767384986.333799:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333800:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333802:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333803:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384986.333804:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333805:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333805:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333806:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1a41349. 00000400:00000200:0.0:1767384986.333807:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dd9e867 00000400:00000010:0.0:1767384986.333807:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dd9e867. 00000100:00000001:0.0:1767384986.333808:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333809:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333811:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333812:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384986.333813:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333814:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333814:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333815:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de5500ef. 00000400:00000200:0.0:1767384986.333816:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e845b64e 00000400:00000010:0.0:1767384986.333817:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e845b64e. 00000100:00000001:0.0:1767384986.333818:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333818:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333821:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333823:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384986.333824:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333825:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333826:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333827:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000728e699b. 00000400:00000200:0.0:1767384986.333829:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d64fe97c 00000400:00000010:0.0:1767384986.333830:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d64fe97c. 00000100:00000001:0.0:1767384986.333832:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333833:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333837:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333839:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384986.333840:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333842:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333843:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333844:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d4b5bc3. 00000400:00000200:0.0:1767384986.333846:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa9134b9 00000400:00000010:0.0:1767384986.333848:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa9134b9. 00000100:00000001:0.0:1767384986.333850:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.333851:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.333855:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.333856:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384986.333857:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.333859:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.333860:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.333861:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb60d166. 00000400:00000200:0.0:1767384986.333863:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e749ebe0 00000400:00000010:0.0:1767384986.334030:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e749ebe0. 00000100:00000001:0.0:1767384986.334032:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334033:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334037:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334038:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384986.334040:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334042:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334043:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334044:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009436dc9d. 00000400:00000200:0.0:1767384986.334046:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000135d0eb3 00000400:00000010:0.0:1767384986.334050:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000135d0eb3. 00000100:00000001:0.0:1767384986.334052:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334053:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334056:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334057:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384986.334058:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334059:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334060:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334060:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000258fe3a1. 00000400:00000200:0.0:1767384986.334062:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000299dcb77 00000400:00000010:0.0:1767384986.334063:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000299dcb77. 00000100:00000001:0.0:1767384986.334064:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334065:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334069:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334070:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384986.334071:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334072:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334072:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334073:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087322022. 00000400:00000200:0.0:1767384986.334075:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8c793d7 00000400:00000010:0.0:1767384986.334076:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8c793d7. 00000100:00000001:0.0:1767384986.334078:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334078:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334083:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334084:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384986.334085:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334086:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334086:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334087:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bc682fe. 00000400:00000200:0.0:1767384986.334089:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e59e13f 00000400:00000010:0.0:1767384986.334090:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e59e13f. 00000100:00000001:0.0:1767384986.334091:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334092:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334094:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334095:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384986.334096:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334097:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334098:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334098:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6fbdcb9. 00000400:00000200:0.0:1767384986.334100:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba75a133 00000400:00000010:0.0:1767384986.334101:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba75a133. 00000100:00000001:0.0:1767384986.334103:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334103:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334107:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334108:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384986.334110:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334111:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334113:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334114:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0895a39. 00000400:00000200:0.0:1767384986.334116:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073c9deee 00000400:00000010:0.0:1767384986.334117:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073c9deee. 00000100:00000001:0.0:1767384986.334120:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334121:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334125:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334126:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384986.334127:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334129:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334130:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334131:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000327b7505. 00000400:00000200:0.0:1767384986.334132:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094594791 00000400:00000010:0.0:1767384986.334134:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094594791. 00000100:00000001:0.0:1767384986.334136:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334137:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334141:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334142:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384986.334143:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334145:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334146:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334147:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f54f8d. 00000400:00000200:0.0:1767384986.334149:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097a992ad 00000400:00000010:0.0:1767384986.334151:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097a992ad. 00000100:00000001:0.0:1767384986.334153:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334154:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334157:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334159:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384986.334161:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334162:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334163:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334165:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d08bf31e. 00000400:00000200:0.0:1767384986.334167:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031fd42c0 00000400:00000010:0.0:1767384986.334168:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031fd42c0. 00000100:00000001:0.0:1767384986.334170:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334171:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334175:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334177:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384986.334178:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334180:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334181:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334182:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059f33d66. 00000400:00000200:0.0:1767384986.334184:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4188659 00000400:00000010:0.0:1767384986.334186:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4188659. 00000100:00000001:0.0:1767384986.334187:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334188:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334193:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334194:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384986.334196:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334197:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334198:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334200:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035509af8. 00000400:00000200:0.0:1767384986.334201:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016800178 00000400:00000010:0.0:1767384986.334203:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016800178. 00000100:00000001:0.0:1767384986.334205:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334206:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334210:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334211:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384986.334213:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334214:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334215:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334216:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e6ce18e. 00000400:00000200:0.0:1767384986.334218:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccb5f512 00000400:00000010:0.0:1767384986.334219:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccb5f512. 00000100:00000001:0.0:1767384986.334221:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334223:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334227:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334229:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384986.334230:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.334231:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.334232:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.334232:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000555b2ed3. 00000400:00000200:0.0:1767384986.334234:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28e1000 00000400:00000010:0.0:1767384986.334235:0:40089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28e1000. 00000100:00000001:0.0:1767384986.334236:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.334236:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384986.334239:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.334240:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384986.334241:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384986.334242:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334243:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334244:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334245:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334246:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334247:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334247:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334248:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334249:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334249:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334250:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334251:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334251:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334252:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334253:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334253:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334254:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334255:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334255:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334256:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334257:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334257:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334258:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334259:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334259:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334260:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334261:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334262:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334263:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334264:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334265:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334265:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334266:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334267:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334268:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334268:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334269:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334269:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334270:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334271:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334272:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334272:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334273:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334274:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334274:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334275:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334276:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334276:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334277:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334278:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334278:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334279:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334280:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334280:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334281:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334282:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334282:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334283:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334284:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334284:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334285:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334286:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334286:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334287:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334288:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334289:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334290:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334290:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334291:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334292:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334293:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334294:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334294:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334295:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334296:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334296:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334297:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334298:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334299:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334300:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334301:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334301:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334315:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334317:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334318:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334319:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334321:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334321:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334323:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334324:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334325:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334326:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334327:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334328:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334329:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334330:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334332:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334333:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334334:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334335:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334336:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334338:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334339:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334340:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334342:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334343:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334345:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334346:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334347:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334349:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334350:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334351:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334353:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334354:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334355:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334356:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334358:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334359:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334360:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334361:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334363:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334364:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334365:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334366:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334368:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334369:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.334370:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.334371:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384986.334373:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070935361. 00000100:00000010:0.0:1767384986.334378:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000baad5b79. 00000100:00000010:0.0:1767384986.334380:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023a6b16e. 00000100:00000010:0.0:1767384986.334382:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e534a887. 00000100:00000010:0.0:1767384986.334385:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007b3f7e68. 00000100:00000010:0.0:1767384986.334387:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6a61f45. 00000100:00000010:0.0:1767384986.334389:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006bb81dd9. 00000100:00000010:0.0:1767384986.334391:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3342d65. 00000100:00000010:0.0:1767384986.334393:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000fb5bf2a. 00000100:00000010:0.0:1767384986.334395:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092b366a5. 00000100:00000010:0.0:1767384986.334397:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ec3922eb. 00000100:00000010:0.0:1767384986.334399:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d3491cf. 00000100:00000010:0.0:1767384986.334401:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000412f2f86. 00000100:00000010:0.0:1767384986.334404:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005bce6ea. 00000100:00000010:0.0:1767384986.334406:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d523be7c. 00000100:00000010:0.0:1767384986.334408:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095497d3f. 00000100:00000010:0.0:1767384986.334410:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dfec1089. 00000100:00000010:0.0:1767384986.334412:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d184268. 00000100:00000010:0.0:1767384986.334414:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b6ea65a8. 00000100:00000010:0.0:1767384986.334416:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea7e0cde. 00000100:00000010:0.0:1767384986.334418:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086bfa599. 00000100:00000010:0.0:1767384986.334420:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b777c06b. 00000100:00000010:0.0:1767384986.334422:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000381c095c. 00000100:00000010:0.0:1767384986.334424:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007dff889c. 00000100:00000010:0.0:1767384986.334426:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d99fa0e3. 00000100:00000010:0.0:1767384986.334428:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a155841e. 00000100:00000010:0.0:1767384986.334430:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007fe8b78f. 00000100:00000010:0.0:1767384986.334432:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004939e30f. 00000100:00000010:0.0:1767384986.334433:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4243504. 00000100:00000010:0.0:1767384986.334435:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079d7a2b3. 00000100:00000010:0.0:1767384986.334437:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fddb574d. 00000100:00000010:0.0:1767384986.334439:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3405eec. 00000100:00000010:0.0:1767384986.334441:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002561e1ea. 00000100:00000010:0.0:1767384986.334442:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017b012fb. 00000100:00000010:0.0:1767384986.334444:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ddbe25c. 00000100:00000010:0.0:1767384986.334445:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c3b5d11. 00000100:00000010:0.0:1767384986.334446:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003e53b3d3. 00000100:00000010:0.0:1767384986.334448:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002465d55. 00000100:00000010:0.0:1767384986.334449:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f76c030b. 00000100:00000010:0.0:1767384986.334463:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3f4b15d. 00000100:00000010:0.0:1767384986.334466:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c70e6a6b. 00000100:00000010:0.0:1767384986.334468:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007f6ba4d. 00000100:00000010:0.0:1767384986.334470:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cd34c251. 00000100:00000010:0.0:1767384986.334472:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f93ba4e5. 00000100:00000010:0.0:1767384986.334473:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004fcf0b96. 00000100:00000010:0.0:1767384986.334475:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa0d9b9d. 00000100:00000010:0.0:1767384986.334477:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000678f348b. 00000100:00000010:0.0:1767384986.334480:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2a1b017. 00000100:00000010:0.0:1767384986.334481:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061613ec5. 00000100:00000010:0.0:1767384986.334483:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd25cabe. 00000100:00000010:0.0:1767384986.334485:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3ff985e. 00000100:00000010:0.0:1767384986.334487:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000372722c7. 00000100:00000010:0.0:1767384986.334489:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1713df2. 00000100:00000010:0.0:1767384986.334491:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d947ba94. 00000100:00000010:0.0:1767384986.334493:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009aea6a86. 00000100:00000010:0.0:1767384986.334495:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005ceffa6. 00000100:00000010:0.0:1767384986.334497:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000063fefe81. 00000100:00000010:0.0:1767384986.334499:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000aaa6b92. 00000100:00000010:0.0:1767384986.334500:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f5c6259. 00000100:00000010:0.0:1767384986.334502:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a59c4b0. 00000100:00000010:0.0:1767384986.334504:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aad8d208. 00000100:00000010:0.0:1767384986.334506:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018882040. 00000100:00000010:0.0:1767384986.334508:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000046283a11. 00000100:00000010:0.0:1767384986.334510:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007351bf87. 00000100:00000010:0.0:1767384986.334534:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044d5d97d. 00000100:00000010:0.0:1767384986.334538:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de693682. 00000100:00000010:0.0:1767384986.334540:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007395b136. 00000100:00000010:0.0:1767384986.334542:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000002fc165. 00000100:00000010:0.0:1767384986.334544:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000064536906. 00000100:00000010:0.0:1767384986.334546:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006883b0c4. 00000100:00000010:0.0:1767384986.334548:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000079a7416e. 00000100:00000010:0.0:1767384986.334551:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003579854f. 00000100:00000010:0.0:1767384986.334552:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001ad6631e. 00000100:00000010:0.0:1767384986.334554:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001699c845. 00000100:00000010:0.0:1767384986.334556:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bfaf0f20. 00000100:00000010:0.0:1767384986.334558:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037a7f61c. 00000100:00000010:0.0:1767384986.334560:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dca0c778. 00000100:00000010:0.0:1767384986.334562:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fa9105c. 00000100:00000010:0.0:1767384986.334564:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004811f591. 00000100:00000010:0.0:1767384986.334566:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008952c405. 00000100:00000010:0.0:1767384986.334568:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008c731eb6. 00000100:00000010:0.0:1767384986.334570:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051a47472. 00000100:00000010:0.0:1767384986.334572:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001132866f. 00000100:00000010:0.0:1767384986.334574:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f99eed0b. 00000100:00000010:0.0:1767384986.334576:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f70fb8b1. 00000100:00000010:0.0:1767384986.334578:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8b59177. 00000100:00000010:0.0:1767384986.334580:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e9ce2be2. 00000100:00000010:0.0:1767384986.334594:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001aa0c4d7. 00000100:00000010:0.0:1767384986.334596:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000add85532. 00000100:00000010:0.0:1767384986.334598:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f068e02. 00000100:00000010:0.0:1767384986.334600:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a6c7b2d. 00000100:00000010:0.0:1767384986.334602:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004a02d85. 00000100:00000010:0.0:1767384986.334604:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001500599b. 00000100:00000010:0.0:1767384986.334606:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000560e5480. 00000100:00000010:0.0:1767384986.334607:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000091e4885c. 00000100:00000010:0.0:1767384986.334609:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000692f9f59. 00000100:00000010:0.0:1767384986.334612:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d238aa51. 00000100:00000010:0.0:1767384986.334614:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a507252. 00000100:00000010:0.0:1767384986.334615:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000813c0043. 00000100:00000010:0.0:1767384986.334617:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000175ea5ab. 00000100:00000010:0.0:1767384986.334619:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000020c11418. 00000100:00000010:0.0:1767384986.334622:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca9e2d8a. 00000100:00000010:0.0:1767384986.334624:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008584b4f9. 00000100:00000010:0.0:1767384986.334628:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8a7dc9c. 00000100:00000010:0.0:1767384986.334630:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000925bac72. 00000100:00000010:0.0:1767384986.334632:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a3fa78f. 00000100:00000010:0.0:1767384986.334634:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c1e290f. 00000100:00000010:0.0:1767384986.334636:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d204585b. 00000100:00000010:0.0:1767384986.334637:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084493f6f. 00000100:00000010:0.0:1767384986.334639:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2c3fcaa. 00000100:00000010:0.0:1767384986.334641:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e2ade9ef. 00000100:00000010:0.0:1767384986.334643:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004124dfeb. 00000100:00000010:0.0:1767384986.334644:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002fcd26e8. 00000100:00000010:0.0:1767384986.334647:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aac39a39. 00000100:00000010:0.0:1767384986.334648:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f27675f. 00000100:00000010:0.0:1767384986.334650:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f10ec5b1. 00000100:00000010:0.0:1767384986.334652:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070f13468. 00000100:00000010:0.0:1767384986.334653:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec7bba75. 00000100:00000010:0.0:1767384986.334654:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f2b36717. 00000100:00000010:0.0:1767384986.334655:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a354a78. 00000100:00000010:0.0:1767384986.334656:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002a7687d. 00000100:00000010:0.0:1767384986.334658:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfaeba24. 00000100:00000010:0.0:1767384986.334659:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe99f7fa. 00000100:00000010:0.0:1767384986.334660:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f34f8fe9. 00000100:00000010:0.0:1767384986.334661:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f0e0c68. 00000100:00000010:0.0:1767384986.334662:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a679dd3. 00000100:00000010:0.0:1767384986.334663:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9622632. 00000100:00000010:0.0:1767384986.334664:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033ff485a. 00000100:00000010:0.0:1767384986.334666:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005cf45ffe. 00000100:00000010:0.0:1767384986.334668:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000bbbc333f. 00000100:00000001:0.0:1767384986.334669:0:40089:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384986.334671:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.334672:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384986.334672:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384986.334673:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000da27ac43. 00000100:00000001:0.0:1767384986.334675:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384986.334676:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.334677:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.334678:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008f246180. 00000100:00000001:0.0:1767384986.334679:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.334680:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.334681:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000868e5b1f. 00000100:00000001:0.0:1767384986.334682:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.334683:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.334684:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000052d4f08b. 00000100:00000001:0.0:1767384986.334685:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.334686:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.334687:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000eedbddb. 00000100:00000001:0.0:1767384986.334688:0:40089:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384986.334749:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000051a1071a. 00000020:00000010:0.0:1767384986.334754:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000940239c7. 00000100:00000010:0.0:1767384986.334774:0:40089:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000f0f4a517. 00000100:00000010:0.0:1767384986.334782:0:40089:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000082703b65. 00000100:00000010:0.0:1767384986.334785:0:40089:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000675aaa31. 00000100:00000010:0.0:1767384986.334791:0:40089:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000002e5971ea. 00000100:00000001:0.0:1767384986.334794:0:40089:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.334796:0:40089:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384986.334797:0:40089:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:0.0:1767384986.334799:0:40089:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384986.334801:0:40089:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384986.334802:0:40089:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:0.0:1767384986.334804:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:0.0:1767384986.334805:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:0.0:1767384986.334807:0:40089:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:0.0:1767384986.334828:0:40089:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:3.0:1767384986.334841:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000afb68c98. 00000020:00000010:1.0:1767384986.334847:0:17085:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000053950062. 00000040:00000010:3.0:1767384986.334849:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000555643ec. 00000020:00000010:2.0:1767384986.334854:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000040d7289f. 00000040:00000010:1.0:1767384986.334854:0:17085:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007698062e. 00000020:00000010:3.0:1767384986.334855:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b3ad1cf. 00000020:00000010:1.0:1767384986.334862:0:17085:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002ec6c6f3. 00000040:00000010:2.0:1767384986.334863:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc4c4dea. 00000020:00000010:1.0:1767384986.334890:0:17085:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aecdba1a. 00000020:00000010:3.0:1767384986.334891:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000239c1e8d. 00000020:00000010:2.0:1767384986.334892:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a5368d76. 00000020:00000010:1.0:1767384986.334895:0:17085:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e3c9bb81. 00000020:00000010:2.0:1767384986.334899:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d3ec5682. 00000020:00000010:3.0:1767384986.334900:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000768e118c. 80000000:00000010:1.0:1767384986.334901:0:17085:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f824d7c9. 00000020:00000010:2.0:1767384986.334904:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004c9a74d3. 40000000:00000010:1.0:1767384986.334908:0:17085:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cc72b83f. 80000000:00000010:3.0:1767384986.334909:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dfdbe8bb. 80000000:00000010:2.0:1767384986.334910:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000657728bf. 00100000:00000010:1.0:1767384986.334915:0:17085:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c6262c0. 40000000:00000010:3.0:1767384986.334917:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000172949d4. 40000000:00000010:2.0:1767384986.334918:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005adea017. 00040000:00000010:1.0:1767384986.334920:0:17085:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ac2ccf70. 00100000:00000010:3.0:1767384986.334926:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000085a4e7a2. 00040000:00000010:1.0:1767384986.334926:0:17085:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003f47d5be. 00100000:00000010:2.0:1767384986.334927:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f791d875. 00040000:00000010:2.0:1767384986.334934:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000094e666b4. 00040000:00000010:3.0:1767384986.334935:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001cfaa3d5. 00080000:00000010:1.0:1767384986.334935:0:17085:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cfccdb84. 00040000:00000010:2.0:1767384986.334938:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b5627d62. 00080000:00000010:1.0:1767384986.334944:0:17085:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dddfdb4d. 00040000:00000010:3.0:1767384986.334945:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ca24fc5. 00080000:00000010:2.0:1767384986.334946:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000baa9914. 00000004:00000010:1.0:1767384986.334950:0:17085:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003da9bde2. 00080000:00000010:2.0:1767384986.334953:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008b806b0b. 00080000:00000010:3.0:1767384986.334955:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000022c483d4. 00000004:00000010:2.0:1767384986.334960:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004767e7bd. 00080000:00000010:3.0:1767384986.334961:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000046bb86b3. 00002000:00000010:1.0:1767384986.334963:0:17085:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d7dc555f. 00002000:00000010:2.0:1767384986.334965:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003c6d92e9. 00000004:00000010:3.0:1767384986.334968:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c5e73a70. 00000020:00000010:1.0:1767384986.334969:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db2d791c. 00000020:00000010:2.0:1767384986.334970:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000379aa082. 00002000:00000010:3.0:1767384986.334977:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c344f4e7. 00000020:00000010:1.0:1767384986.334979:0:17085:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000af3073d7. 00000020:00000010:2.0:1767384986.334980:0:17084:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c7bc731e. 00000020:00000010:3.0:1767384986.334983:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc8a89d0. 00000100:00000010:1.0:1767384986.334990:0:17085:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000080feb682. 00000100:00000010:2.0:1767384986.334991:0:17084:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007a184b3a. 00000020:00000010:3.0:1767384986.334992:0:17086:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002b95f934. 00000020:00000001:2.0:1767384986.334998:0:17084:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000001:1.0:1767384986.334998:0:17085:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000100:00000010:3.0:1767384986.335000:0:17086:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000097176264. 00000020:00000010:1.0:1767384986.335002:0:17085:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000ffce6cda. 00000020:00000010:2.0:1767384986.335003:0:17084:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000009f8f8d51. 00000020:00000001:3.0:1767384986.335006:0:17086:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384986.335010:0:17086:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 0000000007181555. 00000020:00000001:2.0:1767384986.335282:0:17084:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384986.335285:0:17084:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000be8ced9b:17084] 0 exiting: rc = 1 00000020:00000001:1.0:1767384986.335498:0:17085:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000020:00000001:3.0:1767384986.335500:0:17086:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384986.335500:0:17085:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [000000006e60e7b8:17085] 1 exiting: rc = 0 00000100:00100000:3.0:1767384986.335504:0:17086:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [0000000048f0d818:17086] 2 exiting: rc = 0 00000100:00000010:0.0:1767384986.335538:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000be8ced9b. 00000100:00000010:0.0:1767384986.335544:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006e60e7b8. 00000100:00000010:0.0:1767384986.335547:0:40089:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000048f0d818. 00000100:00000001:0.0:1767384986.335550:0:40089:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384986.335551:0:40089:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384986.335553:0:40089:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:0.0:1767384986.335556:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335557:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335559:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7de1c1. 00000400:00000200:0.0:1767384986.335561:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009089435a 00000400:00000010:0.0:1767384986.335562:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009089435a. 00000100:00000001:0.0:1767384986.335565:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335566:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335570:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335571:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384986.335573:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335574:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335574:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335575:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000097f2d38. 00000400:00000200:0.0:1767384986.335576:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026c3ae8d 00000400:00000010:0.0:1767384986.335578:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000026c3ae8d. 00000100:00000001:0.0:1767384986.335579:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335580:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335583:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335584:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384986.335585:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335586:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335586:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335587:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b137ad3. 00000400:00000200:0.0:1767384986.335588:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c42bd2d4 00000400:00000010:0.0:1767384986.335589:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c42bd2d4. 00000100:00000001:0.0:1767384986.335591:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335591:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335594:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335594:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384986.335595:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335596:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335597:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335597:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfe0d464. 00000400:00000200:0.0:1767384986.335598:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6d4ffd9 00000400:00000010:0.0:1767384986.335599:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c6d4ffd9. 00000100:00000001:0.0:1767384986.335600:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335601:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335603:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335604:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384986.335605:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335606:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335606:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335607:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec7c4bb. 00000400:00000200:0.0:1767384986.335608:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe2d22a 00000400:00000010:0.0:1767384986.335609:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dbe2d22a. 00000100:00000001:0.0:1767384986.335610:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335611:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335613:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335614:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384986.335615:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335615:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335616:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335617:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bd014f2. 00000400:00000200:0.0:1767384986.335618:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cc9ab31 00000400:00000010:0.0:1767384986.335619:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007cc9ab31. 00000100:00000001:0.0:1767384986.335621:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335621:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335624:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335625:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384986.335626:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335626:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335627:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335628:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c3d2fa. 00000400:00000200:0.0:1767384986.335629:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f793f75e 00000400:00000010:0.0:1767384986.335630:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f793f75e. 00000100:00000001:0.0:1767384986.335631:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335631:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335634:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335635:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384986.335635:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335636:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335637:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335638:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc45ca99. 00000400:00000200:0.0:1767384986.335639:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d078643 00000400:00000010:0.0:1767384986.335639:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003d078643. 00000100:00000001:0.0:1767384986.335641:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335641:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335644:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335645:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384986.335645:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335646:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335647:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335647:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f32583e. 00000400:00000200:0.0:1767384986.335648:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000195ec898 00000400:00000010:0.0:1767384986.335649:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000195ec898. 00000100:00000001:0.0:1767384986.335650:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335651:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335653:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335654:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384986.335655:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335656:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335657:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335658:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e30c3625. 00000400:00000200:0.0:1767384986.335659:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bcedb2a 00000400:00000010:0.0:1767384986.335660:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008bcedb2a. 00000100:00000001:0.0:1767384986.335661:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335662:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335664:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335665:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384986.335666:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335667:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335667:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335668:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f034b52. 00000400:00000200:0.0:1767384986.335669:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ee85833 00000400:00000010:0.0:1767384986.335670:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003ee85833. 00000100:00000001:0.0:1767384986.335682:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335683:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335685:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335686:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384986.335687:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335688:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335689:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335689:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a09ac6b. 00000400:00000200:0.0:1767384986.335690:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca0f9340 00000400:00000010:0.0:1767384986.335691:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ca0f9340. 00000100:00000001:0.0:1767384986.335692:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335693:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335695:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335696:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384986.335697:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335698:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335699:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335700:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077d35944. 00000400:00000200:0.0:1767384986.335701:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085cdd172 00000400:00000010:0.0:1767384986.335702:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000085cdd172. 00000100:00000001:0.0:1767384986.335703:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335704:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335706:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335708:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384986.335709:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335710:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335711:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335712:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010116462. 00000400:00000200:0.0:1767384986.335715:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034bd3ffb 00000400:00000010:0.0:1767384986.335716:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000034bd3ffb. 00000100:00000001:0.0:1767384986.335719:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335720:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335724:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335725:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384986.335727:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335728:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335729:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335731:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000718c94e5. 00000400:00000200:0.0:1767384986.335733:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbede1c8 00000400:00000010:0.0:1767384986.335734:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bbede1c8. 00000100:00000001:0.0:1767384986.335737:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335738:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335742:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335743:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384986.335745:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335746:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335748:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335749:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad863a97. 00000400:00000200:0.0:1767384986.335751:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e04e6b8d 00000400:00000010:0.0:1767384986.335753:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e04e6b8d. 00000100:00000001:0.0:1767384986.335755:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335756:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335760:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335762:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384986.335763:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335765:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335766:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335767:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000973dc3f6. 00000400:00000200:0.0:1767384986.335769:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2c74da8 00000400:00000010:0.0:1767384986.335771:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a2c74da8. 00000100:00000001:0.0:1767384986.335773:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335775:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335779:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335781:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384986.335782:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335784:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335785:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335786:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d5cee5a. 00000400:00000200:0.0:1767384986.335788:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074a1a0fb 00000400:00000010:0.0:1767384986.335790:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000074a1a0fb. 00000100:00000001:0.0:1767384986.335792:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335793:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335797:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335798:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384986.335800:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335801:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335802:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335803:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000431bbffd. 00000400:00000200:0.0:1767384986.335805:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2358193 00000400:00000010:0.0:1767384986.335806:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d2358193. 00000100:00000001:0.0:1767384986.335808:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335809:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335813:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335815:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384986.335816:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335817:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335818:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335820:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095726cf5. 00000400:00000200:0.0:1767384986.335821:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b4fee41 00000400:00000010:0.0:1767384986.335823:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000b4fee41. 00000100:00000001:0.0:1767384986.335825:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335826:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335830:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335831:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384986.335833:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335834:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335835:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335836:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea44f600. 00000400:00000200:0.0:1767384986.335837:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d334ae38 00000400:00000010:0.0:1767384986.335838:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d334ae38. 00000100:00000001:0.0:1767384986.335840:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335841:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335843:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335844:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384986.335845:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335846:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335846:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335847:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d80899e. 00000400:00000200:0.0:1767384986.335848:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fa090f3 00000400:00000010:0.0:1767384986.335849:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005fa090f3. 00000100:00000001:0.0:1767384986.335850:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335851:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335853:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335854:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384986.335855:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335856:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335856:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335857:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5f4e496. 00000400:00000200:0.0:1767384986.335858:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000978ba26e 00000400:00000010:0.0:1767384986.335859:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000978ba26e. 00000100:00000001:0.0:1767384986.335860:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335860:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335863:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335877:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384986.335880:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335883:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335884:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335885:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dde061f. 00000400:00000200:0.0:1767384986.335888:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d0c9e96 00000400:00000010:0.0:1767384986.335890:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003d0c9e96. 00000100:00000001:0.0:1767384986.335892:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335893:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335898:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335899:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384986.335901:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335902:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335903:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335904:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fb40aba. 00000400:00000200:0.0:1767384986.335907:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb73d8e 00000400:00000010:0.0:1767384986.335908:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006eb73d8e. 00000100:00000001:0.0:1767384986.335909:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335910:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335916:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335917:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384986.335918:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335919:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335920:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335921:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048d9e0ab. 00000400:00000200:0.0:1767384986.335922:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032f4c169 00000400:00000010:0.0:1767384986.335923:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000032f4c169. 00000100:00000001:0.0:1767384986.335924:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335925:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335927:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335928:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384986.335929:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335930:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335930:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335931:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0492e7e. 00000400:00000200:0.0:1767384986.335932:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dbb4fe9 00000400:00000010:0.0:1767384986.335933:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007dbb4fe9. 00000100:00000001:0.0:1767384986.335934:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335935:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335937:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335938:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384986.335939:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335940:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335940:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335941:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034fb2be4. 00000400:00000200:0.0:1767384986.335942:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0be4d6e 00000400:00000010:0.0:1767384986.335943:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e0be4d6e. 00000100:00000001:0.0:1767384986.335944:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335945:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335947:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335948:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384986.335948:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335949:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335950:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335951:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d51d2f6. 00000400:00000200:0.0:1767384986.335952:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a2a5188 00000400:00000010:0.0:1767384986.335953:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001a2a5188. 00000100:00000001:0.0:1767384986.335954:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335955:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335959:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335960:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384986.335961:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335962:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335964:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335965:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014098621. 00000400:00000200:0.0:1767384986.335966:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005579a644 00000400:00000010:0.0:1767384986.335968:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005579a644. 00000100:00000001:0.0:1767384986.335970:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335971:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335975:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335976:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384986.335978:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335980:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335981:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.335982:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094919d74. 00000400:00000200:0.0:1767384986.335984:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa755e0 00000400:00000010:0.0:1767384986.335986:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006fa755e0. 00000100:00000001:0.0:1767384986.335988:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.335989:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.335993:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.335995:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384986.335996:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.335998:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.335999:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336001:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b7f1bc. 00000400:00000200:0.0:1767384986.336003:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073225943 00000400:00000010:0.0:1767384986.336004:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000073225943. 00000100:00000001:0.0:1767384986.336007:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336008:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336012:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336014:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384986.336016:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336017:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336018:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336019:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5ec0de7. 00000400:00000200:0.0:1767384986.336022:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7dc2e27 00000400:00000010:0.0:1767384986.336023:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f7dc2e27. 00000100:00000001:0.0:1767384986.336026:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336027:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336031:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336032:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384986.336034:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336035:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336037:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336038:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a893bc7a. 00000400:00000200:0.0:1767384986.336040:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028c8ba97 00000400:00000010:0.0:1767384986.336041:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000028c8ba97. 00000100:00000001:0.0:1767384986.336044:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336045:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336049:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336050:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384986.336052:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336053:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336054:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336056:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008487959f. 00000400:00000200:0.0:1767384986.336057:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e08b8c99 00000400:00000010:0.0:1767384986.336059:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e08b8c99. 00000100:00000001:0.0:1767384986.336075:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336077:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336081:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336083:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384986.336084:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336086:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336087:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336088:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a779a922. 00000400:00000200:0.0:1767384986.336090:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009261af4d 00000400:00000010:0.0:1767384986.336092:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009261af4d. 00000100:00000001:0.0:1767384986.336094:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336095:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336100:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336101:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384986.336103:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336104:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336105:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336107:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da536363. 00000400:00000200:0.0:1767384986.336108:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000446dd955 00000400:00000010:0.0:1767384986.336110:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000446dd955. 00000100:00000001:0.0:1767384986.336112:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336113:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336117:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336118:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384986.336120:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336121:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336122:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336123:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e794468. 00000400:00000200:0.0:1767384986.336125:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec728501 00000400:00000010:0.0:1767384986.336126:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ec728501. 00000100:00000001:0.0:1767384986.336129:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336129:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336133:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336134:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384986.336136:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336137:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336138:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336139:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afaa6e98. 00000400:00000200:0.0:1767384986.336141:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5fff1f 00000400:00000010:0.0:1767384986.336143:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000d5fff1f. 00000100:00000001:0.0:1767384986.336144:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336145:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336147:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336148:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384986.336149:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336150:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336151:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336151:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e15037. 00000400:00000200:0.0:1767384986.336152:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c07e7d2 00000400:00000010:0.0:1767384986.336154:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008c07e7d2. 00000100:00000001:0.0:1767384986.336155:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336156:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336159:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336160:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384986.336161:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336162:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336162:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336163:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ab8cb0f. 00000400:00000200:0.0:1767384986.336164:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021fb5f6e 00000400:00000010:0.0:1767384986.336165:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000021fb5f6e. 00000100:00000001:0.0:1767384986.336166:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336167:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336170:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336171:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384986.336173:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336174:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336175:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336176:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a702aa4. 00000400:00000200:0.0:1767384986.336178:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095414a74 00000400:00000010:0.0:1767384986.336180:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000095414a74. 00000100:00000001:0.0:1767384986.336182:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336183:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336187:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336189:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384986.336190:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336192:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336193:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336194:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d90cab15. 00000400:00000200:0.0:1767384986.336196:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d8d8d7 00000400:00000010:0.0:1767384986.336197:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000015d8d8d7. 00000100:00000001:0.0:1767384986.336200:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336201:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336205:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336207:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384986.336208:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336210:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336211:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336213:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eed9d15b. 00000400:00000200:0.0:1767384986.336215:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ae8a026 00000400:00000010:0.0:1767384986.336217:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007ae8a026. 00000100:00000001:0.0:1767384986.336220:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336221:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336225:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336226:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384986.336228:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336230:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336231:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336232:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b06c31. 00000400:00000200:0.0:1767384986.336235:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000476ef670 00000400:00000010:0.0:1767384986.336237:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000476ef670. 00000100:00000001:0.0:1767384986.336239:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336240:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336245:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336247:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384986.336248:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336250:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336251:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336252:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060815347. 00000400:00000200:0.0:1767384986.336254:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf15935 00000400:00000010:0.0:1767384986.336256:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fbf15935. 00000100:00000001:0.0:1767384986.336258:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336259:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336263:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336265:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384986.336266:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336267:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336269:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336270:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003922b042. 00000400:00000200:0.0:1767384986.336272:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c28db9d2 00000400:00000010:0.0:1767384986.336273:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c28db9d2. 00000100:00000001:0.0:1767384986.336275:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336276:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336280:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336281:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384986.336283:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336285:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336286:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336288:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083ea2b11. 00000400:00000200:0.0:1767384986.336290:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e5d424e 00000400:00000010:0.0:1767384986.336291:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005e5d424e. 00000100:00000001:0.0:1767384986.336294:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336295:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336299:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336300:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384986.336301:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336313:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336314:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336316:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7bb4c12. 00000400:00000200:0.0:1767384986.336318:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ddcb70d 00000400:00000010:0.0:1767384986.336319:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007ddcb70d. 00000100:00000001:0.0:1767384986.336321:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336322:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336327:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336328:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384986.336330:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336332:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336333:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336334:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064f2fcf8. 00000400:00000200:0.0:1767384986.336336:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080b0e0c7 00000400:00000010:0.0:1767384986.336337:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000080b0e0c7. 00000100:00000001:0.0:1767384986.336339:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336340:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336345:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336346:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384986.336347:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336349:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336350:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336351:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000017a6d9b. 00000400:00000200:0.0:1767384986.336353:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008506aeb4 00000400:00000010:0.0:1767384986.336354:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008506aeb4. 00000100:00000001:0.0:1767384986.336356:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336357:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336362:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336363:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384986.336365:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336366:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336368:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336369:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e79f4c7. 00000400:00000200:0.0:1767384986.336371:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000221f4c43 00000400:00000010:0.0:1767384986.336372:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000221f4c43. 00000100:00000001:0.0:1767384986.336375:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336376:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336380:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336382:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384986.336384:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336385:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336386:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336387:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009de5515. 00000400:00000200:0.0:1767384986.336390:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030b343fa 00000400:00000010:0.0:1767384986.336391:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000030b343fa. 00000100:00000001:0.0:1767384986.336393:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336395:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336399:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336400:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384986.336402:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336403:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336404:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336406:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0effc10. 00000400:00000200:0.0:1767384986.336408:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e742ca9e 00000400:00000010:0.0:1767384986.336409:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e742ca9e. 00000100:00000001:0.0:1767384986.336411:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336412:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336417:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336418:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384986.336420:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336421:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336422:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336423:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009011ed2f. 00000400:00000200:0.0:1767384986.336425:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb1ff903 00000400:00000010:0.0:1767384986.336427:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cb1ff903. 00000100:00000001:0.0:1767384986.336429:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336430:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336434:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336436:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384986.336437:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336439:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336440:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336441:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028328020. 00000400:00000200:0.0:1767384986.336443:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057016ebb 00000400:00000010:0.0:1767384986.336444:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000057016ebb. 00000100:00000001:0.0:1767384986.336446:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336447:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336451:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336453:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384986.336454:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336455:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336456:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336458:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000856e9215. 00000400:00000200:0.0:1767384986.336459:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a4303c 00000400:00000010:0.0:1767384986.336461:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000070a4303c. 00000100:00000001:0.0:1767384986.336463:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336464:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336468:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336469:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384986.336470:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336472:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336473:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336474:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7d5455d. 00000400:00000200:0.0:1767384986.336475:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a88eec2 00000400:00000010:0.0:1767384986.336477:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002a88eec2. 00000100:00000001:0.0:1767384986.336479:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336480:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336484:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336485:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384986.336487:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336488:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336489:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336490:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc452d2f. 00000400:00000200:0.0:1767384986.336492:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c15679f 00000400:00000010:0.0:1767384986.336494:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009c15679f. 00000100:00000001:0.0:1767384986.336496:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336498:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336502:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336503:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384986.336505:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336506:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336507:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336508:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045a66801. 00000400:00000200:0.0:1767384986.336510:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056e6d809 00000400:00000010:0.0:1767384986.336511:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000056e6d809. 00000100:00000001:0.0:1767384986.336513:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336514:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336518:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336520:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384986.336521:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336522:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336523:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336524:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06d336b. 00000400:00000200:0.0:1767384986.336526:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015b68e12 00000400:00000010:0.0:1767384986.336527:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000015b68e12. 00000100:00000001:0.0:1767384986.336530:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336531:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336535:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336536:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384986.336537:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336539:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336540:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336541:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7ac824f. 00000400:00000200:0.0:1767384986.336542:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4219840 00000400:00000010:0.0:1767384986.336544:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f4219840. 00000100:00000001:0.0:1767384986.336546:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336547:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336551:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336552:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384986.336553:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336555:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336556:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336557:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a93cf11e. 00000400:00000200:0.0:1767384986.336559:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092525781 00000400:00000010:0.0:1767384986.336561:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000092525781. 00000100:00000001:0.0:1767384986.336563:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336564:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336568:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336569:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384986.336571:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384986.336572:0:40089:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384986.336573:0:40089:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384986.336574:0:40089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db482cbe. 00000400:00000200:0.0:1767384986.336576:0:40089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b9f892 00000400:00000010:0.0:1767384986.336578:0:40089:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000050b9f892. 00000100:00000001:0.0:1767384986.336580:0:40089:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384986.336581:0:40089:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384986.336585:0:40089:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384986.336587:0:40089:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384986.336588:0:40089:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384986.336590:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336591:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336593:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336595:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336596:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336597:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336598:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336599:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336601:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336602:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336604:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336605:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336607:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336608:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336609:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336610:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336611:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336612:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336614:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336615:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336616:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336617:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336619:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336620:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336621:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336622:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336624:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336625:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336626:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336628:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336629:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336630:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336632:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336633:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336634:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336635:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336636:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336638:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336639:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336640:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336642:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336643:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336644:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336645:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336646:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336647:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336648:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336649:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336651:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336652:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336653:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336654:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336655:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336657:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336658:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336659:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336660:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336661:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336662:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336663:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336665:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336666:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336668:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336669:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336670:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336672:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336673:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336674:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336676:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336677:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336678:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336679:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336680:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336681:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336683:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336684:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336685:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336686:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336687:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336688:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336690:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336691:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336692:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336693:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336694:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336695:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336696:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336697:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336699:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336700:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336701:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336702:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336703:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336704:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336706:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336707:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336708:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336709:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336710:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336711:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336713:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336714:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336716:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336717:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336718:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336720:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336721:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336722:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336724:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336725:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336726:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336727:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336728:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336729:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336730:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336732:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336733:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336734:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336735:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336736:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336737:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336738:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336740:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336741:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336742:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336743:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384986.336744:0:40089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384986.336745:0:40089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384986.336748:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000620fc1ac. 00000100:00000010:0.0:1767384986.336792:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f961ecda. 00000100:00000010:0.0:1767384986.336795:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b382848c. 00000100:00000010:0.0:1767384986.336837:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a5f892c. 00000100:00000010:0.0:1767384986.336839:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000661943ff. 00000100:00000010:0.0:1767384986.336963:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f65ee5f4. 00000100:00000010:0.0:1767384986.336968:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000529f96e7. 00000100:00000010:0.0:1767384986.337009:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c73a0938. 00000100:00000010:0.0:1767384986.337012:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f97da030. 00000100:00000010:0.0:1767384986.337038:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b191a199. 00000100:00000010:0.0:1767384986.337040:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b3160072. 00000100:00000010:0.0:1767384986.337067:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008140e1f. 00000100:00000010:0.0:1767384986.337069:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005585b0d3. 00000100:00000010:0.0:1767384986.337095:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c133753e. 00000100:00000010:0.0:1767384986.337097:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cb068934. 00000100:00000010:0.0:1767384986.337120:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2ab61d1. 00000100:00000010:0.0:1767384986.337122:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fdfdb21a. 00000100:00000010:0.0:1767384986.337143:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004425dd72. 00000100:00000010:0.0:1767384986.337145:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000db16422d. 00000100:00000010:0.0:1767384986.337174:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c052caf. 00000100:00000010:0.0:1767384986.337175:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007caf8317. 00000100:00000010:0.0:1767384986.337198:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066877d98. 00000100:00000010:0.0:1767384986.337200:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008a02cf5f. 00000100:00000010:0.0:1767384986.337223:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000993ba60c. 00000100:00000010:0.0:1767384986.337225:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000192079ce. 00000100:00000010:0.0:1767384986.337249:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3ded295. 00000100:00000010:0.0:1767384986.337251:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c52337e1. 00000100:00000010:0.0:1767384986.337274:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc9e2358. 00000100:00000010:0.0:1767384986.337275:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000093cf714e. 00000100:00000010:0.0:1767384986.337301:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000957da18c. 00000100:00000010:0.0:1767384986.337319:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005fa01138. 00000100:00000010:0.0:1767384986.337343:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbd530a2. 00000100:00000010:0.0:1767384986.337344:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000538c0b9b. 00000100:00000010:0.0:1767384986.337369:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057d9e4c0. 00000100:00000010:0.0:1767384986.337370:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cf41a37c. 00000100:00000010:0.0:1767384986.337395:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003454faee. 00000100:00000010:0.0:1767384986.337397:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000080ce24be. 00000100:00000010:0.0:1767384986.337420:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007818a2c2. 00000100:00000010:0.0:1767384986.337421:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002ba3cad4. 00000100:00000010:0.0:1767384986.337448:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092d668ca. 00000100:00000010:0.0:1767384986.337449:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006149e448. 00000100:00000010:0.0:1767384986.337476:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055655f2a. 00000100:00000010:0.0:1767384986.337478:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b2418d5a. 00000100:00000010:0.0:1767384986.337506:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064522261. 00000100:00000010:0.0:1767384986.337508:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ab2e9837. 00000100:00000010:0.0:1767384986.337532:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087af1575. 00000100:00000010:0.0:1767384986.337533:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005202686f. 00000100:00000010:0.0:1767384986.337557:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006493abd4. 00000100:00000010:0.0:1767384986.337558:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ec3e8a91. 00000100:00000010:0.0:1767384986.337582:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eacf898e. 00000100:00000010:0.0:1767384986.337584:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ad85e7af. 00000100:00000010:0.0:1767384986.337608:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9d0185f. 00000100:00000010:0.0:1767384986.337609:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ddbfb893. 00000100:00000010:0.0:1767384986.337638:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1894210. 00000100:00000010:0.0:1767384986.337640:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ba99f6e8. 00000100:00000010:0.0:1767384986.337664:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8a28072. 00000100:00000010:0.0:1767384986.337666:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005c0bfddc. 00000100:00000010:0.0:1767384986.337693:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083e16a0f. 00000100:00000010:0.0:1767384986.337695:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000df48e3f0. 00000100:00000010:0.0:1767384986.337719:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6b6e8f9. 00000100:00000010:0.0:1767384986.337721:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000061663989. 00000100:00000010:0.0:1767384986.337744:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9e30709. 00000100:00000010:0.0:1767384986.337746:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008eeff977. 00000100:00000010:0.0:1767384986.337777:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2fc8ce7. 00000100:00000010:0.0:1767384986.337779:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b861df46. 00000100:00000010:0.0:1767384986.337809:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f185bec. 00000100:00000010:0.0:1767384986.337811:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000361b9dca. 00000100:00000010:0.0:1767384986.337838:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ed0cd3d. 00000100:00000010:0.0:1767384986.337839:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ec903bec. 00000100:00000010:0.0:1767384986.337880:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e39faef9. 00000100:00000010:0.0:1767384986.337885:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b5d73669. 00000100:00000010:0.0:1767384986.337929:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5747e8f. 00000100:00000010:0.0:1767384986.337933:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dfdf45b1. 00000100:00000010:0.0:1767384986.337972:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a78d8381. 00000100:00000010:0.0:1767384986.337974:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003cc32b1b. 00000100:00000010:0.0:1767384986.338023:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad8cb9e1. 00000100:00000010:0.0:1767384986.338027:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e8a6be91. 00000100:00000010:0.0:1767384986.338073:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004598c4ef. 00000100:00000010:0.0:1767384986.338076:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a735cf91. 00000100:00000010:0.0:1767384986.338101:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c0d25df. 00000100:00000010:0.0:1767384986.338102:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ad24f6a0. 00000100:00000010:0.0:1767384986.338129:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000517a8fa6. 00000100:00000010:0.0:1767384986.338131:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000071d1c015. 00000100:00000010:0.0:1767384986.338155:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d74d098. 00000100:00000010:0.0:1767384986.338157:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000404affad. 00000100:00000010:0.0:1767384986.338184:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f178be57. 00000100:00000010:0.0:1767384986.338186:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000264b3b18. 00000100:00000010:0.0:1767384986.338210:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9001f73. 00000100:00000010:0.0:1767384986.338211:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001cca8d88. 00000100:00000010:0.0:1767384986.338233:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082c26d4a. 00000100:00000010:0.0:1767384986.338235:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000093f93dd8. 00000100:00000010:0.0:1767384986.338258:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002959425b. 00000100:00000010:0.0:1767384986.338260:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001869ede6. 00000100:00000010:0.0:1767384986.338286:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae295ab4. 00000100:00000010:0.0:1767384986.338288:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e7aecbaf. 00000100:00000010:0.0:1767384986.338321:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c441ab1. 00000100:00000010:0.0:1767384986.338324:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a514e099. 00000100:00000010:0.0:1767384986.338348:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7995c1f. 00000100:00000010:0.0:1767384986.338350:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cc7e73e8. 00000100:00000010:0.0:1767384986.338374:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049ee526d. 00000100:00000010:0.0:1767384986.338376:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000089b3a08e. 00000100:00000010:0.0:1767384986.338402:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c03fe4df. 00000100:00000010:0.0:1767384986.338404:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000933f9f58. 00000100:00000010:0.0:1767384986.338427:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab82bf76. 00000100:00000010:0.0:1767384986.338428:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003278a023. 00000100:00000010:0.0:1767384986.338449:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021222853. 00000100:00000010:0.0:1767384986.338450:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005de11593. 00000100:00000010:0.0:1767384986.338475:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000917fb328. 00000100:00000010:0.0:1767384986.338477:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c8dde553. 00000100:00000010:0.0:1767384986.338503:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5fae9a5. 00000100:00000010:0.0:1767384986.338504:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000eec22c73. 00000100:00000010:0.0:1767384986.338533:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6037be4. 00000100:00000010:0.0:1767384986.338535:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ddbc474b. 00000100:00000010:0.0:1767384986.338560:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ab1ebbd. 00000100:00000010:0.0:1767384986.338561:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b7ff2d50. 00000100:00000010:0.0:1767384986.338586:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007089341f. 00000100:00000010:0.0:1767384986.338588:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003427993c. 00000100:00000010:0.0:1767384986.338611:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c84fe630. 00000100:00000010:0.0:1767384986.338612:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000084e7ad75. 00000100:00000010:0.0:1767384986.338636:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042989f58. 00000100:00000010:0.0:1767384986.338637:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005905ecf3. 00000100:00000010:0.0:1767384986.338661:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fc318a4. 00000100:00000010:0.0:1767384986.338663:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004252d9f2. 00000100:00000010:0.0:1767384986.338685:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c3a2e4e. 00000100:00000010:0.0:1767384986.338686:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000baaa5be9. 00000100:00000010:0.0:1767384986.338710:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd82662e. 00000100:00000010:0.0:1767384986.338712:0:40089:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e6123f91. 00000100:00000010:0.0:1767384986.338734:0:40089:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000006f1e56. 00000100:00000010:0.0:1767384986.338736:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000057091e57. 00000100:00000010:0.0:1767384986.338741:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000a2c5fec3. 00000100:00000010:0.0:1767384986.338745:0:40089:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000353ad756. 00000100:00000001:0.0:1767384986.338749:0:40089:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384986.338750:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.338751:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384986.338752:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384986.338753:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000009f21f0ce. 00000100:00000001:0.0:1767384986.338756:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384986.338757:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.338758:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.338759:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001c27af61. 00000100:00000001:0.0:1767384986.338761:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.338763:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.338763:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002e819a61. 00000100:00000001:0.0:1767384986.338765:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.338765:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.338766:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000022a9b124. 00000100:00000001:0.0:1767384986.338767:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.338768:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.338769:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ac6812fa. 00000100:00000001:0.0:1767384986.338770:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.338771:0:40089:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384986.338771:0:40089:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384986.338772:0:40089:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000009bd6908e. 00000100:00000001:0.0:1767384986.338773:0:40089:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384986.338774:0:40089:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384986.338775:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.338776:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003cbbb73e. 00000100:00000001:0.0:1767384986.338777:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.338777:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.338778:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000077de7a46. 00000100:00000001:0.0:1767384986.338779:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.338780:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.338780:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e3d1c8c1. 00000100:00000001:0.0:1767384986.338781:0:40089:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384986.338782:0:40089:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384986.338782:0:40089:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a7bb6cdd. 00000100:00000010:0.0:1767384986.338783:0:40089:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000c77e4999. 00000100:00000001:0.0:1767384986.338785:0:40089:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384986.338829:0:40089:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000081ace512. 00000020:00000010:0.0:1767384986.338832:0:40089:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009e3ad0d7. 00000100:00000010:0.0:1767384986.338846:0:40089:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000098471a2c. 00000100:00000010:0.0:1767384986.338851:0:40089:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000bae6d683. 00000100:00000010:0.0:1767384986.338853:0:40089:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e9b264d1. 00000100:00000010:0.0:1767384986.338857:0:40089:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000fefe4af5. 00000100:00000001:0.0:1767384986.338859:0:40089:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384986.338860:0:40089:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:0.0:1767384986.338900:0:40089:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384986.338904:0:40089:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384986.338916:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384986.338922:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000097c35a39. 00000001:00000010:0.0:1767384986.338925:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e8e43a24. 00000001:00000010:0.0:1767384986.338927:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fd061b61. 00000001:00000010:0.0:1767384986.338929:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009ced8bab. 00000001:00000010:0.0:1767384986.338931:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cd013339. 00000001:00000010:0.0:1767384986.338933:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ff03c4c4. 00000001:00000001:0.0:1767384986.338937:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384986.338938:0:40089:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384986.338941:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d553ce9f. 00000001:00000010:0.0:1767384986.338943:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000137ee455. 00000001:00000010:0.0:1767384986.338946:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005ac2792f. 00000001:00000010:0.0:1767384986.338948:0:40089:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000058be5947. 00000001:00000010:0.0:1767384986.338950:0:40089:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fdc4a7c6. 00000001:00000010:0.0:1767384986.338951:0:40089:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000782934b0. 00000001:00000001:0.0:1767384986.338953:0:40089:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384986.338954:0:40089:0:(obd_config.c:955:class_decref()) Decref MDS (00000000f54e1baa) now 3 - setup 00000020:00000001:0.0:1767384986.338956:0:40089:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384986.338957:0:40089:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384986.338960:0:40089:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384986.338963:0:40089:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384986.338964:0:40089:0:(obd_config.c:955:class_decref()) Decref MDS (00000000f54e1baa) now 2 - obd_device_list 00000020:00000080:0.0:1767384986.338966:0:40089:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:0.0:1767384986.338967:0:40089:0:(obd_config.c:955:class_decref()) Decref MDS (00000000f54e1baa) now 1 - newdev 00000020:00000040:0.0:1767384986.338970:0:40089:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000232505cf with handle 0x135556ebb484390d from hash 00000020:00000040:0.0:1767384986.338972:0:40089:0:(genops.c:898:class_export_put()) PUTting export 00000000232505cf : new refcount 0 00000020:00000080:0.0:1767384986.338973:0:40089:0:(genops.c:904:class_export_put()) final put 00000000232505cf/MDS_uuid 00000020:00000001:0.0:1767384986.338975:0:40089:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384986.338976:0:40089:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384986.338977:0:40089:0:(genops.c:863:class_export_destroy()) destroying export 00000000232505cf/MDS_uuid for MDS 00000020:00000001:0.0:1767384986.338979:0:40089:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384986.338980:0:40089:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384986.338981:0:40089:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000232505cf. 00000020:00000001:0.0:1767384986.338983:0:40089:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384986.338984:0:40089:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:0.0:1767384986.338985:0:40089:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:0.0:1767384986.338986:0:40089:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384986.338989:0:40089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dd81541. 00000020:00000010:0.0:1767384986.338992:0:40089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000026483cd2. 00000040:00000010:0.0:1767384986.338994:0:40089:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c39de5c3. 00000020:00000010:0.0:1767384986.338997:0:40089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004ea92f7f. 00000020:00000010:0.0:1767384986.339000:0:40089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384986.339002:0:40089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e12ddd17. 80000000:00000010:0.0:1767384986.339004:0:40089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b6aaf3c. 40000000:00000010:0.0:1767384986.339006:0:40089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009bd6908e. 00100000:00000010:0.0:1767384986.339009:0:40089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002021a721. 00040000:00000010:0.0:1767384986.339012:0:40089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000019018a32. 00040000:00000010:0.0:1767384986.339014:0:40089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095a6e446. 00080000:00000010:0.0:1767384986.339017:0:40089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d08aef1c. 00080000:00000010:0.0:1767384986.339020:0:40089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bf3905c5. 00000004:00000010:0.0:1767384986.339025:0:40089:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003417dc4f. 00000004:00000001:0.0:1767384986.339028:0:40089:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:0.0:1767384986.339031:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cfa53328. 00000004:00000010:0.0:1767384986.339033:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000000cc5810. 00000004:00000010:0.0:1767384986.339035:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007d7111fb. 00000004:00000010:0.0:1767384986.339037:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bf3b196c. 00000004:00000010:0.0:1767384986.339040:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000091d40826. 00000004:00000010:0.0:1767384986.339053:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000054e9057d. 00000004:00000010:0.0:1767384986.339055:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005a4e7487. 00000004:00000010:0.0:1767384986.339057:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b1d3fa3e. 00000004:00000010:0.0:1767384986.339059:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007a3c82b2. 00000004:00000010:0.0:1767384986.339061:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085d4ba9d. 00000004:00000010:0.0:1767384986.339063:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003fe60a80. 00000004:00000010:0.0:1767384986.339065:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000040105895. 00000004:00000010:0.0:1767384986.339067:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000089831dd9. 00000004:00000010:0.0:1767384986.339069:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000789818f. 00000004:00000010:0.0:1767384986.339073:0:40089:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 000000005f2a5cf0. 00000004:00000001:0.0:1767384986.339074:0:40089:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384986.339076:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000026483cd2. 00000040:00000010:0.0:1767384986.339078:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c39de5c3. 00000020:00000010:0.0:1767384986.339080:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004ea92f7f. 00000020:00000010:0.0:1767384986.339082:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384986.339084:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e12ddd17. 80000000:00000010:0.0:1767384986.339086:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b6aaf3c. 40000000:00000010:0.0:1767384986.339088:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009bd6908e. 00100000:00000010:0.0:1767384986.339090:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002021a721. 00040000:00000010:0.0:1767384986.339091:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000019018a32. 00040000:00000010:0.0:1767384986.339093:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000095a6e446. 00080000:00000010:0.0:1767384986.339095:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bf3905c5. 00080000:00000010:0.0:1767384986.339097:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d08aef1c. 00000004:00000010:0.0:1767384986.339098:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003417dc4f. 00000020:00000010:0.0:1767384986.339100:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dd81541. 00000020:00000001:0.0:1767384986.339102:0:40089:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384986.339103:0:40089:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f54e1baa. 00000020:00000001:0.0:1767384986.339107:0:40089:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384986.339108:0:40089:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384986.339110:0:40089:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000c57e00bd. 00000020:00000001:0.0:1767384986.339111:0:40089:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384986.339113:0:40089:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384986.339117:0:40089:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 000000009162f9ca. 00000020:00000010:0.0:1767384986.339120:0:40089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f1f98b5b. 00000020:00000010:0.0:1767384986.339124:0:40089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005dd55fb9. 00000040:00000010:0.0:1767384986.339126:0:40089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009cb8b864. 00000020:00000010:0.0:1767384986.339127:0:40089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009a21ff06. 00000020:00000010:0.0:1767384986.339129:0:40089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075878ed8. 00000020:00000010:0.0:1767384986.339131:0:40089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032dcf383. 80000000:00000010:0.0:1767384986.339133:0:40089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ca36c5b2. 40000000:00000010:0.0:1767384986.339134:0:40089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000097cbec24. 00100000:00000010:0.0:1767384986.339136:0:40089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000ef9caaa. 00040000:00000010:0.0:1767384986.339137:0:40089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ba58398a. 00040000:00000010:0.0:1767384986.339139:0:40089:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001754ce45. 00040000:00000010:0.0:1767384986.339142:0:40089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b8dbbd1e. 00080000:00000010:0.0:1767384986.339143:0:40089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5509755. 00080000:00000010:0.0:1767384986.339145:0:40089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ac0497a2. 00000004:00000010:0.0:1767384986.339148:0:40089:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005d770e50. 00000004:00000010:0.0:1767384986.339150:0:40089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008f00e6d1. 00000004:00000010:0.0:1767384986.339153:0:40089:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002c0efb25. 00002000:00000010:0.0:1767384986.339155:0:40089:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000abb72229. 00000004:00000010:0.0:1767384986.339157:0:40089:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000646ca8d1. 00000020:00000010:0.0:1767384986.339159:0:40089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375ee54c. 00000020:02000400:0.0:1767384986.339161:0:40089:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:0.0:1767384986.340412:0:40089:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 00000000a3ea24c6. 00000020:00000001:0.0:1767384986.340415:0:40089:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:3.0:1767384986.341541:0:10595:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000242c5338. 00080000:00000010:2.0:1767384986.341542:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a9e4fdee. 00080000:00000010:3.0:1767384986.341553:0:10595:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000242c5338. 00080000:00000010:2.0:1767384986.341553:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a9e4fdee. 00000020:00000001:3.0:1767384986.341562:0:10595:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.341568:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384986.511653:0:40103:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c3c7e275. 00080000:00000010:3.0:1767384986.511663:0:40103:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c3c7e275. 00000020:00000001:3.0:1767384986.511668:0:40103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384986.584938:0:17069:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384986.584944:0:17069:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384986.584975:0:17057:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384986.584979:0:17879:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384986.584981:0:17057:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384986.584984:0:17879:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384986.638297:0:40142:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 0000000082daa02d. 00000400:00000040:2.0:1767384986.638328:0:40142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384986.638330:0:40142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384986.638332:0:40142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384986.638333:0:40142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384986.638334:0:40142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384986.638335:0:40142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1767384986.638336:0:40142:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1767384986.638390:0:40142:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 0000000082daa02d. 00080000:00000010:2.0:1767384986.803141:0:40155:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002cb1d3ba. 00080000:00000010:2.0:1767384986.803150:0:40155:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002cb1d3ba. 00000020:00000001:2.0:1767384986.803154:0:40155:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384986.968916:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384986.968920:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384986.968931:0:16337:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 527 at 0000000074860d55. 00000400:02000040:0.0:1767384986.968947:0:16337:0:(lib-move.c:3976:lnet_print_recovery_list()) 8 local NIs in recovery (showing 8): 192.168.203.109@tcp45, 192.168.203.109@tcp40, 192.168.203.109@tcp44, 192.168.203.109@tcp46, 192.168.203.109@tcp43, 192.168.203.109@tcp36, 192.168.203.109@tcp33, 192.168.203.109@tcp30 00000020:00000001:1.0:1767384986.968958:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384986.968964:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384986.968967:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384986.974315:0:16337:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 527 at 0000000074860d55. 00000800:00000200:2.0:1767384987.160988:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000800:00000200:2.1:1767384987.161000:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000400:00000200:3.0:1767384987.161112:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161164:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161186:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161205:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161223:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161241:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161261:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161280:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161317:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161343:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161364:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161383:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161402:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161422:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161443:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161463:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161482:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161501:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161521:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161540:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161560:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161580:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161599:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161618:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161636:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161655:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161674:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161694:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161713:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161732:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161751:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161769:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161788:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161807:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384987.161826:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384987.162028:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef5b91ff. 00000800:00000010:3.0:1767384987.162034:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5fcbf7b. 00000800:00000010:3.0:1767384987.162040:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008d7f5486. 00000800:00000010:3.0:1767384987.162060:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008d7f5486. 00000800:00020000:3.0:1767384987.162071:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384987.162075:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5fcbf7b. 00000800:00000010:3.0:1767384987.162078:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef5b91ff. 00000400:02020000:3.0:1767384987.162113:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp35 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384987.162118:0:16328:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:1.0:1767384987.199790:0:40206:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a4565276. 00080000:00000010:1.0:1767384987.199799:0:40206:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a4565276. 00000020:00000001:1.0:1767384987.199802:0:40206:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384987.992941:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:0.0:1767384987.992944:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp46 00010000:00000001:2.0:1767384987.992945:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384987.992955:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000acadfa4d. 00000400:00000010:0.0:1767384987.992963:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bd4e4897. 00000020:00000001:2.0:1767384987.992966:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384987.992968:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b0b825a. 00000020:00000001:2.0:1767384987.992969:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384987.992973:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384987.992978:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001ab43799. 00000400:00000200:0.0:1767384987.992983:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp46 00000400:00000200:0.0:1767384987.993006:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp46 local destination 00000400:00000200:0.0:1767384987.993011:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp46 00000400:00000200:0.0:1767384987.993014:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp46 NI seq info: [239:239:256:4294967295] 192.168.203.109@tcp46 LPNI seq info [190:190:8:4294967295] 00000400:00000200:0.0:1767384987.993019:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp46 00000400:00000200:0.0:1767384987.993025:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp46(192.168.203.109@tcp46:) -> 192.168.203.109@tcp46(192.168.203.109@tcp46:192.168.203.109@tcp46) : GET try# 0 00000800:00000200:0.0:1767384987.993029:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp46 00000800:00000010:0.0:1767384987.993033:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000019018a32. 00000800:00000200:0.0:1767384987.993038:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000800:00000200:0.1:1767384987.993042:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000067cd2270] -> 12345-192.168.203.109@tcp46 (2) 00000400:00000200:0.0:1767384987.993062:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp46 added to recovery queue. ping count: 4 next ping: 324 health :600 00000400:00000200:2.0:1767384987.993135:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993176:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993190:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993202:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993214:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993227:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993239:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993251:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993264:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993276:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993289:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993323:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993338:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993352:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993365:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993380:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993394:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993406:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993419:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993431:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993443:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993456:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993469:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993482:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993504:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993518:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993537:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993563:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993590:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993610:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993625:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993639:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993651:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993663:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384987.993676:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384987.993806:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048177a8c. 00000800:00000010:2.0:1767384987.993810:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057cf39a9. 00000800:00000010:2.0:1767384987.993814:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6d8694c. 00000800:00000010:2.0:1767384987.993828:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6d8694c. 00000800:00020000:2.0:1767384987.993837:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384987.993839:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057cf39a9. 00000800:00000010:2.0:1767384987.993841:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000048177a8c. 00000400:02020000:2.0:1767384987.993902:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp46 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384987.993907:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp46 notifying 192.168.203.109@tcp46: down 00000400:00000200:2.0:1767384987.993911:0:16331:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384987.993915:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp46 00000800:00000010:2.0:1767384987.993917:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000019018a32. 00000400:00000200:2.0:1767384987.993921:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384987.993925:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp46->192.168.203.109@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384987.993933:0:16331:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384987.993935:0:16331:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384987.993939:0:16331:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp46) recovery failed with -71 00000400:00000001:0.0:1767384989.016967:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384989.016972:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000001:0.0:1767384989.016973:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384989.016976:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b0b825a 00010000:00000001:2.0:1767384989.016978:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384989.016982:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b0b825a. 00000400:00000200:0.0:1767384989.016990:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384989.016995:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384989.017010:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000acadfa4d. 00000400:00000010:0.0:1767384989.017015:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bd4e4897. 00000020:00000001:3.0:1767384989.017083:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384989.017088:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384989.017091:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384989.208995:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9c95749] -> 12345-192.168.203.109@tcp17 (6) 00000800:00000200:2.0:1767384989.209007:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp17 ip 192.168.203.109:988 00000800:00000200:2.0:1767384989.209011:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009dcec7a9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384989.209035:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073a26c3c] -> 12345-192.168.203.109@tcp38 (4) 00000800:00000200:2.1:1767384989.209039:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073a26c3c] -> 12345-192.168.203.109@tcp38 (4) 00000400:00000200:1.0:1767384989.209165:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000001:2.0:1767384989.209202:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384989.209204:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384989.209216:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:2.0:1767384989.209222:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384989.209230:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384989.209235:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384989.209245:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209272:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209314:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209342:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209364:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209386:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209400:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209413:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209425:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209439:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209452:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209465:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209478:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209491:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209503:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209515:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209529:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209551:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209576:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209601:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209620:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209634:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209647:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209663:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209685:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209708:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209726:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209738:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209750:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209762:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209775:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209788:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384989.209800:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384989.209971:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000feece530. 00000800:00000010:1.0:1767384989.209977:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c9fb4b9a. 00000800:00000010:1.0:1767384989.209983:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000384d16f3. 00000800:00000010:1.0:1767384989.210007:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000384d16f3. 00000800:00020000:1.0:1767384989.210014:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384989.210018:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c9fb4b9a. 00000800:00000010:1.0:1767384989.210021:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000feece530. 00000400:02020000:1.0:1767384989.210063:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp38 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384989.210068:0:16330:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384990.040977:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384990.040984:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384990.041054:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384990.041059:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384990.041063:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384990.168978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 87a2e106-e553-4e56-a48a-4e53df41a160->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384990.168990:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384990.168996:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c996344. 00000020:00000040:2.0:1767384990.169001:0:8:0:(genops.c:1229:class_import_get()) import 00000000bf9bc720 refcount=4 obd=MGC192.168.203.109@tcp 00000100:00000001:2.0:1767384990.169005:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384990.169008:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384990.169013:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384990.169019:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcf7bd94. 00000100:00000001:2.0:1767384990.169025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384990.169032:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87a2e106-e553-4e56-a48a-4e53df41a160->MGS req@000000001c996344 x1853237363771264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384990.169041:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384990.169044:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384990.169048:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c996344] to pc [ptlrpcd_00_02+2] req@000000001c996344 x1853237363771264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384990.169067:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384990.169069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767384990.169072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1767384990.169074:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767384990.169080:0:8:0:(import.c:65:import_set_state_nolock()) 00000000f05c0c28 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384990.169081:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384990.169084:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1767384990.169086:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384990.169090:0:16342:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1767384990.169091:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 305 00000100:00000001:0.0:1767384990.169095:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384990.169096:0:16342:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c996344 x1853237363771264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384990.169096:0:8:0:(import.c:2128:obd_at_measure()) add 10 to 00000000be1d996f time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384990.169100:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384990.169105:0:8:0:(import.c:2194:obd_at_measure()) AT 00000000be1d996f change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1767384990.169113:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:3.0:1767384990.169117:0:16342:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384990.169118:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 5 to 0@lo 00000100:00000001:3.0:1767384990.169121:0:16342:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.169122:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384990.169126:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 6 to 0@lo 00000100:00000001:2.0:1767384990.169128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 02000000:00000001:3.0:1767384990.169129:0:16342:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384990.169131:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384990.169133:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x135556ebb4843a48 02000000:00000001:3.0:1767384990.169134:0:16342:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384990.169135:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384990.169139:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e73cab61 refcount=8 02000000:00000001:3.0:1767384990.169141:0:16342:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384990.169142:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000020:00000001:2.0:1767384990.169146:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636780939583488 : -107292769968128 : ffff9e6af48f2000) 00000100:00100000:3.0:1767384990.169148:0:16342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c996344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:87a2e106-e553-4e56-a48a-4e53df41a160:16342:1853237363771264:0@lo:400: 00000100:00000040:2.0:1767384990.169150:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fff8df14 refcount 5 to 0@lo 00000100:00000001:2.0:1767384990.169155:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384990.169159:0:16342:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384990.169159:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fff8df14 refcount 6 to 0@lo 00000100:00000001:2.0:1767384990.169162:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636780169408256 : -107293540143360 : ffff9e6ac6a72f00) 00000020:00000040:2.0:1767384990.169165:0:8:0:(genops.c:898:class_export_put()) PUTting export 00000000e73cab61 : new refcount 7 00000100:00080000:2.0:1767384990.169167:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000f05c0c28 using connection 192.168.203.109@tcp/0@lo 02000000:00000001:3.0:1767384990.169168:0:16342:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384990.169168:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384990.169172:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384990.169173:0:16342:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384990.169176:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384990.169178:0:16342:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384990.169181:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384990.169183:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384990.169185:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384990.169186:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d373b0f3. 00000100:00000010:2.0:1767384990.169188:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008027928c. 02000000:00000001:3.0:1767384990.169190:0:16342:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384990.169192:0:8:0:(genops.c:1229:class_import_get()) import 00000000f05c0c28 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384990.169196:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384990.169197:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384990.169200:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac77d84. 00000100:00000001:2.0:1767384990.169200:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384990.169202:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384990.169204:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384990.169210:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f93d19c0. 00000400:00000010:3.0:1767384990.169211:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced9e601. 00000100:00000001:2.0:1767384990.169212:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384990.169218:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008027928c x1853237363771392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384990.169221:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363771264, portal 25 00000100:00000001:3.0:1767384990.169227:0:16342:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384990.169228:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384990.169231:0:16342:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878806144 : -107297830745472 : ffff9e69c6e9ca80) 00000100:00000001:2.0:1767384990.169231:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384990.169236:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008027928c] to pc [ptlrpcd_rcv+-1] req@000000008027928c x1853237363771392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384990.169242:0:16342:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c996344 x1853237363771264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384990.169252:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.169254:0:16342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384990.169257:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (315) 00000100:00000040:3.0:1767384990.169261:0:16342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384990.169265:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da4bd5dd. 00000100:00000200:3.0:1767384990.169269:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363771264, offset 0 00000400:00000200:3.0:1767384990.169290:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384990.169293:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384990.169297:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384990.169299:0:16339:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384990.169305:0:16339:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008027928c x1853237363771392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384990.169308:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384990.169319:0:16339:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384990.169320:0:16339:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384990.169322:0:16339:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384990.169323:0:16339:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384990.169327:0:16339:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384990.169328:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c08780 00000100:00100000:1.0:1767384990.169331:0:16339:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008027928c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16339:1853237363771392:0@lo:38: 00000100:00000001:1.0:1767384990.169335:0:16339:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000100:3.0:1767384990.169338:0:16342:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237363771264 offset 0 length 224: 4 02000000:00000001:1.0:1767384990.169339:0:16339:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384990.169342:0:16339:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384990.169345:0:16342:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000519b6e7c is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:1.0:1767384990.169346:0:16339:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384990.169349:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000010:1.0:1767384990.169351:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008ad0af77. 02000000:00000001:1.0:1767384990.169354:0:16339:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384990.169358:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ae515a9. 00000400:00000200:3.0:1767384990.169359:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4bd5dd 00000400:00000010:3.0:1767384990.169362:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4bd5dd. 00000100:00000001:3.0:1767384990.169366:0:16342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384990.169368:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d34bdd. 00000100:00000200:3.0:1767384990.169369:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c996344 x1853237363771264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384990.169373:0:16339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363771392, portal 10 00000100:00000001:1.0:1767384990.169378:0:16339:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384990.169380:0:16339:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636775878809728 : -107297830741888 : ffff9e69c6e9d880) 00000100:00000001:3.0:1767384990.169386:0:16342:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384990.169389:0:16339:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008027928c x1853237363771392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384990.169391:0:16342:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c996344 x1853237363771264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385006 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384990.169423:0:16342:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.169423:0:16339:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384990.169427:0:16342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384990.169429:0:16339:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384990.169432:0:16342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384990.169433:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efda1eca. 00000100:00000200:1.0:1767384990.169438:0:16339:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237363771392, offset 0 00000100:00000001:3.0:1767384990.169439:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 0 is 4294978054 00000400:00000200:1.0:1767384990.169443:0:16339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384990.169447:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fba4ded3. 00000400:00000200:1.0:1767384990.169452:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384990.169456:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384990.169461:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272c08800 00000400:00000100:1.0:1767384990.169465:0:16339:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237363771392 offset 0 length 520: 4 00000400:00000200:1.0:1767384990.169467:0:16339:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000002b12f386 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384990.169469:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:3.0:1767384990.169470:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 1 is 4294978054 00000100:00000010:3.0:1767384990.169475:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025171b08. 00000100:00000001:3.0:1767384990.169477:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384990.169480:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294978054 00000400:00000200:1.0:1767384990.169480:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efda1eca 00000400:00000010:1.0:1767384990.169484:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efda1eca. 00000100:00000010:3.0:1767384990.169485:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003de72ad0. 00000100:00000001:1.0:1767384990.169490:0:16339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384990.169491:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384990.169495:0:16339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008027928c x1853237363771392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384990.169499:0:16342:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294978054 00000100:00000010:3.0:1767384990.169504:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000785fe1a7. 00000100:00000001:1.0:1767384990.169506:0:16339:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384990.169508:0:16342:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384990.169510:0:16339:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008027928c x1853237363771392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384990.169513:0:16342:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384990.169520:0:16342:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.169522:0:16339:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.169525:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.169525:0:16339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384990.169528:0:16339:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384990.169529:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384990.169532:0:16339:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3581 usecs (4 jiffies) 00000100:00000001:1.0:1767384990.169536:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294978052 00000100:00000001:1.0:1767384990.169538:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294978054 00000100:00000001:3.0:1767384990.169539:0:16342:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384990.169539:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294978052 00000100:00000001:1.0:1767384990.169540:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294978054 00000100:00000001:3.0:1767384990.169544:0:16342:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384990.169545:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294978052 00000100:00000001:1.0:1767384990.169549:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294978054 00000100:00000001:3.0:1767384990.169552:0:16342:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384990.169552:0:16339:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294978052 00000100:00000001:1.0:1767384990.169556:0:16339:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294978054 00000100:00000001:3.0:1767384990.169557:0:16342:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384990.169558:0:16339:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384990.169562:0:16342:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.169562:0:16339:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.169564:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.169567:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384990.169568:0:16342:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.169572:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384990.169574:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384990.169576:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384990.169577:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384990.169578:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384990.169579:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384990.175915:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000bd5a0037 (cpu 0) has reached its deadline 4294978054, at 4294978055 00000100:00000010:3.0:1767384990.175924:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000785fe1a7. 00000100:00000040:1.0:1767384990.175949:0:21:0:(connection.c:75:cpu_latency_work()) work item of 0000000015e2ba16 (cpu 0) has reached its deadline 4294978054, at 4294978055 00000100:00000040:0.0:1767384990.175949:0:131:0:(connection.c:75:cpu_latency_work()) work item of 0000000004fec429 (cpu 0) has reached its deadline 4294978054, at 4294978055 00000100:00000010:0.0:1767384990.175959:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fba4ded3. 00000100:00000010:1.0:1767384990.175963:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025171b08. 00000100:00000040:2.0:1767384990.175968:0:1010:0:(connection.c:75:cpu_latency_work()) work item of 00000000c4e90774 (cpu 0) has reached its deadline 4294978054, at 4294978055 00000100:00000010:2.0:1767384990.175975:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003de72ad0. 00010000:00000001:2.0:1767384991.064959:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384991.064965:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384991.064983:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384991.064985:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384991.064987:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384991.256956:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005fb03b8e] -> 12345-192.168.203.109@tcp20 (6) 00000800:00000200:2.0:1767384991.256965:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp20 ip 192.168.203.109:988 00000800:00000200:2.0:1767384991.256969:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384991.256987:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (4) 00000800:00000200:2.1:1767384991.256991:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae03fb6e] -> 12345-192.168.203.109@tcp41 (4) 00000400:00000200:3.0:1767384991.257085:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:1.0:1767384991.257156:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384991.257161:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384991.257172:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384991.257176:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384991.257179:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384991.257187:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257222:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257248:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257266:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257295:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257309:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257327:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257351:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257376:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257399:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257418:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257433:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257446:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257458:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257472:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257495:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257523:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257551:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257577:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257604:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257627:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257646:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257664:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257683:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257697:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257710:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257721:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257733:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257745:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257757:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257769:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257781:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257794:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384991.257805:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384991.257932:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef5b91ff. 00000800:00000010:3.0:1767384991.257937:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5fcbf7b. 00000800:00000010:3.0:1767384991.257941:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b8a0ffe6. 00000800:00000010:3.0:1767384991.257956:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b8a0ffe6. 00000800:00020000:3.0:1767384991.257961:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384991.264528:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5fcbf7b. 00000800:00000010:3.0:1767384991.264534:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef5b91ff. 00000400:02020000:3.0:1767384991.264584:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp41 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384991.270114:0:16329:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384992.089070:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384992.089076:0:1010:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384992.089133:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384992.089137:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384992.089139:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384992.920617:0:40255:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001cd5fe67. 00080000:00000010:1.0:1767384992.920627:0:40255:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001cd5fe67. 00000020:00000001:1.0:1767384992.920633:0:40255:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.112932:0:1010:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384993.112941:0:1010:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384993.112944:0:1010:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384993.112947:0:1010:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.112952:0:1010:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384993.112954:0:1010:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.112956:0:1010:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384993.112958:0:1010:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384993.113022:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384993.113027:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384993.113031:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384993.305929:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009c1cf30d] -> 12345-192.168.203.109@tcp23 (6) 00000800:00000200:2.0:1767384993.305938:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp23 ip 192.168.203.109:988 00000800:00000200:2.0:1767384993.305942:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009dcec7a9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384993.305960:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (4) 00000800:00000200:2.1:1767384993.305963:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c02041e] -> 12345-192.168.203.109@tcp31 (4) 00000800:00000200:2.0:1767384993.306067:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384993.306070:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384993.306088:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384993.306093:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384993.306097:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384993.306128:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306165:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306195:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306219:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306242:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306274:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306297:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306312:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306326:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306347:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306376:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306392:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306416:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306459:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306496:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306539:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306576:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306619:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306664:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306706:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306748:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306796:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306834:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306889:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306932:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306950:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306966:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.306982:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.307000:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.307017:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.307033:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.307048:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.307063:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.307083:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384993.307120:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384993.307273:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048177a8c. 00000800:00000010:2.0:1767384993.307278:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057cf39a9. 00000800:00000010:2.0:1767384993.307282:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d721c7d9. 00000800:00000010:2.0:1767384993.307301:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d721c7d9. 00000800:00020000:2.0:1767384993.307308:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384993.307311:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057cf39a9. 00000800:00000010:2.0:1767384993.307314:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000048177a8c. 00000400:02020000:2.0:1767384993.307363:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp31 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384993.307367:0:16328:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:00000001:1.0:1767384993.741582:0:40419:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384993.741587:0:40419:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing load_modules_local 00000001:00000001:1.0:1767384993.743656:0:40419:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1767384993.944283:0:40438:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000200:3.0:1767384994.328944:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (4) 00000800:00000200:3.1:1767384994.328952:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011483cff] -> 12345-192.168.203.109@tcp39 (4) 00000400:00000200:0.0:1767384994.329045:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329091:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329118:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329141:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329157:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329169:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329181:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329195:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329210:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329229:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329277:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329317:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329336:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329356:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329370:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329384:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329402:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329421:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329442:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329462:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329482:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329508:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329534:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329552:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329573:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329592:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329607:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329627:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329643:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329660:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329676:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329690:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329703:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329716:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384994.329728:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384994.329906:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d08aef1c. 00000800:00000010:0.0:1767384994.329913:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c7722c2. 00000800:00000010:0.0:1767384994.329920:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5ace134. 00000800:00000010:0.0:1767384994.329948:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5ace134. 00000800:00020000:0.0:1767384994.329959:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384994.329962:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c7722c2. 00000800:00000010:0.0:1767384994.329964:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d08aef1c. 00000400:02020000:0.0:1767384994.330017:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp39 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384994.330021:0:16331:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384994.797504:0:40668:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009d60dbaf. 00080000:00000010:3.0:1767384994.797513:0:40668:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009d60dbaf. 00080000:00000010:3.0:1767384994.803309:0:40670:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009d60dbaf. 00080000:00000010:3.0:1767384994.803313:0:40670:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009d60dbaf. 00080000:00000010:1.0:1767384994.965538:0:40681:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1043753. 00080000:00000010:1.0:1767384994.965547:0:40681:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1043753. 00000400:00000200:0.0:1767384995.160937:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp43 00000400:00000010:0.0:1767384995.160943:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000568aa3a7. 00000400:00000010:0.0:1767384995.160948:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008ed9e675. 00000400:00000010:0.0:1767384995.160951:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b0b825a. 00000400:00000010:0.0:1767384995.160958:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000212f2c23. 00000400:00000200:0.0:1767384995.160961:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp43 00000400:00000200:0.0:1767384995.160979:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp43 local destination 00000400:00000200:0.0:1767384995.160984:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp43 00000400:00000200:0.0:1767384995.160987:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp43 NI seq info: [240:240:256:4294967295] 192.168.203.109@tcp43 LPNI seq info [191:191:8:4294967295] 00000400:00000200:0.0:1767384995.160993:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp43 00000400:00000200:0.0:1767384995.160998:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp43(192.168.203.109@tcp43:) -> 192.168.203.109@tcp43(192.168.203.109@tcp43:192.168.203.109@tcp43) : GET try# 0 00000800:00000200:0.0:1767384995.161003:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp43 00000800:00000010:0.0:1767384995.161007:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eacb3d89. 00000800:00000200:0.0:1767384995.161012:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000800:00000200:0.1:1767384995.161015:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000097739c3a] -> 12345-192.168.203.109@tcp43 (2) 00000400:00000200:0.0:1767384995.161032:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp43 added to recovery queue. ping count: 5 next ping: 347 health :500 00000400:00000200:0.0:1767384995.161037:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp30 00000400:00000010:0.0:1767384995.161040:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000032faf134. 00000400:00000010:0.0:1767384995.161042:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001412948d. 00000400:00000010:0.0:1767384995.161044:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a5f08. 00000400:00000010:0.0:1767384995.161049:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000050ce9e7d. 00000400:00000200:0.0:1767384995.161051:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp30 00000400:00000200:0.0:1767384995.161057:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp30 local destination 00000400:00000200:0.0:1767384995.161060:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp30 00000400:00000200:0.0:1767384995.161062:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp30 NI seq info: [241:241:256:4294967295] 192.168.203.109@tcp30 LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1767384995.161065:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp30 00000400:00000200:0.0:1767384995.161070:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp30(192.168.203.109@tcp30:) -> 192.168.203.109@tcp30(192.168.203.109@tcp30:192.168.203.109@tcp30) : GET try# 0 00000800:00000200:0.0:1767384995.161073:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp30 00000800:00000010:0.0:1767384995.161076:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005ac0d2ff. 00000800:00000200:0.0:1767384995.161079:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000800:00000200:0.0:1767384995.161080:0:16337:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 0, interval 32, 1 secs later) 00000400:00000200:1.0:1767384995.161085:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:0.1:1767384995.161085:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092283f43] -> 12345-192.168.203.109@tcp30 (2) 00000800:00000200:0.1:1767384995.161087:0:16337:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 0, interval 32, 1 secs later) 00000800:00000100:0.0:1767384995.161094:0:16337:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.109@tcp30 00000800:00000010:0.0:1767384995.161096:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005ac0d2ff. 00000400:00000200:0.0:1767384995.161100:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1767384995.161103:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp30->192.168.203.109@tcp30: GET: REMOTE_ERROR 00000400:00000200:0.0:1767384995.161108:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:0.0:1767384995.161111:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery message sent unsuccessfully:-5 00000400:00000200:0.0:1767384995.161114:0:16337:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp30) recovery failed with -5 00000400:00000200:0.0:1767384995.161120:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp30 added to recovery queue. ping count: 6 next ping: 379 health :400 00000400:00000200:1.0:1767384995.161143:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161169:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161187:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161205:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161226:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161262:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161283:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161301:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161318:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161336:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161356:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161372:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161385:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161399:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161413:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161425:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161437:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161450:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161462:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161474:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161486:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161499:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161511:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161523:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161537:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161550:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161564:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161578:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161590:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161601:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161613:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161625:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161637:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:1.0:1767384995.161657:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:1.0:1767384995.161773:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000feece530. 00000800:00000010:1.0:1767384995.161777:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf8699e0. 00000800:00000010:1.0:1767384995.161782:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005367ebea. 00000800:00000010:1.0:1767384995.161797:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005367ebea. 00000800:00020000:1.0:1767384995.161802:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767384995.161805:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf8699e0. 00000800:00000010:1.0:1767384995.161808:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000feece530. 00000400:02020000:1.0:1767384995.161836:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp43 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384995.161842:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp43 notifying 192.168.203.109@tcp43: down 00000400:00000200:1.0:1767384995.161846:0:16330:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384995.161849:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp43 00000800:00000010:1.0:1767384995.161851:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eacb3d89. 00000400:00000200:1.0:1767384995.161854:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384995.161857:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp43->192.168.203.109@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384995.161895:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384995.161898:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384995.161902:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp43) recovery failed with -71 00080000:00000010:0.0:1767384995.246342:0:40734:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000513856a9. 00080000:00000010:0.0:1767384995.246351:0:40734:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000513856a9. 00000100:00000010:2.0:1767384995.288937:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7c7afa7. 02000000:00000010:2.0:1767384995.288952:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f9cd6df1. 02000000:00000010:3.0:1767384995.289014:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090b693d2. 00000400:00000010:3.0:1767384995.289022:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5cb0cef. 00000400:00000010:3.0:1767384995.289028:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da4bd5dd. 00000100:00000200:3.0:1767384995.289033:0:16342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363771520, portal 25 00000400:00000010:3.0:1767384995.289037:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384995.289040:0:16342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237363771520, offset 0 00000400:00000200:3.0:1767384995.289048:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384995.289058:0:16342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384995.289067:0:16342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272c08880 00000400:00000100:3.0:1767384995.289071:0:16342:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237363771520 offset 0 length 224: 4 00000400:00000200:3.0:1767384995.289074:0:16342:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000519b6e7c is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1767384995.289076:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1767384995.289083:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384995.289085:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384995.289090:0:16342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7c7afa7 x1853237363771520/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384995.289103:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ad4f132. 00000100:00000010:3.0:1767384995.289119:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000647ce724. 00000100:00000010:3.0:1767384995.289123:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e293b808. 00000100:00000010:3.0:1767384995.289126:0:16342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f824d7c9. 00000100:00000010:2.0:1767384995.295906:0:1010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e293b808. 00000100:00000010:1.0:1767384995.295931:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000647ce724. 00000100:00000010:3.0:1767384995.295937:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f824d7c9. 00000100:00000010:0.0:1767384995.295954:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ad4f132. 00000800:00000200:3.0:1767384995.353921:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000800:00000200:3.0:1767384995.353926:0:16332:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 16, 3 secs later) 00000800:00000200:3.1:1767384995.353932:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004483586c] -> 12345-192.168.203.109@tcp26 (4) 00000800:00000200:3.1:1767384995.353934:0:16332:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.109 (cnted 2, interval 16, 3 secs later) 00000800:00000100:3.0:1767384995.353938:0:16332:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.109@tcp26 00000800:00000200:3.0:1767384995.353950:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000800:00000200:3.1:1767384995.353953:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b5e779b0] -> 12345-192.168.203.109@tcp34 (4) 00000400:00000200:2.0:1767384995.354040:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354086:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354114:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354139:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354162:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354185:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354207:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354231:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354271:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354298:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354323:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354347:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354370:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354393:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354416:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354439:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354462:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354484:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354511:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354541:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354569:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354595:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354625:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354653:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354679:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354707:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354736:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354765:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354792:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354820:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354862:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354931:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354962:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.354983:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384995.355002:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384995.355121:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048177a8c. 00000800:00000010:2.0:1767384995.355126:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053351ad1. 00000800:00000010:2.0:1767384995.355131:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d956a2f. 00000800:00000010:2.0:1767384995.355148:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d956a2f. 00000800:00020000:2.0:1767384995.355156:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384995.355160:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053351ad1. 00000800:00000010:2.0:1767384995.355162:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000048177a8c. 00000400:02020000:2.0:1767384995.355191:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp34 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384995.355195:0:16329:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384995.517226:0:40783:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fd640c0a. 00080000:00000010:3.0:1767384995.517257:0:40783:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fd640c0a. 00080000:00000010:1.0:1767384995.782768:0:40832:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a4325778. 00080000:00000010:1.0:1767384995.782777:0:40832:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a4325778. 00080000:00000010:1.0:1767384996.049028:0:40879:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c1511c05. 00080000:00000010:1.0:1767384996.049040:0:40879:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c1511c05. 00000400:00000200:2.0:1767384996.184947:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b0b825a 00000400:00000010:2.0:1767384996.184954:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b0b825a. 00000400:00000200:2.0:1767384996.184960:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384996.184968:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384996.184983:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000568aa3a7. 00000400:00000010:2.0:1767384996.184988:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008ed9e675. 00000400:00000200:2.0:1767384996.184993:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a5f08 00000400:00000010:2.0:1767384996.184995:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000709a5f08. 00000400:00000200:2.0:1767384996.184997:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384996.185000:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384996.185003:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000032faf134. 00000400:00000010:2.0:1767384996.185005:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001412948d. 00080000:00000010:0.0:1767384996.322433:0:40927:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d462293. 00080000:00000010:0.0:1767384996.322441:0:40927:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d462293. 00000800:00000200:3.0:1767384996.376949:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009059c88e] -> 12345-192.168.203.109@tcp21 (6) 00000800:00000200:3.0:1767384996.376956:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp21 ip 192.168.203.109:988 00000800:00000200:3.0:1767384996.376960:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384996.377074:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1767384996.449052:0:40968:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b1a2040d. 00080000:00000010:2.0:1767384996.449061:0:40968:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b1a2040d. 00000020:00000010:2.0:1767384996.456826:0:40968:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000812fb781. 00000020:00000010:2.0:1767384996.456830:0:40968:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 000000002cc063fb. 00000020:00000010:2.0:1767384996.456838:0:40968:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000f4219840. 00000020:00000010:2.0:1767384996.456849:0:40968:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 00000000b2706d3a. 00000020:00000010:2.0:1767384996.456886:0:40968:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000004c2d06e7. 00000020:00000010:2.0:1767384996.456891:0:40968:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 00000000f417e5b7. 00000020:00000010:2.0:1767384996.456894:0:40968:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 000000004a3c4037. 00000020:00000010:2.0:1767384996.456911:0:40968:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000cf392867. 00000020:00000010:2.0:1767384996.456923:0:40968:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000003421bb22. 00000020:00000010:2.0:1767384996.456927:0:40968:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000990cbd07. 00000020:00000010:2.0:1767384996.456936:0:40968:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 00000000cf392867. 00000020:00000010:2.0:1767384996.456939:0:40968:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 0000000059af2183. 00000001:00000010:2.0:1767384996.456951:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009637708d. 00000001:00000010:2.0:1767384996.456954:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d4f48e58. 00000001:00000010:2.0:1767384996.456956:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000181736df. 00000001:00000010:2.0:1767384996.456958:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e2ead6ad. 00000001:00000010:2.0:1767384996.456960:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000618d1c71. 00000001:00000010:2.0:1767384996.456962:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006fea95da. 00000001:00000010:2.0:1767384996.456964:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009534f384. 00000001:00000010:2.0:1767384996.456965:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bf309b7e. 00000001:00000010:2.0:1767384996.456966:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000022dcc63a. 00000001:00000010:2.0:1767384996.456968:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000571599b. 00000001:00000010:2.0:1767384996.456970:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000053fcef56. 00000001:00000010:2.0:1767384996.456971:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009eac1350. 00000020:00000010:2.0:1767384996.456974:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000354d70d7. 00000020:00000010:2.0:1767384996.456978:0:40968:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf392867. 00000020:00000010:2.0:1767384996.456981:0:40968:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000008:00000010:2.0:1767384996.456986:0:40968:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000533dfc0a. 00020000:00000010:2.0:1767384996.456989:0:40968:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000fbb2ea9b. 00008000:00000010:2.0:1767384996.456993:0:40968:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d230a8aa. 00000080:00000010:2.0:1767384996.456997:0:40968:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a9c9c9be. 00000020:00000010:2.0:1767384996.457000:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001bcddef. 00000020:00000010:2.0:1767384996.457003:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008f11da9. 00000040:00000010:2.0:1767384996.457006:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d59152a. 00000020:00000010:2.0:1767384996.457009:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000585dec79. 00000020:00000010:2.0:1767384996.457012:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d130a44e. 00040000:00000010:2.0:1767384996.457014:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000735ea3d2. 00040000:00000010:2.0:1767384996.457017:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6a2bc0c. 00080000:00000010:2.0:1767384996.457021:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000048177a8c. 00080000:00000010:2.0:1767384996.457024:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000064e961f3. 00080000:00000010:2.0:1767384996.457042:0:40968:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 000000001e9a86d3. 00000001:00000010:2.0:1767384996.462839:0:40968:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 00000000d749086e. 00000001:00000010:2.0:1767384996.463170:0:40968:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 0000000097fdf226. 00000020:00000010:2.0:1767384996.463576:0:40968:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000009f0470b1. 00000020:00000010:2.0:1767384996.463584:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fd82662e. 00000020:00000010:2.0:1767384996.463586:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000bd63d4be. 00000020:00000010:2.0:1767384996.464159:0:40968:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d7c8ace6. 00080000:00000010:2.0:1767384996.464164:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc163fb5. 00080000:00000010:2.0:1767384996.464166:0:40968:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 00000000cc8f91cc. 00080000:00000010:2.0:1767384996.464300:0:40968:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 00000000502242ff. 00080000:00000010:2.0:1767384996.464327:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a1a8062e. 00080000:00000010:2.0:1767384996.464462:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000bac97181. 00080000:00000010:2.0:1767384996.464584:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b6d1cca8. 00080000:00000010:2.0:1767384996.464715:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f6de0905. 00080000:00000010:2.0:1767384996.464851:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000127f2800. 00080000:00000010:2.0:1767384996.465006:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001b878e50. 00080000:00000010:2.0:1767384996.465127:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dff55a57. 00080000:00000010:2.0:1767384996.465300:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000533d5e2b. 00080000:00000010:2.0:1767384996.465431:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009e28880a. 00080000:00000010:2.0:1767384996.465563:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c83ecd33. 00080000:00000010:2.0:1767384996.465690:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e5502e4d. 00080000:00000010:2.0:1767384996.465858:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000938ea19f. 00080000:00000010:2.0:1767384996.466020:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004a878367. 00080000:00000010:2.0:1767384996.466190:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000095417d7d. 00080000:00000010:2.0:1767384996.466321:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000060e166af. 00080000:00000010:2.0:1767384996.466433:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009e9a42d0. 00080000:00000010:2.0:1767384996.466584:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b4087101. 00080000:00000010:2.0:1767384996.466713:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a9a748ed. 00080000:00000010:2.0:1767384996.466923:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000039a18501. 00080000:00000010:2.0:1767384996.467053:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000004837192. 00080000:00000010:2.0:1767384996.467174:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000010bba3e4. 00080000:00000010:2.0:1767384996.467323:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007ca1bd1b. 00080000:00000010:2.0:1767384996.467457:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000df9e6e33. 00080000:00000010:2.0:1767384996.467587:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b46a7243. 00080000:00000010:2.0:1767384996.467711:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000eca0428. 00080000:00000010:2.0:1767384996.467893:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000eed11537. 00080000:00000010:2.0:1767384996.468021:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000645d77e0. 00080000:00000010:2.0:1767384996.468160:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008e7a94a8. 00080000:00000010:2.0:1767384996.468306:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ba58398a. 00080000:00000010:2.0:1767384996.468423:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e1f76c73. 00080000:00000010:2.0:1767384996.468567:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000899cffb1. 00080000:00000010:2.0:1767384996.468694:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000061babc59. 00080000:00000010:2.0:1767384996.468840:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001037c155. 00080000:00000010:2.0:1767384996.469012:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ee478094. 00080000:00000010:2.0:1767384996.469159:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006ba8da8c. 00080000:00000010:2.0:1767384996.469300:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001ea9c05a. 00080000:00000010:2.0:1767384996.469427:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000092df8816. 00080000:00000010:2.0:1767384996.469569:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003750bfb1. 00080000:00000010:2.0:1767384996.469684:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000095890415. 00080000:00000010:2.0:1767384996.469825:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008355f66e. 00080000:00000010:2.0:1767384996.469996:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002efc8ccf. 00080000:00000010:2.0:1767384996.470135:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000022975a44. 00080000:00000010:2.0:1767384996.470269:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007a96d381. 00080000:00000010:2.0:1767384996.470407:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000962a18ca. 00080000:00000010:2.0:1767384996.470552:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000686d4169. 00080000:00000010:2.0:1767384996.470672:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f2c0a1ea. 00080000:00000010:2.0:1767384996.470825:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003b07983e. 00080000:00000010:2.0:1767384996.470941:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d9879562. 00080000:00000010:2.0:1767384996.471068:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b529be6e. 00080000:00000010:2.0:1767384996.471196:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000746167e9. 00080000:00000010:2.0:1767384996.471341:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005be205dd. 00080000:00000010:2.0:1767384996.471460:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d9c25328. 00080000:00000010:2.0:1767384996.471631:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000826a92c7. 00080000:00000010:2.0:1767384996.471765:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c1151ea9. 00080000:00000010:2.0:1767384996.471927:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000742ff85e. 00080000:00000010:2.0:1767384996.472053:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000cdcba595. 00080000:00000010:2.0:1767384996.472176:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002ba6d015. 00080000:00000010:2.0:1767384996.472312:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000076538bf0. 00080000:00000010:2.0:1767384996.472439:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000a7e6820. 00080000:00000010:2.0:1767384996.472578:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000fc3c13fa. 00080000:00000010:2.0:1767384996.472694:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000145e9805. 00080000:00000010:2.0:1767384996.472880:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f3c29e6f. 00080000:00000010:2.0:1767384996.473009:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000196f69d2. 00080000:00000010:2.0:1767384996.473144:0:40968:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ac2ccf70. 00000001:00000010:2.0:1767384996.473343:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.473436:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.473564:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000993462a5. 00000001:00000010:2.0:1767384996.473569:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.473666:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.473814:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.473818:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.473834:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.473836:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.473839:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000b85b0573. 00000001:00000010:2.0:1767384996.473850:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.473853:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.473883:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.473997:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474017:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474020:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.474022:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000ed725f92. 00000001:00000010:2.0:1767384996.474036:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474039:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.474041:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000099db0cef. 00000001:00000010:2.0:1767384996.474053:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474055:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.474057:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000ffc293f9. 00000001:00000010:2.0:1767384996.474068:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474071:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474083:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474085:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.474087:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000006b0cabce. 00000001:00000010:2.0:1767384996.474099:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474101:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474114:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474261:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.474271:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000c1083dab. 00000001:00000010:2.0:1767384996.474286:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474289:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474295:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474297:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474309:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474413:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.474417:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000ce567854. 00000001:00000010:2.0:1767384996.474667:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474672:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.474675:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000001fd2809f. 00000001:00000010:2.0:1767384996.474690:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474693:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.474822:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004b8b4060. 00000001:00000010:2.0:1767384996.474827:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474830:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474847:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.474851:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475049:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475055:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475072:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475075:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475086:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475089:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.475091:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000008f5a9f8b. 00000001:00000010:2.0:1767384996.475103:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475106:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.475367:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000b85b0573. 00100000:00000010:2.0:1767384996.475596:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000546fae0f. 00000001:00000010:2.0:1767384996.475601:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475604:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475623:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475626:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475638:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475640:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475763:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475909:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475929:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475932:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475945:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.475948:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.475951:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000ed725f92. 00000001:00000010:2.0:1767384996.476080:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.476085:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.476088:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000099db0cef. 00100000:00000010:2.0:1767384996.476394:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000736b3376. 00000001:00000010:2.0:1767384996.476399:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.476402:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.476545:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000091bb4b54. 00000001:00000010:2.0:1767384996.476550:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.476553:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.476673:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e29a3924. 00000001:00000010:2.0:1767384996.476678:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.476681:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.476828:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000144249ad. 00000001:00000010:2.0:1767384996.476833:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.476836:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.477009:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a7a25da9. 00000001:00000010:2.0:1767384996.477014:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.477017:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.477154:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007311d331. 00000001:00000010:2.0:1767384996.477158:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.477161:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.477284:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006a1d8690. 00000001:00000010:2.0:1767384996.477288:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.477291:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.477416:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d0c77fa0. 00000001:00000010:2.0:1767384996.477421:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.477424:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.477559:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f2b02ad. 00000001:00000010:2.0:1767384996.477563:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.477567:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.477691:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000868fd05. 00000001:00000010:2.0:1767384996.477696:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.477699:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.477832:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000052f1f764. 00000001:00000010:2.0:1767384996.477836:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.477839:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.477964:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006b52ae90. 00000001:00000010:2.0:1767384996.477969:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.477972:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.478106:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d1d73cf3. 00000001:00000010:2.0:1767384996.478110:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.478113:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.478282:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d17bcb9f. 00000001:00000010:2.0:1767384996.478286:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.478289:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.478422:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b0891053. 00000001:00000010:2.0:1767384996.478427:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.478430:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.478558:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000071c084a5. 00000001:00000010:2.0:1767384996.478563:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.478566:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.478694:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e73ae401. 00000001:00000010:2.0:1767384996.478699:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.478702:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.478876:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000031010cb8. 00000001:00000010:2.0:1767384996.478881:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.478886:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.479050:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ea1abd21. 00000001:00000010:2.0:1767384996.479054:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.479057:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.479186:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a6ee2ada. 00000001:00000010:2.0:1767384996.479191:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.479194:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.479327:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000072c5325. 00000001:00000010:2.0:1767384996.479332:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.479335:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.479465:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000078477312. 00000001:00000010:2.0:1767384996.479470:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.479473:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.479591:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008bf0e52c. 00000001:00000010:2.0:1767384996.479595:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.479598:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.479760:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000000529ccb. 00000001:00000010:2.0:1767384996.479765:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.479768:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.479883:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3b7f58f. 00000001:00000010:2.0:1767384996.479888:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.479891:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.480019:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000214c4109. 00000001:00000010:2.0:1767384996.480023:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.480026:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.480192:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000335e9dfe. 00000001:00000010:2.0:1767384996.480197:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.480200:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.480345:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000558d6ee4. 00000001:00000010:2.0:1767384996.480350:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.480353:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.480486:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000069733e15. 00000001:00000010:2.0:1767384996.480491:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.480494:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.480620:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000c21de9c. 00000001:00000010:2.0:1767384996.480624:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.480627:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.480759:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001d251b62. 00000001:00000010:2.0:1767384996.480763:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.480766:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.480934:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000249ba3f5. 00000001:00000010:2.0:1767384996.480939:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.480942:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.480946:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000ffc293f9. 00000001:00000010:2.0:1767384996.481086:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.481184:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.481189:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000006b0cabce. 00100000:00000010:2.0:1767384996.481312:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000c1083dab. 00000001:00000010:2.0:1767384996.481444:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.481559:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.481564:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000a73560bb. 00100000:00000010:2.0:1767384996.481566:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000ce567854. 00000001:00000010:2.0:1767384996.481699:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.481704:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.481706:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000001a89600a. 00000001:00000010:2.0:1767384996.481718:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.481721:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.481723:0:40968:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000006fe4419a. 00100000:00000010:2.0:1767384996.481725:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000001fd2809f. 00100000:00000010:2.0:1767384996.482005:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005d355a10. 00000001:00000010:2.0:1767384996.482010:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.482013:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.482186:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000053f97b24. 00000001:00000010:2.0:1767384996.482191:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.482194:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.482333:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f6244815. 00000001:00000010:2.0:1767384996.482338:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.482428:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.482560:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000689436b2. 00000001:00000010:2.0:1767384996.482564:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.482567:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.482721:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ab6cabd8. 00000001:00000010:2.0:1767384996.482726:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.482729:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.482891:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f0d224a7. 00000001:00000010:2.0:1767384996.482895:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.482898:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.483029:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f367a97b. 00000001:00000010:2.0:1767384996.483034:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.483037:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.483196:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009c2ae16e. 00000001:00000010:2.0:1767384996.483200:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.483203:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.483349:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c301bd04. 00000001:00000010:2.0:1767384996.483353:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.483356:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.483493:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e5dbea4a. 00000001:00000010:2.0:1767384996.483499:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.483502:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.483650:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001fd2809f. 00000001:00000010:2.0:1767384996.483655:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.483658:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.483780:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ce567854. 00000001:00000010:2.0:1767384996.483785:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.483788:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.483792:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000008f5a9f8b. 00000001:00000010:2.0:1767384996.483926:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.483931:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.483942:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.483945:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.483947:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000a73560bb. 00100000:00000010:2.0:1767384996.484306:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005af1bf14. 00000001:00000010:2.0:1767384996.484311:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.484420:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.484551:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fc2da4ce. 00000001:00000010:2.0:1767384996.484555:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.484558:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.484692:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e1014dbf. 00000001:00000010:2.0:1767384996.484697:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.484700:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.484703:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000001a89600a. 00100000:00000010:2.0:1767384996.484997:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000001fb1b97. 00000001:00000010:2.0:1767384996.485002:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.485005:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.485125:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000233e2ff8. 00000001:00000010:2.0:1767384996.485130:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.485133:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.485296:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002229fcbb. 00000001:00000010:2.0:1767384996.485300:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.485303:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00100000:00000010:2.0:1767384996.485307:0:40968:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000006fe4419a. 00000001:00000010:2.0:1767384996.485322:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.485325:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.485331:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.485333:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000020:00000010:2.0:1767384996.485582:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007c3a2e4e. 00000020:00000010:2.0:1767384996.485586:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 00000000d9c53dda. 00040000:00000010:2.0:1767384996.485601:0:40968:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000213ecd1c. 00040000:00000010:2.0:1767384996.485605:0:40968:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000033174ccd. 00040000:00000010:2.0:1767384996.485607:0:40968:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000033174ccd. 00000020:00000010:2.0:1767384996.485616:0:40968:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000033174ccd. 00000020:00000010:2.0:1767384996.485619:0:40968:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000033174ccd. 00040000:00000010:2.0:1767384996.485622:0:40968:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000ab3dc8d8. 00040000:00000010:2.0:1767384996.485623:0:40968:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000033174ccd. 00040000:00000010:2.0:1767384996.485624:0:40968:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000033174ccd. 00000020:00000010:2.0:1767384996.485636:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000008f11da9. 00000040:00000010:2.0:1767384996.485639:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005d59152a. 00000020:00000010:2.0:1767384996.485641:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000585dec79. 00000020:00000010:2.0:1767384996.485645:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d130a44e. 00040000:00000010:2.0:1767384996.485647:0:40968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000735ea3d2. 00040000:00000010:2.0:1767384996.485650:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6a2bc0c. 00080000:00000010:2.0:1767384996.485653:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000064e961f3. 00080000:00000010:2.0:1767384996.485656:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000048177a8c. 00000020:00000010:2.0:1767384996.485659:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001bcddef. 00000020:00000010:2.0:1767384996.485663:0:40968:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf392867. 00000020:00000010:2.0:1767384996.485665:0:40968:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00000008:00000010:2.0:1767384996.485668:0:40968:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000533dfc0a. 00020000:00000010:2.0:1767384996.485671:0:40968:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000fbb2ea9b. 00008000:00000010:2.0:1767384996.485674:0:40968:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d230a8aa. 00000080:00000010:2.0:1767384996.485676:0:40968:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a9c9c9be. 00000020:00000010:2.0:1767384996.485678:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000354d70d7. 00000020:00000010:2.0:1767384996.485682:0:40968:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 0000000059af2183. 00000020:00000010:2.0:1767384996.485688:0:40968:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000585dec79. 00000020:00000010:2.0:1767384996.485698:0:40968:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000463e5793. 00000020:00000010:2.0:1767384996.485701:0:40968:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000c968da0a. 00000020:00000010:2.0:1767384996.485703:0:40968:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000da7b2403. 00000020:00000010:2.0:1767384996.485710:0:40968:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ea0210ac. 00000020:00000010:2.0:1767384996.485713:0:40968:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004dda2cbe. 00000020:00000010:2.0:1767384996.485719:0:40968:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000da7b2403. 00000020:00000010:2.0:1767384996.485721:0:40968:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000da7b2403. 00000001:00000010:2.0:1767384996.485731:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005d6182bb. 00000001:00000010:2.0:1767384996.485734:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009b3966f8. 00000001:00000010:2.0:1767384996.485736:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007fff9047. 00000001:00000010:2.0:1767384996.485738:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6a2bc0c. 00000001:00000010:2.0:1767384996.485740:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d130a44e. 00000001:00000010:2.0:1767384996.485742:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d59152a. 00000001:00000010:2.0:1767384996.485744:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000596ca68b. 00000001:00000010:2.0:1767384996.485746:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003a4db6be. 00000001:00000010:2.0:1767384996.485747:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000008f11da9. 00000001:00000010:2.0:1767384996.485749:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000892401b2. 00000001:00000010:2.0:1767384996.485750:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d1566c69. 00000001:00000010:2.0:1767384996.485751:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000354d70d7. 00000020:00000010:2.0:1767384996.485753:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001bcddef. 00000020:00000010:2.0:1767384996.485754:0:40968:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf392867. 00000020:00000010:2.0:1767384996.485756:0:40968:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000692aff60. 00000008:00000010:2.0:1767384996.485758:0:40968:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000533dfc0a. 00020000:00000010:2.0:1767384996.485760:0:40968:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000fbb2ea9b. 00008000:00000010:2.0:1767384996.485762:0:40968:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d230a8aa. 00000080:00000010:2.0:1767384996.485764:0:40968:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a9c9c9be. 00000020:00000010:2.0:1767384996.485766:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026721853. 00000020:00000010:2.0:1767384996.485768:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008d3e5a99. 00000040:00000010:2.0:1767384996.485770:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bb768c24. 00000020:00000010:2.0:1767384996.485773:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001edaa8d8. 00000020:00000010:2.0:1767384996.485775:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001fc570f4. 80000000:00000010:2.0:1767384996.485777:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d3efefea. 00040000:00000010:2.0:1767384996.485779:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000841ccb1a. 00080000:00000010:2.0:1767384996.485781:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000048177a8c. 00080000:00000010:2.0:1767384996.485783:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000064e961f3. 20000000:00000010:2.0:1767384996.485787:0:40968:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 0000000093d7db79. 20000000:00000010:2.0:1767384996.485791:0:40968:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 0000000033174ccd. 00000020:00000010:2.0:1767384996.485794:0:40968:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c41ab54d. 20000000:00000010:2.0:1767384996.485797:0:40968:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 0000000033174ccd. 00010000:00000010:2.0:1767384996.485801:0:40968:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000d5f4eff1. 00000001:00000010:2.0:1767384996.485804:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000053be35e4. 00000001:00000010:2.0:1767384996.485806:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000e8e2cbe6. 00000001:00000010:2.0:1767384996.485807:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000e2c7c7c0. 00000001:00000010:2.0:1767384996.485810:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000ac2134e9. 00000020:00000010:2.0:1767384996.485834:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e3cbbc1f. 00000020:00000010:2.0:1767384996.485836:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000c8921022. 00000020:00000010:2.0:1767384996.485893:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006c0a4c25. 00000020:00000010:2.0:1767384996.485896:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000041e51806. 00000020:00000010:2.0:1767384996.485911:0:40968:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 0000000093a49f49. 00000020:00000010:2.0:1767384996.485914:0:40968:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000ba8937bd. 00000020:00000010:2.0:1767384996.485919:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007a4b1670. 00080000:00000010:2.0:1767384996.485924:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006e60e7b8. 00000001:00000010:2.0:1767384996.485929:0:40968:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000d078249d. 00000001:00000010:2.0:1767384996.486099:0:40968:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 000000007ff30a5b. 20000000:00000010:2.0:1767384996.486610:0:40968:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000735ea3d2. 00080000:00000010:2.0:1767384996.486615:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000db2d791c. 00080000:00000010:2.0:1767384996.486639:0:40968:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000e372b06d. 00000020:00000010:2.0:1767384996.486643:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f1df8311. 00080000:00000010:2.0:1767384996.486645:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003f47d5be. 00000020:00000010:2.0:1767384996.486655:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dd1f2fcf. 00080000:00000010:2.0:1767384996.486657:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e3c9bb81. 00080000:00000010:2.0:1767384996.486661:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000473112db. 00100000:00000010:2.0:1767384996.486665:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000052ba8401. 00100000:00000010:2.0:1767384996.486668:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000052ba8401. 00000001:00000010:2.0:1767384996.486671:0:40968:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 000000000f73adca. 00080000:00000010:2.0:1767384996.486674:0:40968:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 000000007698062e. 00000001:00000010:2.0:1767384996.486677:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.486829:0:40968:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000a74d3025. 00000001:00000010:2.0:1767384996.486833:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006182aef0. 00000001:00000010:2.0:1767384996.486836:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004e209b61. 00000001:00000010:2.0:1767384996.486838:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000083a70470. 00000001:00000010:2.0:1767384996.486847:0:40968:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000169c8cba. 00000001:00000010:2.0:1767384996.486854:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a294f0f2. 00000001:00000010:2.0:1767384996.486857:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a294f0f2. 00000001:00000010:2.0:1767384996.486858:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.486861:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7a7f747. 00000001:00000010:2.0:1767384996.486881:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a294f0f2. 00000001:00000010:2.0:1767384996.486883:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a294f0f2. 00000001:00000010:2.0:1767384996.486884:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7a7f747. 00080000:00000010:2.0:1767384996.486887:0:40968:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 000000007698062e. 00000001:00000010:2.0:1767384996.486896:0:40968:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000098eef211. 00000001:00000010:2.0:1767384996.486899:0:40968:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000087c665db. 00000001:00000010:2.0:1767384996.486900:0:40968:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c02448fc. 00000001:00000010:2.0:1767384996.486906:0:40968:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000008233b060. 00000001:00000010:2.0:1767384996.486908:0:40968:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000b64cf22f. 00000020:00000010:2.0:1767384996.486921:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b784ad60. 00080000:00000010:2.0:1767384996.486923:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007698062e. 00000040:00000010:2.0:1767384996.486930:0:40968:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ddcb63de. 00000020:00000010:2.0:1767384996.486933:0:40968:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000000911ea44. 00000020:00000010:2.0:1767384996.486935:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c171304. 00080000:00000010:2.0:1767384996.486937:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000053950062. 00000001:00000010:2.0:1767384996.486940:0:40968:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 0000000052ba8401. 00000001:00000010:2.0:1767384996.486953:0:40968:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000e6fcccd5. 00000020:00000010:2.0:1767384996.487467:0:40968:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000c4dd6605. 00000020:00000010:2.0:1767384996.487473:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f6ebc81e. 00080000:00000010:2.0:1767384996.487475:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ff81c655. 00000001:00000010:2.0:1767384996.487478:0:40968:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000000ea8943c. 00000001:00000010:2.0:1767384996.487493:0:40968:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000c6b11500. 00080000:00000010:2.0:1767384996.488031:0:40968:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000a41d1a46. 20000000:00000010:2.0:1767384996.488047:0:40968:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000071420662. 20000000:00000010:2.0:1767384996.488049:0:40968:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000008378d6fe. 20000000:00000010:2.0:1767384996.488051:0:40968:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d3b90283. 20000000:00000010:2.0:1767384996.488052:0:40968:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 0000000014e868be. 20000000:00000010:2.0:1767384996.488054:0:40968:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d6cf1738. 20000000:00000010:2.0:1767384996.488055:0:40968:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000228fabab. 20000000:00000010:2.0:1767384996.488056:0:40968:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000425c02e7. 20000000:00000010:2.0:1767384996.488057:0:40968:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000c1090cdd. 20000000:00000010:2.0:1767384996.488060:0:40968:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000bfca14f0. 20000000:00000010:2.0:1767384996.488061:0:40968:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000002c1fdc7c. 20000000:00000010:2.0:1767384996.488062:0:40968:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000009eb54447. 20000000:00000010:2.0:1767384996.488064:0:40968:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000006ccacd16. 00080000:00000010:2.0:1767384996.488067:0:40968:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000a41d1a46. 00000020:00000010:2.0:1767384996.488078:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000033cd5154. 00080000:00000010:2.0:1767384996.488081:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000086b07a10. 20000000:00000010:2.0:1767384996.488089:0:40968:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000006ccacd16. 20000000:00000010:2.0:1767384996.488091:0:40968:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000009eb54447. 00000020:00000010:2.0:1767384996.488097:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d7a25eb. 00080000:00000010:2.0:1767384996.488099:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f9045de2. 20000000:00000010:2.0:1767384996.488103:0:40968:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000002c1fdc7c. 20000000:00000010:2.0:1767384996.488105:0:40968:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000bfca14f0. 20000000:00000010:2.0:1767384996.488106:0:40968:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000c1090cdd. 20000000:00000010:2.0:1767384996.488107:0:40968:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000425c02e7. 00000020:00000010:2.0:1767384996.488112:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000095bab697. 00080000:00000010:2.0:1767384996.488114:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e7797adf. 20000000:00000010:2.0:1767384996.488118:0:40968:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000228fabab. 20000000:00000010:2.0:1767384996.488119:0:40968:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d6cf1738. 20000000:00000010:2.0:1767384996.488120:0:40968:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 0000000014e868be. 20000000:00000010:2.0:1767384996.488122:0:40968:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d3b90283. 20000000:00000010:2.0:1767384996.488123:0:40968:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000008378d6fe. 20000000:00000010:2.0:1767384996.488124:0:40968:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000071420662. 00000020:00000010:2.0:1767384996.488220:0:40968:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000002e819a61. 00000020:00000010:2.0:1767384996.488225:0:40968:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000002e819a61. 20000000:00000010:2.0:1767384996.488230:0:40968:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000329cd9e5. 20000000:00000010:2.0:1767384996.488247:0:40968:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000046bb86b3. 20000000:00000010:2.0:1767384996.488251:0:40968:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000022c483d4. 20000000:00000010:2.0:1767384996.488253:0:40968:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000006ccacd16. 20000000:00000010:2.0:1767384996.488255:0:40968:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000412cd782. 20000000:00000010:2.0:1767384996.488484:0:40968:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000009e985e72. 00000040:00000010:2.0:1767384996.488490:0:40968:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000086eec3a0. 00000040:00000010:2.0:1767384996.488500:0:40968:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000086eec3a0. 20000000:00000010:2.0:1767384996.488503:0:40968:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000009e985e72. 00000040:00000010:2.0:1767384996.488508:0:40968:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000086eec3a0. 00000040:00000010:2.0:1767384996.488518:0:40968:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000004443a214. 00000020:00000010:2.0:1767384996.488521:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b4b73df5. 00080000:00000010:2.0:1767384996.488525:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f40312d. 00000040:00000010:2.0:1767384996.488536:0:40968:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008b806b0b. 00000040:00000010:2.0:1767384996.488543:0:40968:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000004443a214. 00000040:00000010:2.0:1767384996.488546:0:40968:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008b806b0b. 00000040:00000010:2.0:1767384996.488547:0:40968:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000086eec3a0. 20000000:00000010:2.0:1767384996.488551:0:40968:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000bc4111f4. 20000000:00000010:2.0:1767384996.488554:0:40968:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 000000009e985e72. 00000040:00000010:2.0:1767384996.488557:0:40968:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a01130a2. 00000040:00000010:2.0:1767384996.488561:0:40968:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a01130a2. 20000000:00000010:2.0:1767384996.488563:0:40968:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 000000009e985e72. 00000100:00000010:2.0:1767384996.488567:0:40968:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000a01130a2. 00000100:00000010:2.0:1767384996.488573:0:40968:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000066d98803. 00000100:00000010:2.0:1767384996.488584:0:40968:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000bb586aee. 00000100:00000010:2.0:1767384996.488590:0:40968:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000cc88a0ae. 00000100:00000010:2.0:1767384996.488596:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004139890f. 00000100:00000010:2.0:1767384996.488598:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b806b0b. 00000100:00000010:2.0:1767384996.488600:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051580b2a. 00000100:00000010:2.0:1767384996.488603:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000baa9914. 00000100:00000010:2.0:1767384996.488606:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004794b8f. 00000100:00000010:2.0:1767384996.488611:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004b941652. 00000100:00000010:2.0:1767384996.488614:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bff063f0. 00000100:00000010:2.0:1767384996.488619:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf7a9c2a. 00000100:00000010:2.0:1767384996.488622:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037436720. 00000100:00000010:2.0:1767384996.488627:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4a8d96f. 00000100:00000010:2.0:1767384996.488629:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ac28fc6. 00000100:00000010:2.0:1767384996.488633:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fadfc7d3. 00000100:00000010:2.0:1767384996.488636:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000935b3c4e. 00000100:00000010:2.0:1767384996.488641:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014b9e209. 00000100:00000010:2.0:1767384996.488643:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000812d2442. 00000100:00000010:2.0:1767384996.488648:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000deae5813. 00000100:00000010:2.0:1767384996.488651:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d4e5c89. 00000100:00000010:2.0:1767384996.488655:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e208cc0. 00000100:00000010:2.0:1767384996.488657:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000443ff4e0. 00000100:00000010:2.0:1767384996.488662:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae27319b. 00000100:00000010:2.0:1767384996.488664:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018a8d321. 00000100:00000010:2.0:1767384996.488669:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f981718a. 00000100:00000010:2.0:1767384996.488672:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065b703b1. 00000100:00000010:2.0:1767384996.488676:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a92f528b. 00000100:00000010:2.0:1767384996.488679:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0c80e3f. 00000100:00000010:2.0:1767384996.488683:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002cfc578f. 00000100:00000010:2.0:1767384996.488686:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095bfb527. 00000100:00000010:2.0:1767384996.488691:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b211f03. 00000100:00000010:2.0:1767384996.488693:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000687b9492. 00000100:00000010:2.0:1767384996.488697:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000257fd99b. 00000100:00000010:2.0:1767384996.488699:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8cb804e. 00000100:00000010:2.0:1767384996.488702:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd709255. 00000100:00000010:2.0:1767384996.488703:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b390f9fd. 00000100:00000010:2.0:1767384996.488707:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079fb1d13. 00000100:00000010:2.0:1767384996.488708:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000055d08c7. 00000100:00000010:2.0:1767384996.488711:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e409c266. 00000100:00000010:2.0:1767384996.488713:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081d6c0b5. 00000100:00000010:2.0:1767384996.488716:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a9e8105. 00000100:00000010:2.0:1767384996.488717:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8e192de. 00000100:00000010:2.0:1767384996.488721:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013f749b7. 00000100:00000010:2.0:1767384996.488722:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4a835ce. 00000100:00000010:2.0:1767384996.488725:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4ec3323. 00000100:00000010:2.0:1767384996.488727:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074a353f4. 00000100:00000010:2.0:1767384996.488730:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021f0370d. 00000100:00000010:2.0:1767384996.488734:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aab8c95e. 00000100:00000010:2.0:1767384996.488739:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000adc62522. 00000100:00000010:2.0:1767384996.488742:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa869ff7. 00000100:00000010:2.0:1767384996.488746:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062dd286e. 00000100:00000010:2.0:1767384996.488749:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082c54127. 00000100:00000010:2.0:1767384996.488753:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7408b84. 00000100:00000010:2.0:1767384996.488756:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025ff02f6. 00000100:00000010:2.0:1767384996.488760:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d08b4757. 00000100:00000010:2.0:1767384996.488763:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a73c5c9. 00000100:00000010:2.0:1767384996.488766:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d07c7d4. 00000100:00000010:2.0:1767384996.488769:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fd8614e. 00000100:00000010:2.0:1767384996.488773:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc3e8349. 00000100:00000010:2.0:1767384996.488776:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000355a1fb7. 00000100:00000010:2.0:1767384996.488779:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000092e02a2. 00000100:00000010:2.0:1767384996.488781:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f5d76ff. 00000100:00000010:2.0:1767384996.488784:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026c68406. 00000100:00000010:2.0:1767384996.488787:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6e8bac2. 00000100:00000010:2.0:1767384996.488791:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf86d550. 00000100:00000010:2.0:1767384996.488793:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000708b764b. 00000100:00000010:2.0:1767384996.488797:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009793dea6. 00000100:00000010:2.0:1767384996.488800:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af27fbd5. 00000100:00000010:2.0:1767384996.488803:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051c82bf9. 00000100:00000010:2.0:1767384996.488806:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac05ef60. 00000100:00000010:2.0:1767384996.488810:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1245929. 00000100:00000010:2.0:1767384996.488813:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a203b71. 00000100:00000010:2.0:1767384996.488816:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009faad204. 00000100:00000010:2.0:1767384996.488818:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000564e4c5f. 00000100:00000010:2.0:1767384996.488822:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d9488b1. 00000100:00000010:2.0:1767384996.488824:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fd15f67. 00000100:00000010:2.0:1767384996.488829:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ca7e5f74. 00000100:00000010:2.0:1767384996.488831:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0e39d48. 00000100:00000010:2.0:1767384996.488836:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f67c5d6. 00000100:00000010:2.0:1767384996.488838:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b237bb1. 00000100:00000010:2.0:1767384996.488842:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d173d36. 00000100:00000010:2.0:1767384996.488846:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cd95a3f. 00000100:00000010:2.0:1767384996.488851:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000edb9b435. 00000100:00000010:2.0:1767384996.488854:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066aa3601. 00000100:00000010:2.0:1767384996.488858:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002308919c. 00000100:00000010:2.0:1767384996.488861:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ac500d2. 00000100:00000010:2.0:1767384996.488883:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7346bc7. 00000100:00000010:2.0:1767384996.488887:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c90d507a. 00000100:00000010:2.0:1767384996.488891:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1828140. 00000100:00000010:2.0:1767384996.488895:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a099cc5. 00000100:00000010:2.0:1767384996.488900:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c151215. 00000100:00000010:2.0:1767384996.488903:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000375119a6. 00000100:00000010:2.0:1767384996.488908:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f7d0a04. 00000100:00000010:2.0:1767384996.488912:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047608fa9. 00000100:00000010:2.0:1767384996.488916:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac0497a2. 00000100:00000010:2.0:1767384996.488919:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb0b53c4. 00000100:00000010:2.0:1767384996.488923:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5509755. 00000100:00000010:2.0:1767384996.488927:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004380e7df. 00000100:00000010:2.0:1767384996.488931:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb7385c0. 00000100:00000010:2.0:1767384996.488934:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000711c4a44. 00000100:00000010:2.0:1767384996.488939:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017559013. 00000100:00000010:2.0:1767384996.488942:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b21da3b5. 00000100:00000010:2.0:1767384996.488946:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8057426. 00000100:00000010:2.0:1767384996.488950:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a7ac0af. 00000100:00000010:2.0:1767384996.488954:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c91eb101. 00000100:00000010:2.0:1767384996.488957:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048075de6. 00000100:00000010:2.0:1767384996.488967:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba9f6b68. 00000100:00000010:2.0:1767384996.488971:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ad47cb1. 00000100:00000010:2.0:1767384996.488974:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee06a204. 00000100:00000010:2.0:1767384996.488977:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4400b37. 00000100:00000010:2.0:1767384996.488981:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b499a28. 00000100:00000010:2.0:1767384996.488984:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c169d37b. 00000100:00000010:2.0:1767384996.488988:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046001e00. 00000100:00000010:2.0:1767384996.488992:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a91aa4c. 00000100:00000010:2.0:1767384996.489002:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087252941. 00000100:00000010:2.0:1767384996.489005:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcccbdf8. 00000100:00000010:2.0:1767384996.489009:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eadd278c. 00000100:00000010:2.0:1767384996.489012:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d73c936. 00000100:00000010:2.0:1767384996.489016:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d801c65d. 00000100:00000010:2.0:1767384996.489018:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073d86172. 00000100:00000010:2.0:1767384996.489022:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd454a4d. 00000100:00000010:2.0:1767384996.489025:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000beda05a3. 00000100:00000010:2.0:1767384996.489034:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095f787a6. 00000100:00000010:2.0:1767384996.489037:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054e3fbd3. 00000100:00000010:2.0:1767384996.489040:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf9346ea. 00000100:00000010:2.0:1767384996.489042:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000086e5df. 00000100:00000010:2.0:1767384996.489045:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c540c93f. 00000100:00000010:2.0:1767384996.489048:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094526b4b. 00000100:00000010:2.0:1767384996.489053:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002551c418. 00000100:00000010:2.0:1767384996.489056:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4234d06. 00000100:00000010:2.0:1767384996.489065:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000523d9cb9. 00000400:00000200:2.0:1767384996.489069:0:40968:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:2.0:1767384996.489116:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f5aa716e. 00000020:00000010:2.0:1767384996.489120:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000000632f693. 00000100:00000010:2.0:1767384996.489173:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000022a9b124. 00000100:00000010:2.0:1767384996.489178:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000919a6478. 00000100:00000010:2.0:1767384996.489182:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e3d1c8c1. 00000100:00000010:2.0:1767384996.489187:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000036639f8. 00000100:00000010:2.0:1767384996.489190:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e6953ac1. 00000100:00000200:2.0:1767384996.489245:0:40968:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:2.0:1767384996.489249:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002efa9740. 00000100:00000010:0.0:1767384996.489465:0:40974:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001ec7e2e5. 00000020:00000010:0.0:1767384996.489471:0:40974:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009bd6908e. 00000020:00000010:0.0:1767384996.489477:0:40974:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0e187a. 00000020:00000010:0.0:1767384996.489480:0:40974:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000036a03030. 00000040:00000010:0.0:1767384996.489482:0:40974:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c4882856. 00000020:00000010:0.0:1767384996.489485:0:40974:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002021a721. 00000020:00000010:0.0:1767384996.489488:0:40974:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ce86b2bf. 80000000:00000010:0.0:1767384996.489491:0:40974:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032d9235d. 00040000:00000010:0.0:1767384996.489495:0:40974:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000924ca7b1. 00080000:00000010:0.0:1767384996.489499:0:40974:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d08aef1c. 00080000:00000010:0.0:1767384996.489503:0:40974:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bf3905c5. 20000000:00000010:0.0:1767384996.489508:0:40974:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000080297fe4. 00000100:00000200:0.0:1767384996.489512:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489516:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023552aa5. 00000400:00000010:0.0:1767384996.489521:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b993a47. 00000100:00000200:0.0:1767384996.489526:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489528:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a216bbc1. 00000400:00000010:0.0:1767384996.489530:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091e745f8. 00000100:00000200:0.0:1767384996.489531:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489533:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a26f8a15. 00000400:00000010:0.0:1767384996.489536:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d46625e6. 00000100:00000200:0.0:1767384996.489537:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489538:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05b9619. 00000400:00000010:0.0:1767384996.489540:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000235a16f2. 00000100:00000200:0.0:1767384996.489541:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489544:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dafb975e. 00000400:00000010:0.0:1767384996.489546:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002256120e. 00000100:00000200:0.0:1767384996.489548:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489550:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a808f5ed. 00000400:00000010:0.0:1767384996.489552:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098fbb7dd. 00000100:00000200:0.0:1767384996.489553:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489555:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad83d277. 00000400:00000010:0.0:1767384996.489557:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4a73a1d. 00000100:00000200:0.0:1767384996.489558:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489560:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7ac7f3. 00000400:00000010:0.0:1767384996.489562:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001479cf70. 00000100:00000200:0.0:1767384996.489564:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489565:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e8863. 00000400:00000010:0.0:1767384996.489567:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c86961b8. 00000100:00000200:0.0:1767384996.489568:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489569:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000404ab93e. 00000400:00000010:0.0:1767384996.489570:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002720f77b. 00000100:00000200:0.0:1767384996.489571:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489572:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0bba03. 00000400:00000010:0.0:1767384996.489574:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009867a517. 00000100:00000200:0.0:1767384996.489576:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489578:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000145dd2f6. 00000400:00000010:0.0:1767384996.489579:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001aded43b. 00000100:00000200:0.0:1767384996.489580:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489582:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1e2e521. 00000400:00000010:0.0:1767384996.489583:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5fcbf7b. 00000100:00000200:0.0:1767384996.489585:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489586:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bced1961. 00000400:00000010:0.0:1767384996.489588:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9fb768c. 00000100:00000200:0.0:1767384996.489589:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489590:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6ee9a7. 00000400:00000010:0.0:1767384996.489591:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015220eca. 00000100:00000200:0.0:1767384996.489592:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489594:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050b609ec. 00000400:00000010:0.0:1767384996.489596:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fc3d140. 00000100:00000200:0.0:1767384996.489598:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489600:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b0f5fbb. 00000400:00000010:0.0:1767384996.489602:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da3e3e22. 00000100:00000200:0.0:1767384996.489603:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489605:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5d1f302. 00000400:00000010:0.0:1767384996.489606:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004174eeb. 00000100:00000200:0.0:1767384996.489607:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489609:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dff98d5. 00000400:00000010:0.0:1767384996.489611:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028d0fa75. 00000100:00000200:0.0:1767384996.489612:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489613:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcce901. 00000400:00000010:0.0:1767384996.489615:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0ebdf5b. 00000100:00000200:0.0:1767384996.489616:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489617:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2de0ef9. 00000400:00000010:0.0:1767384996.489619:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073102fee. 00000100:00000200:0.0:1767384996.489620:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489622:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb46f19d. 00000400:00000010:0.0:1767384996.489623:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c1dd1fd. 00000100:00000200:0.0:1767384996.489624:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489625:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089c1eec. 00000400:00000010:0.0:1767384996.489626:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aa39ee6. 00000100:00000200:0.0:1767384996.489628:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489629:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c15e2d9d. 00000400:00000010:0.0:1767384996.489630:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5fd69ac. 00000100:00000200:0.0:1767384996.489631:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489632:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd12863. 00000400:00000010:0.0:1767384996.489634:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c425fd70. 00000100:00000200:0.0:1767384996.489635:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489636:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cccd9d. 00000400:00000010:0.0:1767384996.489637:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000855acb4. 00000100:00000200:0.0:1767384996.489638:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489639:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a90ce08. 00000400:00000010:0.0:1767384996.489641:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017b042f9. 00000100:00000200:0.0:1767384996.489643:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489644:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff09481a. 00000400:00000010:0.0:1767384996.489645:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000480c68a4. 00000100:00000200:0.0:1767384996.489646:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489647:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022481925. 00000400:00000010:0.0:1767384996.489649:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ecb7130. 00000100:00000200:0.0:1767384996.489650:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489651:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000479b3300. 00000400:00000010:0.0:1767384996.489653:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afbcf124. 00000100:00000200:0.0:1767384996.489654:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489655:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d934e473. 00000400:00000010:0.0:1767384996.489656:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb4927f4. 00000100:00000200:0.0:1767384996.489657:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489658:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067429aa1. 00000400:00000010:0.0:1767384996.489660:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055cabe12. 00000100:00000200:0.0:1767384996.489661:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489662:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ba6d2e0. 00000400:00000010:0.0:1767384996.489664:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076ece6c4. 00000100:00000200:0.0:1767384996.489666:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489668:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8762be9. 00000400:00000010:0.0:1767384996.489670:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d8b456c. 00000100:00000200:0.0:1767384996.489673:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489675:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c899b847. 00000400:00000010:0.0:1767384996.489677:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b66eb81. 00000100:00000200:0.0:1767384996.489679:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489681:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004127b32e. 00000400:00000010:0.0:1767384996.489684:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001ffe174. 00000100:00000200:0.0:1767384996.489686:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489687:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005081db48. 00000400:00000010:0.0:1767384996.489690:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005611c816. 00000100:00000200:0.0:1767384996.489692:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489694:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eb701e7. 00000400:00000010:0.0:1767384996.489697:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041fd5a9d. 00000100:00000200:0.0:1767384996.489699:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489702:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004256c2bc. 00000400:00000010:0.0:1767384996.489704:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065005cf3. 00000100:00000200:0.0:1767384996.489707:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489709:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033f1b7b9. 00000400:00000010:0.0:1767384996.489712:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e33d64ad. 00000100:00000200:0.0:1767384996.489715:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489718:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b34d3323. 00000400:00000010:0.0:1767384996.489721:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f22542f5. 00000100:00000200:0.0:1767384996.489724:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489726:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6da1280. 00000400:00000010:0.0:1767384996.489730:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085953696. 00000100:00000200:0.0:1767384996.489733:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489735:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ce2fc0. 00000400:00000010:0.0:1767384996.489738:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9fb4b9a. 00000100:00000200:0.0:1767384996.489740:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489742:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec332fbf. 00000400:00000010:0.0:1767384996.489745:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025390da7. 00000100:00000200:0.0:1767384996.489747:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489749:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000716f0b25. 00000400:00000010:0.0:1767384996.489752:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a086c721. 00000100:00000200:0.0:1767384996.489754:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489755:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b02ec52e. 00000400:00000010:0.0:1767384996.489757:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053ebdf46. 00000100:00000200:0.0:1767384996.489758:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489760:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb60d166. 00000400:00000010:0.0:1767384996.489762:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aaa302e. 00000100:00000200:0.0:1767384996.489764:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489766:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d4b5bc3. 00000400:00000010:0.0:1767384996.489768:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc02e7da. 00000100:00000200:0.0:1767384996.489770:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489772:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000728e699b. 00000400:00000010:0.0:1767384996.489774:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027611e20. 00000100:00000200:0.0:1767384996.489776:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489777:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de5500ef. 00000400:00000010:0.0:1767384996.489778:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5fcdf85. 00000100:00000200:0.0:1767384996.489780:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489781:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1a41349. 00000400:00000010:0.0:1767384996.489782:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddd3d7df. 00000100:00000200:0.0:1767384996.489784:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489786:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d65a6e. 00000400:00000010:0.0:1767384996.489787:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2d19899. 00000100:00000200:0.0:1767384996.489789:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489790:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001473f663. 00000400:00000010:0.0:1767384996.489792:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acb14f82. 00000100:00000200:0.0:1767384996.489794:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489795:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d951fd0. 00000400:00000010:0.0:1767384996.489796:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c368f6da. 00000100:00000200:0.0:1767384996.489798:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489799:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061d3cd77. 00000400:00000010:0.0:1767384996.489801:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f654e225. 00000100:00000200:0.0:1767384996.489802:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489804:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f990f00. 00000400:00000010:0.0:1767384996.489806:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e657cfad. 00000100:00000200:0.0:1767384996.489807:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489807:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8a2ee65. 00000400:00000010:0.0:1767384996.489809:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbf8c896. 00000100:00000200:0.0:1767384996.489810:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489811:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7ba7f12. 00000400:00000010:0.0:1767384996.489812:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b60c7b95. 00000100:00000200:0.0:1767384996.489813:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489815:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007228641e. 00000400:00000010:0.0:1767384996.489817:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007040e9e1. 00000100:00000200:0.0:1767384996.489819:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489820:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b9d43b7. 00000400:00000010:0.0:1767384996.489822:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000994f9348. 00000100:00000200:0.0:1767384996.489823:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489824:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004187713e. 00000400:00000010:0.0:1767384996.489826:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053a0efda. 00000100:00000200:0.0:1767384996.489828:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489830:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063aaaa88. 00000400:00000010:0.0:1767384996.489832:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee49a65c. 00000100:00000200:0.0:1767384996.489833:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489835:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4bb1c25. 00000400:00000010:0.0:1767384996.489837:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be328729. 00000100:00000200:0.0:1767384996.489838:0:40974:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.489840:0:40974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cccab8e0. 00000400:00000010:0.0:1767384996.489842:0:40974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097624a67. 00000100:00000010:0.0:1767384996.489855:0:40974:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005832f037. 00000100:00000200:0.0:1767384996.489895:0:40974:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384996.489905:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f00c823e. 00000100:00000010:1.0:1767384996.490085:0:40976:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d7c781c0. 00000020:00000010:1.0:1767384996.490090:0:40976:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003824329d. 00000020:00000010:1.0:1767384996.490094:0:40976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a887ab5c. 00000020:00000010:1.0:1767384996.490097:0:40976:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000018d4027f. 00000040:00000010:1.0:1767384996.490101:0:40976:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009fe1397f. 00000020:00000010:1.0:1767384996.490105:0:40976:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000052777f5a. 00000020:00000010:1.0:1767384996.490108:0:40976:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed78305f. 80000000:00000010:1.0:1767384996.490111:0:40976:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000037074db3. 00040000:00000010:1.0:1767384996.490115:0:40976:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000499e392d. 00080000:00000010:1.0:1767384996.490119:0:40976:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000feece530. 00080000:00000010:1.0:1767384996.490123:0:40976:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000033e8f4bd. 20000000:00000010:1.0:1767384996.490127:0:40976:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b7351695. 00000100:00000010:1.0:1767384996.490139:0:40976:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ae1028fa. 00000100:00000200:1.0:1767384996.490154:0:40976:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384996.490172:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006395cf5b. 00000100:00000010:0.0:1767384996.490365:0:40977:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a5cf041a. 00000020:00000010:0.0:1767384996.490370:0:40977:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009ba46d05. 00000020:00000010:0.0:1767384996.490373:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd4dca74. 00000020:00000010:0.0:1767384996.490375:0:40977:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006de12cd3. 00000040:00000010:0.0:1767384996.490377:0:40977:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c92510bb. 00000020:00000010:0.0:1767384996.490380:0:40977:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007983dec5. 00000020:00000010:0.0:1767384996.490382:0:40977:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f188bd21. 80000000:00000010:0.0:1767384996.490384:0:40977:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f8ee881. 00040000:00000010:0.0:1767384996.490387:0:40977:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008dd16df0. 00080000:00000010:0.0:1767384996.490391:0:40977:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001aca49d9. 00080000:00000010:0.0:1767384996.490394:0:40977:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000036412a7f. 20000000:00000010:0.0:1767384996.490398:0:40977:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000008ed9e675. 00000100:00000010:0.0:1767384996.490411:0:40977:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009cf2426e. 00000100:00000200:0.0:1767384996.490424:0:40977:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:3.0:1767384996.490515:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000086b07a10. 00000020:00000010:3.0:1767384996.490521:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000033cd5154. 00000020:00000010:3.0:1767384996.490533:0:40968:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000add71084. 00080000:00000010:3.0:1767384996.490545:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001f40312d. 00000020:00000010:3.0:1767384996.490549:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b4b73df5. 00080000:00000010:3.0:1767384996.490573:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000db2d791c. 20000000:00000010:3.0:1767384996.490576:0:40968:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000735ea3d2. 00080000:00000010:3.0:1767384996.490584:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e7797adf. 00000020:00000010:3.0:1767384996.490586:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000095bab697. 00080000:00000010:3.0:1767384996.490594:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f9045de2. 00000020:00000010:3.0:1767384996.490596:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006d7a25eb. 00000020:00000010:3.0:1767384996.490601:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008d3e5a99. 00000040:00000010:3.0:1767384996.490605:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bb768c24. 00000020:00000010:3.0:1767384996.490607:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001edaa8d8. 00000020:00000010:3.0:1767384996.490609:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001fc570f4. 80000000:00000010:3.0:1767384996.490612:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d3efefea. 00040000:00000010:3.0:1767384996.490614:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000841ccb1a. 00080000:00000010:3.0:1767384996.490616:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000064e961f3. 00080000:00000010:3.0:1767384996.490619:0:40968:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000e372b06d. 00080000:00000010:3.0:1767384996.490621:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000048177a8c. 00000020:00000010:3.0:1767384996.490624:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026721853. 00000020:00000010:3.0:1767384996.490626:0:40968:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf392867. 00000020:00000010:3.0:1767384996.490628:0:40968:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000692aff60. 00000008:00000010:3.0:1767384996.490630:0:40968:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000533dfc0a. 00020000:00000010:3.0:1767384996.490632:0:40968:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000fbb2ea9b. 00008000:00000010:3.0:1767384996.490634:0:40968:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d230a8aa. 00000080:00000010:3.0:1767384996.490636:0:40968:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a9c9c9be. 00000020:00000010:3.0:1767384996.490637:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001bcddef. 00000020:00000010:3.0:1767384996.490640:0:40968:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000da7b2403. 00000020:00000010:3.0:1767384996.490658:0:40968:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000e40c7447. 00000020:00000010:3.0:1767384996.490661:0:40968:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 0000000028cfc356. 00000100:02020000:3.0:1767384996.490671:0:40968:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.109@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:2.0:1767384996.493683:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5cb0cef. 00000400:00000200:2.0:1767384996.493688:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4bd5dd 00000400:00000010:2.0:1767384996.493690:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4bd5dd. 00000100:00000200:2.0:1767384996.493698:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7c7afa7 x1853237363771520/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385011 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384996.493706:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7c7afa7 x1853237363771520/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385011 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384996.493720:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac77d84. 00000400:00000200:2.0:1767384996.493722:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ced9e601 00000400:00000010:2.0:1767384996.493723:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ced9e601. 00000100:00000200:2.0:1767384996.493727:0:16342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c996344 x1853237363771264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385006 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384996.493732:0:16342:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c996344 x1853237363771264/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385006 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384996.493746:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090b693d2. 02000000:00000010:2.0:1767384996.493752:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f9cd6df1. 00000100:00000010:2.0:1767384996.493755:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7c7afa7. 02000000:00000010:2.0:1767384996.493758:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d373b0f3. 02000000:00000010:2.0:1767384996.493761:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcf7bd94. 00000100:00000010:2.0:1767384996.493762:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c996344. 00000100:00000010:3.0:1767384996.493827:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e15fd4e2. 02000000:00000010:3.0:1767384996.493838:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000070d4a89c. 02000000:00000010:1.0:1767384996.493908:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b185ca8. 00000400:00000010:1.0:1767384996.493915:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9ee1eb3. 00000400:00000010:1.0:1767384996.493919:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efda1eca. 00000100:00000200:1.0:1767384996.493922:0:16339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363771648, portal 25 00000400:00000010:1.0:1767384996.493928:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7dc341c. 00000100:00000200:1.0:1767384996.493931:0:16339:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237363771648, offset 0 00000400:00000200:1.0:1767384996.493937:0:16339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.493948:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.493957:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958272c08900 00000400:00000200:1.0:1767384996.493962:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21d9 [2] + 0 00000400:00000010:1.0:1767384996.493966:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023552aa5. 00000400:00000200:1.0:1767384996.493970:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b993a47 00000400:00000200:1.0:1767384996.493975:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.493979:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384996.493983:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b993a47 00000400:00000010:1.0:1767384996.493985:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b993a47. 00000100:00000200:1.0:1767384996.493989:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384996.494006:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7dc341c 00000400:00000010:1.0:1767384996.494008:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7dc341c. 00000100:00000200:1.0:1767384996.494013:0:16339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e15fd4e2 x1853237363771648/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767385006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384996.494021:0:40977:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000045276d68. 00000100:00000010:1.0:1767384996.494030:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fdff1bd. 00000020:00000010:0.0:1767384996.494035:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050808048. 00000020:00000010:0.0:1767384996.494039:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000711da9e. 00000100:00000010:1.0:1767384996.494042:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fd40cff. 00000020:00000010:0.0:1767384996.494043:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006aba0214. 00000100:00000010:1.0:1767384996.494048:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f075c0a. 00000100:00000010:1.0:1767384996.494055:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edafef33. 00000100:00000200:0.0:1767384996.494072:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363771648 02000000:00000010:0.0:1767384996.494086:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f99eed0b. 00000020:00000010:0.0:1767384996.494093:0:40977:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000054c9805d. 00000001:00000010:0.0:1767384996.494099:0:40977:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005ac0d2ff. 00000001:00000010:0.0:1767384996.494102:0:40977:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000072000011. 00000001:00000010:0.0:1767384996.494104:0:40977:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017879f17. 00000001:00000010:0.0:1767384996.494105:0:40977:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025a2a298. 00000001:00000010:0.0:1767384996.494107:0:40977:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000053372ce1. 00000001:00000010:0.0:1767384996.494109:0:40977:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000629fd621. 00000020:00000010:0.0:1767384996.494116:0:40977:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000000b6aaf3c. 00000020:00000010:0.0:1767384996.494157:0:40977:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d8b59177. 00000020:00000010:0.0:1767384996.494159:0:40977:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000003c6b9147. 00000020:00000010:0.0:1767384996.494162:0:40977:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000634ce43f. 00000020:00000010:0.0:1767384996.494169:0:40977:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000051a47472. 00000020:00000010:0.0:1767384996.494171:0:40977:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000eacb3d89. 00000020:00000010:0.0:1767384996.494173:0:40977:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000066a7832d. 00000020:00000010:0.0:1767384996.494180:0:40977:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000de68290b. 00010000:00000200:0.0:1767384996.494205:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbaa562a x1853237363771648/t0(0) o250->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385016 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384996.494217:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589404c5. 00000100:00000200:0.0:1767384996.494219:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237363771648, offset 0 00000400:00000200:0.0:1767384996.494223:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384996.494228:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384996.494247:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958272c08900 00000400:00000200:0.0:1767384996.494251:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22d9 [1] + 0 00000400:00000200:0.0:1767384996.494255:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.494257:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384996.494261:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e15fd4e2 x1853237363771648/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767385006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384996.494278:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589404c5 00000400:00000010:0.0:1767384996.494279:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589404c5. 00000020:00000010:0.0:1767384996.494289:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000711da9e. 00000020:00000010:0.0:1767384996.494292:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006aba0214. 00000400:00000010:1.0:1767384996.494294:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9ee1eb3. 00000020:00000010:0.0:1767384996.494295:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050808048. 00000400:00000200:1.0:1767384996.494299:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efda1eca 00000400:00000010:1.0:1767384996.494302:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efda1eca. 02000000:00000010:0.0:1767384996.494302:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f99eed0b. 00000100:00000200:1.0:1767384996.494308:0:16339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e15fd4e2 x1853237363771648/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767385006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384996.494309:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384996.494314:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e57f33f5. 00000100:00000200:1.0:1767384996.494320:0:16339:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e15fd4e2 x1853237363771648/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767385006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384996.494320:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecaa4a62. 00000020:00000010:1.0:1767384996.494353:0:16339:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 00000000aacfdabc. 02000000:00000010:1.0:1767384996.494370:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005b185ca8. 02000000:00000010:1.0:1767384996.494374:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000070d4a89c. 00000100:00000010:1.0:1767384996.494376:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e15fd4e2. 00000020:00000010:0.0:1767384996.494379:0:40968:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 0000000028cfc356. 00000020:00000010:0.0:1767384996.494384:0:40968:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000e40c7447. 00000020:00000010:0.0:1767384996.494391:0:40968:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000008f4a4cde. 00000020:00000010:0.0:1767384996.494399:0:40968:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000fdcddf83. 00000020:00000010:0.0:1767384996.494402:0:40968:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006710df7d. 00000020:00000010:0.0:1767384996.494408:0:40968:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000008f4a4cde. 00000020:00000010:0.0:1767384996.494412:0:40968:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000cc8ba462. 00000020:00000010:3.0:1767384996.494415:0:36:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000ef5b91ff. 00000001:00000010:0.0:1767384996.494421:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000803f3dbe. 00000001:00000010:0.0:1767384996.494426:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000090e3436b. 00000001:00000010:0.0:1767384996.494429:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000327bf0a0. 00000001:00000010:0.0:1767384996.494433:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009e53696d. 00000001:00000010:0.0:1767384996.494437:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003430b0cb. 00000001:00000010:0.0:1767384996.494441:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e4b3c989. 00000001:00000010:0.0:1767384996.494445:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000019018a32. 00000001:00000010:0.0:1767384996.494449:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000314e30ba. 00000001:00000010:0.0:1767384996.494453:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050808048. 00000001:00000010:0.0:1767384996.494457:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000014977fe1. 00000001:00000010:0.0:1767384996.494461:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007073393c. 00000001:00000010:0.0:1767384996.494464:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001461fee9. 00000020:00000010:0.0:1767384996.494468:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f08c360. 00000020:00000010:0.0:1767384996.494473:0:40968:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000711da9e. 00000020:00000010:0.0:1767384996.494476:0:40968:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006aba0214. 00000008:00000010:0.0:1767384996.494482:0:40968:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000a55fae6. 00000100:00000010:3.0:1767384996.494486:0:36:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cf3f7e0. 00020000:00000010:0.0:1767384996.494486:0:40968:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d56ba5a3. 00008000:00000010:0.0:1767384996.494490:0:40968:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f0856af0. 00000080:00000010:0.0:1767384996.494494:0:40968:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a10c0447. 00000020:00000010:0.0:1767384996.494497:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8bb588c. 00000020:00000010:0.0:1767384996.494498:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003e0e5a22. 00000100:00000010:3.0:1767384996.494502:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb3f080b. 00000040:00000010:0.0:1767384996.494502:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001fbf33b5. 00000020:00000010:0.0:1767384996.494505:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000093575f31. 00000020:00000010:0.0:1767384996.494510:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384996.494512:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bf2598ec. 80000000:00000010:0.0:1767384996.494515:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f4a4cde. 40000000:00000010:0.0:1767384996.494517:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000da27ac43. 02000000:00000010:3.0:1767384996.494518:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ee51b161. 00100000:00000010:0.0:1767384996.494521:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064a77666. 00040000:00000010:0.0:1767384996.494525:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006458fec6. 00040000:00000010:0.0:1767384996.494528:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000001f5c37a. 00000100:00000010:3.0:1767384996.494529:0:36:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000043f2a120. 00080000:00000010:0.0:1767384996.494532:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000adbc449a. 00000100:00000010:3.0:1767384996.494535:0:36:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001ba9535f. 00080000:00000010:0.0:1767384996.494538:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002744d533. 00000004:00000010:0.0:1767384996.494544:0:40968:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 000000007760b42e. 00000400:00000010:3.0:1767384996.494552:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a36da56. 00000400:00000010:3.0:1767384996.494558:0:36:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.494562:0:36:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958272c08980-0x6958272c08980, portal 33 02000000:00000010:3.0:1767384996.494568:0:36:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000048177a8c. 00000400:00000010:3.0:1767384996.494570:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bc5832b. 00000400:00000010:3.0:1767384996.494573:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdce080e. 00000100:00000200:3.0:1767384996.494574:0:36:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363771776, portal 25 00000400:00000010:3.0:1767384996.494577:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c10e49. 00000100:00000200:3.0:1767384996.494579:0:36:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237363771776, offset 0 00000400:00000200:3.0:1767384996.494583:0:36:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.494589:0:36:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.494596:0:36:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958272c08980 00000400:00000200:3.0:1767384996.494599:0:36:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21dd [2] + 0 00000100:00000010:0.0:1767384996.494600:0:40968:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000064b435b6. 00000400:00000010:3.0:1767384996.494603:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a216bbc1. 00000100:00000010:0.0:1767384996.494605:0:40968:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003579854f. 00000400:00000200:3.0:1767384996.494607:0:36:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091e745f8 00000400:00000200:3.0:1767384996.494612:0:36:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.494614:0:36:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384996.494616:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091e745f8 00000400:00000010:3.0:1767384996.494618:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091e745f8. 00000100:00000010:0.0:1767384996.494619:0:40968:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000007fe8b78f. 00000100:00000200:3.0:1767384996.494621:0:36:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384996.494626:0:40968:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000003417dc4f. 00000100:00000010:0.0:1767384996.494631:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de693682. 00000400:00000200:3.0:1767384996.494633:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c10e49 00000400:00000010:3.0:1767384996.494636:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c10e49. 00000100:00000200:3.0:1767384996.494639:0:36:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb3f080b x1853237363771776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.494666:0:40977:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000064e961f3. 00000020:00000010:3.0:1767384996.494676:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.494678:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.494682:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082c800bd. 00000020:00000010:3.0:1767384996.494685:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c1cf0d7. 00000020:00000010:3.0:1767384996.494689:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000100:00000010:0.0:1767384996.494706:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e6022e94. 00000100:00000010:0.0:1767384996.494713:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000002fc165. 00000020:00000010:3.0:1767384996.494714:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.494718:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ab1484. 00000100:00000200:3.0:1767384996.494720:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363771776 02000000:00000010:3.0:1767384996.494730:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003bb7cfe9. 20000000:00000010:3.0:1767384996.494737:0:40977:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000346c79e5. 00000100:00000010:3.0:1767384996.494741:0:40977:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000094125f98. 00000100:00000010:3.0:1767384996.494743:0:40977:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ac9bba6c. 00000400:00000010:3.0:1767384996.494749:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e862965f. 00000400:00000010:3.0:1767384996.494753:0:40977:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008bbedd2a. 00000400:00000200:3.0:1767384996.494756:0:40977:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384996.494761:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384996.494767:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958272c08980 00000400:00000200:3.0:1767384996.494770:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x22e9 [1] + 0 00000400:00000010:3.0:1767384996.494772:0:40977:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a36da56. 00000400:00000200:3.0:1767384996.494774:0:40977:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c5aadb7 00000100:00000200:3.0:1767384996.494776:0:40977:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000094125f98 00000400:00000200:3.0:1767384996.494781:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384996.494788:0:40977:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x22f5 00000400:00000200:3.0:1767384996.494790:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.494793:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000100:00000010:0.0:1767384996.494793:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000014f22203. 00000400:00000200:3.0:1767384996.494799:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e862965f 00000100:00000010:0.0:1767384996.494800:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007351bf87. 00000400:00000010:3.0:1767384996.494801:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e862965f. 00000100:00000200:3.0:1767384996.494806:0:40977:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000094125f98 00000400:00000200:3.0:1767384996.494809:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.494810:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.494811:0:40977:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000cb3f080b desc 0000000043f2a120 mbits 1853237363771776 00000100:00000200:3.0:1767384996.494823:0:40977:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958272c08980-0x6958272c08980 20000000:00000010:3.0:1767384996.494831:0:40977:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000cd844a40. 20000000:00000010:3.0:1767384996.494835:0:40977:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000090746172. 20000000:00000010:3.0:1767384996.494840:0:40977:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000f1422ac8. 20000000:00000010:3.0:1767384996.494844:0:40977:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000e3f702b3. 20000000:00000010:3.0:1767384996.494847:0:40977:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000cbbb80da. 00000100:00000010:0.0:1767384996.494912:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000205d16b5. 00000100:00000010:0.0:1767384996.494916:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037a7f61c. 00000100:00000010:0.0:1767384996.494990:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a07ca40f. 00000100:00000010:0.0:1767384996.494994:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001aa0c4d7. 00080000:00000010:2.0:1767384996.495020:0:40977:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000c7f1c1e3. 20000000:00000010:2.0:1767384996.495028:0:40977:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000009c39f1e0. 00080000:00000010:2.0:1767384996.495032:0:40977:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002bb29f5b. 00000100:00000010:0.0:1767384996.495069:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000898a974. 00000100:00000010:0.0:1767384996.495073:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000560e5480. 00000100:00000010:0.0:1767384996.495148:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b5a2dd04. 00000100:00000010:0.0:1767384996.495151:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f068e02. 20000000:00000010:2.0:1767384996.495202:0:40977:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000a9d50b71. 00000040:00000010:2.0:1767384996.495209:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b30cc2eb. 00000100:00000010:0.0:1767384996.495226:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000010bf7cf6. 00000040:00000010:2.0:1767384996.495227:0:40977:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000797aea1d. 00000100:00000010:0.0:1767384996.495244:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004a02d85. 00000020:00000010:2.0:1767384996.495248:0:40977:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000df0ed26b. 00080000:00000010:2.0:1767384996.495254:0:40977:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c0aa64e. 00000040:00000010:2.0:1767384996.495267:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092d3da5f. 00000100:00000010:0.0:1767384996.495322:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001986ff04. 00000100:00000010:0.0:1767384996.495326:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fa9105c. 00000100:00000010:0.0:1767384996.495401:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a5ab59cb. 00000100:00000010:0.0:1767384996.495405:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9001f73. 00000100:00000010:0.0:1767384996.495480:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000435e4589. 00000100:00000010:0.0:1767384996.495484:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082c26d4a. 00000040:00000010:2.0:1767384996.495533:0:40977:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000007f500311. 00000100:00000010:0.0:1767384996.495558:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000408f8682. 00000100:00000010:0.0:1767384996.495562:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002959425b. 00000100:00000010:0.0:1767384996.495637:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000082ab4561. 00000100:00000010:0.0:1767384996.495640:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae295ab4. 00000020:00000010:2.0:1767384996.495671:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff09002c. 00000020:00000010:2.0:1767384996.495677:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c61f2e49. 00000040:00000010:2.0:1767384996.495680:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000040642603. 00000020:00000010:2.0:1767384996.495684:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000019c33975. 00000020:00000010:2.0:1767384996.495688:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384996.495691:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006369ee63. 80000000:00000010:2.0:1767384996.495694:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f8934793. 40000000:00000010:2.0:1767384996.495696:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008790530b. 00100000:00000010:2.0:1767384996.495700:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9a3dfb9. 00040000:00000010:2.0:1767384996.495702:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000088344819. 00040000:00000010:2.0:1767384996.495706:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000302947a7. 00080000:00000010:2.0:1767384996.495711:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000087746b93. 00080000:00000010:2.0:1767384996.495715:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fc702a08. 00000100:00000010:0.0:1767384996.495719:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000092f0c3e7. 00000004:00000010:2.0:1767384996.495722:0:40979:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009afcf04c. 00000100:00000010:0.0:1767384996.495727:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c441ab1. 00002000:00000010:2.0:1767384996.495730:0:40979:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000106f6393. 00000020:00000010:2.0:1767384996.495735:0:40979:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000889027dd. 00000040:00000010:2.0:1767384996.495743:0:40979:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e9ca9643. 00000100:00000010:0.0:1767384996.495810:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000208464ce. 00000100:00000010:0.0:1767384996.495814:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7995c1f. 00000100:00000010:0.0:1767384996.495905:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003427993c. 00000100:00000010:0.0:1767384996.495909:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049ee526d. 00000100:00000010:0.0:1767384996.495982:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000068610dba. 00000100:00000010:0.0:1767384996.495985:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c03fe4df. 00000040:00000010:2.0:1767384996.496058:0:40979:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e9ca9643. 00000100:00000010:0.0:1767384996.496060:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003f2c5680. 00000100:00000010:0.0:1767384996.496065:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab82bf76. 00000020:00000010:2.0:1767384996.496069:0:40979:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000889027dd. 00000020:00000010:2.0:1767384996.496076:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c61f2e49. 00000040:00000010:2.0:1767384996.496079:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000040642603. 00000020:00000010:2.0:1767384996.496082:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000019c33975. 00000020:00000010:2.0:1767384996.496085:0:40979:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384996.496089:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006369ee63. 80000000:00000010:2.0:1767384996.496091:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f8934793. 40000000:00000010:2.0:1767384996.496095:0:40979:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008790530b. 00100000:00000010:2.0:1767384996.496098:0:40979:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d9a3dfb9. 00040000:00000010:2.0:1767384996.496101:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000088344819. 00040000:00000010:2.0:1767384996.496104:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000302947a7. 00080000:00000010:2.0:1767384996.496107:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fc702a08. 00080000:00000010:2.0:1767384996.496110:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000087746b93. 00000004:00000010:2.0:1767384996.496114:0:40979:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009afcf04c. 00002000:00000010:2.0:1767384996.496117:0:40979:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000106f6393. 00000020:00000010:2.0:1767384996.496121:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff09002c. 00000100:00000010:0.0:1767384996.496138:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e6cd51df. 00000100:00000010:0.0:1767384996.496143:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021222853. 00000040:00000010:3.0:1767384996.496152:0:40977:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000007f500311. 00000040:00000010:3.0:1767384996.496162:0:40977:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000797aea1d. 00000040:00000010:3.0:1767384996.496166:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092d3da5f. 00000040:00000010:3.0:1767384996.496171:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b30cc2eb. 20000000:00000010:3.0:1767384996.496174:0:40977:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000a9d50b71. 20000000:00000010:3.0:1767384996.496180:0:40977:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000c22d6d47. 00000040:00000010:3.0:1767384996.496185:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000001bcddef. 00000040:00000010:3.0:1767384996.496201:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000001bcddef. 20000000:00000010:3.0:1767384996.496204:0:40977:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000c22d6d47. 20000000:00000010:3.0:1767384996.496210:0:40977:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000005eb93fe3. 00000100:00000010:0.0:1767384996.496217:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002f2950e8. 20000000:00000010:3.0:1767384996.496221:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000001bcddef. 00000100:00000010:0.0:1767384996.496222:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000917fb328. 20000000:00000010:3.0:1767384996.496242:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026721853. 20000000:00000010:3.0:1767384996.496250:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005260428e. 20000000:00000010:3.0:1767384996.496254:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000841ccb1a. 20000000:00000010:3.0:1767384996.496256:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001fc570f4. 20000000:00000010:3.0:1767384996.496259:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb768c24. 20000000:00000010:3.0:1767384996.496262:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008d3e5a99. 20000000:00000010:3.0:1767384996.496264:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a56b240. 20000000:00000010:3.0:1767384996.496267:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e776c8f2. 20000000:00000010:3.0:1767384996.496269:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009c174adc. 20000000:00000010:3.0:1767384996.496272:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e03a8e1. 20000000:00000010:3.0:1767384996.496275:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d729b6ae. 20000000:00000010:3.0:1767384996.496277:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f3ed5130. 20000000:00000010:3.0:1767384996.496279:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f5cfe0be. 20000000:00000010:3.0:1767384996.496282:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b7dc9a70. 20000000:00000010:3.0:1767384996.496284:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f3d6c4bd. 20000000:00000010:3.0:1767384996.496287:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f19c65d1. 20000000:00000010:3.0:1767384996.496290:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d79284ac. 20000000:00000010:3.0:1767384996.496292:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000625fc90e. 20000000:00000010:3.0:1767384996.496294:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003eb1cd18. 20000000:00000010:3.0:1767384996.496296:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000066eec1ae. 20000000:00000010:3.0:1767384996.496298:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033295a39. 20000000:00000010:3.0:1767384996.496302:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b710340. 20000000:00000010:3.0:1767384996.496305:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e674b7d. 20000000:00000010:3.0:1767384996.496308:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000067011782. 20000000:00000010:3.0:1767384996.496310:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000760c1638. 20000000:00000010:3.0:1767384996.496313:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fe0ca0c4. 00000100:00000010:0.0:1767384996.496315:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000017c01aac. 20000000:00000010:3.0:1767384996.496316:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000069ccc1b. 00000100:00000010:0.0:1767384996.496322:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5fae9a5. 20000000:00000010:3.0:1767384996.496323:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000081e727a5. 20000000:00000010:3.0:1767384996.496329:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088b038d5. 20000000:00000010:3.0:1767384996.496332:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb385b64. 20000000:00000010:3.0:1767384996.496335:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003bacee98. 20000000:00000010:3.0:1767384996.496337:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007557c075. 20000000:00000010:3.0:1767384996.496339:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000319d92d7. 20000000:00000010:3.0:1767384996.496342:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fc15ac1c. 20000000:00000010:3.0:1767384996.496344:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008b1ba69e. 20000000:00000010:3.0:1767384996.496346:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e5971ea. 20000000:00000010:3.0:1767384996.496349:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000074ec0eae. 20000000:00000010:3.0:1767384996.496353:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eb88ebd5. 20000000:00000010:3.0:1767384996.496356:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003fd5d698. 20000000:00000010:3.0:1767384996.496360:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002673bcc4. 20000000:00000010:3.0:1767384996.496365:0:40977:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004842aad7. 00080000:00000010:3.0:1767384996.496376:0:40977:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a239a94a. 00080000:00000010:3.0:1767384996.496383:0:40977:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003becae0c. 00000100:00000010:0.0:1767384996.496398:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000def0bc9a. 00000100:00000010:0.0:1767384996.496404:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6037be4. 00000100:00000010:0.0:1767384996.496475:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e62d0b7c. 00000100:00000010:0.0:1767384996.496478:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ab1ebbd. 00000100:00000010:0.0:1767384996.496551:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007c6e7df0. 00000100:00000010:0.0:1767384996.496554:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007089341f. 00000100:00000010:0.0:1767384996.496627:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007755bab9. 00000100:00000010:0.0:1767384996.496630:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c84fe630. 00000100:00000010:0.0:1767384996.496708:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fd4b750a. 00000100:00000010:0.0:1767384996.496715:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007162d978. 00000100:00000010:0.0:1767384996.496795:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007ad26109. 00000100:00000010:0.0:1767384996.496799:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065e7222d. 00000100:00000010:0.0:1767384996.496890:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b9a7dc3c. 00000100:00000010:0.0:1767384996.496893:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005be01970. 00000100:00000010:0.0:1767384996.496964:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f9b4832e. 00000100:00000010:0.0:1767384996.496968:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffd3c640. 00000100:00000010:0.0:1767384996.497078:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000036e40af2. 00000100:00000010:0.0:1767384996.497083:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db40e54b. 00080000:00000010:2.0:1767384996.497171:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a239a94a. 00000100:00000010:0.0:1767384996.497191:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000478f3b12. 00000100:00000010:0.0:1767384996.497196:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c26059e. 00080000:00000010:3.0:1767384996.497204:0:40977:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003becae0c. 00010000:00000010:2.0:1767384996.497251:0:40978:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005f566bc3. 00010000:00000010:2.0:1767384996.497258:0:40978:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00000020:00000010:2.0:1767384996.497263:0:40978:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000008790530b. 00000100:00000010:0.0:1767384996.497278:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e6123f91. 00000100:00000010:0.0:1767384996.497284:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a52b338b. 00000100:00000010:3.0:1767384996.497342:0:40977:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ac9bba6c. 00000100:00000010:3.0:1767384996.497348:0:40977:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000094125f98. 20000000:00000010:3.0:1767384996.497350:0:40977:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000346c79e5. 00010000:00000200:3.0:1767384996.497356:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056f347e6 x1853237363771776/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 4784/4768 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.497359:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001ffe0b95. 00000100:00000010:0.0:1767384996.497366:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c2d2109. 00000400:00000010:3.0:1767384996.497372:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028cfc356. 00000100:00000200:3.0:1767384996.497376:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363771776, offset 224 00000400:00000200:3.0:1767384996.497381:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.497386:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.497392:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c08980 00000400:00000200:3.0:1767384996.497396:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22ed [2] + 224 00000400:00000200:3.0:1767384996.497399:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.497401:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.497405:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb3f080b x1853237363771776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.497419:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028cfc356 00000400:00000010:3.0:1767384996.497421:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028cfc356. 00000020:00000010:3.0:1767384996.497428:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c1cf0d7. 00000020:00000010:3.0:1767384996.497431:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.497433:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082c800bd. 02000000:00000010:3.0:1767384996.497438:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003bb7cfe9. 00000100:00000010:0.0:1767384996.497439:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ae43a99a. 00000100:00000200:3.0:1767384996.497443:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:0.0:1767384996.497445:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d10c1ae. 00000400:00000010:3.0:1767384996.497447:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a36da56. 00000400:00000010:2.0:1767384996.497449:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bc5832b. 00000400:00000200:2.0:1767384996.497455:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdce080e 00000400:00000010:2.0:1767384996.497457:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdce080e. 00000100:00000200:2.0:1767384996.497464:0:36:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb3f080b x1853237363771776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.497465:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028cfc356. 00000100:00000200:2.0:1767384996.497478:0:36:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb3f080b x1853237363771776/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384996.497498:0:36:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000048177a8c. 00000100:00000010:2.0:1767384996.497503:0:36:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001ba9535f. 00000100:00000010:2.0:1767384996.497505:0:36:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000043f2a120. 02000000:00000010:2.0:1767384996.497507:0:36:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ee51b161. 00000100:00000010:2.0:1767384996.497511:0:36:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb3f080b. 00000100:00000010:2.0:1767384996.497514:0:36:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004cf3f7e0. 00000020:00000010:2.0:1767384996.497517:0:36:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000ef5b91ff. 00000100:00000010:0.0:1767384996.497518:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000058646f31. 00000100:00000010:0.0:1767384996.497523:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042464320. 00000020:00000010:2.0:1767384996.497525:0:36:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 00000000aacfdabc. 00000100:00000010:0.0:1767384996.497596:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000003537707. 00000100:00000010:0.0:1767384996.497599:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b0f28aa. 00000100:00000010:0.0:1767384996.497672:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007278d051. 00000100:00000010:0.0:1767384996.497677:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033e42af5. 00000100:00000010:0.0:1767384996.497757:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004252d9f2. 00000100:00000010:0.0:1767384996.497761:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec266219. 00000100:00000010:0.0:1767384996.497835:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000004f78575. 00000100:00000010:0.0:1767384996.497838:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002af90b46. 00000100:00000010:0.0:1767384996.497926:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000baaa5be9. 00000100:00000010:0.0:1767384996.497929:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088367f0f. 00000100:00000010:0.0:1767384996.498002:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b99492b7. 00000100:00000010:0.0:1767384996.498004:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f78548f4. 00000100:00000010:0.0:1767384996.498078:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000084e7ad75. 00000100:00000010:0.0:1767384996.498081:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040dbe7a9. 00000100:00000010:0.0:1767384996.498154:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000db0647d3. 00000100:00000010:0.0:1767384996.498157:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009028059b. 00000100:00000010:0.0:1767384996.498228:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005905ecf3. 00000100:00000010:0.0:1767384996.498231:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000400fd05e. 00000100:00000010:0.0:1767384996.498316:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c3a3da7e. 00000100:00000010:0.0:1767384996.498321:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0256dd9. 00000100:00000010:0.0:1767384996.498394:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000620fc1ac. 00000100:00000010:0.0:1767384996.498397:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4644cee. 00000100:00000010:0.0:1767384996.498469:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000688fe260. 00000100:00000010:0.0:1767384996.498471:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f229b096. 00000100:00000010:0.0:1767384996.498547:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b382848c. 00000100:00000010:0.0:1767384996.498550:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7dbb113. 00000100:00000010:0.0:1767384996.498621:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a37f467b. 00000100:00000010:0.0:1767384996.498624:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ecc899b. 00000100:00000010:0.0:1767384996.498700:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004fcb04aa. 00000100:00000010:0.0:1767384996.498705:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a060dd2. 00000100:00000010:0.0:1767384996.498784:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009970874f. 00000100:00000010:0.0:1767384996.498788:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbc57e67. 00000100:00000010:0.0:1767384996.498861:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f2d9a279. 00000100:00000010:0.0:1767384996.498881:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4778634. 00000100:00000010:0.0:1767384996.498951:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000815f0808. 00000100:00000010:0.0:1767384996.498955:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b4607cd. 00000100:00000010:0.0:1767384996.499026:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000460ecb88. 00000100:00000010:0.0:1767384996.499029:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076008b61. 00000100:00000010:0.0:1767384996.499100:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dc0e1afa. 00000100:00000010:0.0:1767384996.499102:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003941c538. 00000100:00000010:0.0:1767384996.499173:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000012401c45. 00000100:00000010:0.0:1767384996.499176:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000d19e05. 00000100:00000010:0.0:1767384996.499257:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e2327285. 00000100:00000010:0.0:1767384996.499260:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072ca682c. 00000100:00000010:0.0:1767384996.499332:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009884a7d4. 00000100:00000010:0.0:1767384996.499335:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000776fbb36. 00000100:00000010:0.0:1767384996.499405:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dd087c7a. 00000100:00000010:0.0:1767384996.499408:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dffc72e2. 00000100:00000010:0.0:1767384996.499478:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f069d6ab. 00000100:00000010:0.0:1767384996.499481:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5ebdd8d. 00000100:00000010:0.0:1767384996.499552:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003334d194. 00000100:00000010:0.0:1767384996.499555:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a86b42d7. 00000100:00000010:0.0:1767384996.499626:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000024d76df3. 00000100:00000010:0.0:1767384996.499629:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007089f3ac. 00000100:00000010:0.0:1767384996.499702:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e28431a4. 00000100:00000010:0.0:1767384996.499707:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c8ea4f1. 00000100:00000010:0.0:1767384996.499786:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009a74125d. 00000100:00000010:0.0:1767384996.499790:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009aeb7bf4. 00000100:00000010:0.0:1767384996.499861:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002ab369e3. 00000400:00000200:0.0:1767384996.499877:0:40968:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:0.0:1767384996.499915:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000974bd60d. 00000020:00000010:0.0:1767384996.499920:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000bf3b196c. 00000100:00000010:0.0:1767384996.499954:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000974f09ed. 00000100:00000010:0.0:1767384996.499958:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005434e057. 00000100:00000010:0.0:1767384996.499960:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006dcd9c54. 00000100:00000010:0.0:1767384996.499964:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d3a3c2b0. 00000100:00000010:0.0:1767384996.499966:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000030020282. 00000100:00000010:0.0:1767384996.499968:0:40968:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000005420ea34. 00000100:00000010:0.0:1767384996.499970:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000425b85e2. 00000100:00000010:0.0:1767384996.499972:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002743f1d6. 00000100:00000010:0.0:1767384996.499973:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c28c19e5. 00000100:00000010:0.0:1767384996.499974:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003306d955. 00000100:00000010:0.0:1767384996.499976:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a560eaee. 00000100:00000200:0.0:1767384996.499998:0:40968:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:0.0:1767384996.500000:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000004ef109. 00000100:00000010:0.0:1767384996.500172:0:40981:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d450ece5. 00000020:00000010:0.0:1767384996.500176:0:40981:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000045cffcfb. 00000020:00000010:0.0:1767384996.500179:0:40981:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c4e87e2. 00000020:00000010:0.0:1767384996.500181:0:40981:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ccc32a44. 00000040:00000010:0.0:1767384996.500183:0:40981:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003bda8dc4. 00000020:00000010:0.0:1767384996.500186:0:40981:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000095c3f77c. 00000020:00000010:0.0:1767384996.500188:0:40981:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a50c908. 00000020:00000010:0.0:1767384996.500191:0:40981:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d070fc7. 80000000:00000010:0.0:1767384996.500193:0:40981:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b420e7ae. 40000000:00000010:0.0:1767384996.500194:0:40981:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3c50f26. 00100000:00000010:0.0:1767384996.500197:0:40981:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ea92f7f. 00040000:00000010:0.0:1767384996.500200:0:40981:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f28430fa. 00040000:00000010:0.0:1767384996.500202:0:40981:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006505491a. 00080000:00000010:0.0:1767384996.500206:0:40981:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d84cbdb2. 00080000:00000010:0.0:1767384996.500210:0:40981:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fe4107dc. 00000004:00000010:0.0:1767384996.500214:0:40981:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007d7111fb. 00002000:00000010:0.0:1767384996.500217:0:40981:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000076edadc6. 00000100:00000200:0.0:1767384996.500220:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500222:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db0d2e77. 00000400:00000010:0.0:1767384996.500225:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e814074c. 00000100:00000200:0.0:1767384996.500227:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500229:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e57cdf85. 00000400:00000010:0.0:1767384996.500230:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000064bfa4d0. 00000100:00000200:0.0:1767384996.500244:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500246:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072694243. 00000400:00000010:0.0:1767384996.500248:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000076cb50fb. 00000100:00000200:0.0:1767384996.500250:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500251:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b8f0b98. 00000400:00000010:0.0:1767384996.500253:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000032c6a0b2. 00000100:00000200:0.0:1767384996.500255:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500256:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca2aff2e. 00000400:00000010:0.0:1767384996.500257:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000196dd832. 00000100:00000200:0.0:1767384996.500259:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500260:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021becdab. 00000400:00000010:0.0:1767384996.500261:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001da7b785. 00000100:00000200:0.0:1767384996.500263:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500264:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007547ae74. 00000400:00000010:0.0:1767384996.500267:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bd599407. 00000100:00000200:0.0:1767384996.500268:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500269:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4b78d5f. 00000400:00000010:0.0:1767384996.500272:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e2df5a28. 00000100:00000200:0.0:1767384996.500273:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500274:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f83b0862. 00000400:00000010:0.0:1767384996.500277:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000088c7d5d4. 00000100:00000200:0.0:1767384996.500278:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500279:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018738f0e. 00000400:00000010:0.0:1767384996.500282:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008f65f4fb. 00000100:00000200:0.0:1767384996.500283:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500284:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad62a169. 00000400:00000010:0.0:1767384996.500286:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007055d174. 00000100:00000200:0.0:1767384996.500287:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500288:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041805a35. 00000400:00000010:0.0:1767384996.500290:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004770a874. 00000100:00000200:0.0:1767384996.500292:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500293:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f6deca. 00000400:00000010:0.0:1767384996.500294:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009713ad73. 00000100:00000200:0.0:1767384996.500296:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500296:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004f4cee1. 00000400:00000010:0.0:1767384996.500298:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a7545306. 00000100:00000200:0.0:1767384996.500299:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500300:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000347cf9a6. 00000400:00000010:0.0:1767384996.500302:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a972f6fa. 00000100:00000200:0.0:1767384996.500303:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500304:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080a4c51b. 00000400:00000010:0.0:1767384996.500305:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000edaaaccc. 00000100:00000200:0.0:1767384996.500307:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500307:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8f44acf. 00000400:00000010:0.0:1767384996.500309:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000c148552. 00000100:00000200:0.0:1767384996.500310:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500311:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072382a94. 00000400:00000010:0.0:1767384996.500313:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a7084062. 00000100:00000200:0.0:1767384996.500314:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500315:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008e813b0. 00000400:00000010:0.0:1767384996.500317:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000085a4e7a2. 00000100:00000200:0.0:1767384996.500318:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500319:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051a8cc1a. 00000400:00000010:0.0:1767384996.500321:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000020a7efe2. 00000100:00000200:0.0:1767384996.500322:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500324:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e9b1a74. 00000400:00000010:0.0:1767384996.500325:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b3bb40e2. 00000100:00000200:0.0:1767384996.500327:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500328:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024852256. 00000400:00000010:0.0:1767384996.500330:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000018ff3f99. 00000100:00000200:0.0:1767384996.500331:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500332:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb391344. 00000400:00000010:0.0:1767384996.500333:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007c73dacd. 00000100:00000200:0.0:1767384996.500335:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500335:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050b72990. 00000400:00000010:0.0:1767384996.500337:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000099a47859. 00000100:00000200:0.0:1767384996.500338:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500339:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bdf053f. 00000400:00000010:0.0:1767384996.500341:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008467443e. 00000100:00000200:0.0:1767384996.500342:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500343:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6e280bd. 00000400:00000010:0.0:1767384996.500344:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000035bae957. 00000100:00000200:0.0:1767384996.500346:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500346:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a87a0c1e. 00000400:00000010:0.0:1767384996.500348:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009ee9a89c. 00000100:00000200:0.0:1767384996.500349:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500351:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db482cbe. 00000400:00000010:0.0:1767384996.500352:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000261294bc. 00000100:00000200:0.0:1767384996.500354:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500355:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a93cf11e. 00000400:00000010:0.0:1767384996.500357:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000be133ec2. 00000100:00000200:0.0:1767384996.500359:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500360:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7ac824f. 00000400:00000010:0.0:1767384996.500361:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000acc0f495. 00000100:00000200:0.0:1767384996.500363:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500364:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06d336b. 00000400:00000010:0.0:1767384996.500365:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000047b97e6a. 00000100:00000200:0.0:1767384996.500367:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500367:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045a66801. 00000400:00000010:0.0:1767384996.500369:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e3be89b1. 00000100:00000200:0.0:1767384996.500370:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500372:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc452d2f. 00000400:00000010:0.0:1767384996.500373:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000be0fa602. 00000100:00000200:0.0:1767384996.500375:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500376:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7d5455d. 00000400:00000010:0.0:1767384996.500378:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e3ab0b86. 00000100:00000200:0.0:1767384996.500379:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500380:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000856e9215. 00000400:00000010:0.0:1767384996.500381:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006cb6b145. 00000100:00000200:0.0:1767384996.500383:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500384:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028328020. 00000400:00000010:0.0:1767384996.500385:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001f607fbb. 00000100:00000200:0.0:1767384996.500387:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500388:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009011ed2f. 00000400:00000010:0.0:1767384996.500389:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006f31c30e. 00000100:00000200:0.0:1767384996.500390:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500391:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0effc10. 00000400:00000010:0.0:1767384996.500393:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ea32f25c. 00000100:00000200:0.0:1767384996.500394:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500395:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009de5515. 00000400:00000010:0.0:1767384996.500397:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000423e0906. 00000100:00000200:0.0:1767384996.500398:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500399:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e79f4c7. 00000400:00000010:0.0:1767384996.500400:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b3b128eb. 00000100:00000200:0.0:1767384996.500402:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500403:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000017a6d9b. 00000400:00000010:0.0:1767384996.500404:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009f856569. 00000100:00000200:0.0:1767384996.500405:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500406:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064f2fcf8. 00000400:00000010:0.0:1767384996.500408:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ed5865ac. 00000100:00000200:0.0:1767384996.500409:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500410:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7bb4c12. 00000400:00000010:0.0:1767384996.500412:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002bd49d09. 00000100:00000200:0.0:1767384996.500413:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500414:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083ea2b11. 00000400:00000010:0.0:1767384996.500416:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002ec6c6f3. 00000100:00000200:0.0:1767384996.500417:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500419:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003922b042. 00000400:00000010:0.0:1767384996.500420:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005cf45ffe. 00000100:00000200:0.0:1767384996.500422:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500423:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060815347. 00000400:00000010:0.0:1767384996.500425:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000032ff670d. 00000100:00000200:0.0:1767384996.500426:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500427:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b06c31. 00000400:00000010:0.0:1767384996.500428:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ce926474. 00000100:00000200:0.0:1767384996.500430:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500431:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eed9d15b. 00000400:00000010:0.0:1767384996.500432:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003eb1cf08. 00000100:00000200:0.0:1767384996.500433:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500434:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d90cab15. 00000400:00000010:0.0:1767384996.500436:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d1366545. 00000100:00000200:0.0:1767384996.500437:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500438:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a702aa4. 00000400:00000010:0.0:1767384996.500439:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000051a8ea28. 00000100:00000200:0.0:1767384996.500441:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500442:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ab8cb0f. 00000400:00000010:0.0:1767384996.500443:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bfa4de7b. 00000100:00000200:0.0:1767384996.500444:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500445:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054e15037. 00000400:00000010:0.0:1767384996.500447:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000284ef25b. 00000100:00000200:0.0:1767384996.500448:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500449:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afaa6e98. 00000400:00000010:0.0:1767384996.500451:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c2a77032. 00000100:00000200:0.0:1767384996.500452:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500453:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e794468. 00000400:00000010:0.0:1767384996.500455:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000056b3d963. 00000100:00000200:0.0:1767384996.500456:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500457:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da536363. 00000400:00000010:0.0:1767384996.500458:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e78a5a3d. 00000100:00000200:0.0:1767384996.500460:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500461:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a779a922. 00000400:00000010:0.0:1767384996.500462:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f0f8295a. 00000100:00000200:0.0:1767384996.500464:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500465:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008487959f. 00000400:00000010:0.0:1767384996.500468:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f791d875. 00000100:00000200:0.0:1767384996.500469:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500470:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a893bc7a. 00000400:00000010:0.0:1767384996.500472:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a5368d76. 00000100:00000200:0.0:1767384996.500473:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500474:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5ec0de7. 00000400:00000010:0.0:1767384996.500476:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001b3ad1cf. 00000100:00000200:0.0:1767384996.500477:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500478:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b7f1bc. 00000400:00000010:0.0:1767384996.500480:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bbbc333f. 00000100:00000200:0.0:1767384996.500482:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500482:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094919d74. 00000400:00000010:0.0:1767384996.500484:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000098e52a0d. 00000100:00000200:0.0:1767384996.500486:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500487:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014098621. 00000400:00000010:0.0:1767384996.500488:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ad17fcbb. 00000100:00000200:0.0:1767384996.500490:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500491:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d51d2f6. 00000400:00000010:0.0:1767384996.500492:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000022b03917. 00000100:00000200:0.0:1767384996.500494:0:40981:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384996.500494:0:40981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034fb2be4. 00000400:00000010:0.0:1767384996.500496:0:40981:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d34f54f5. 00000100:00000010:0.0:1767384996.500536:0:40981:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000020c11418. 00000100:00000200:0.0:1767384996.500548:0:40981:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384996.500566:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f7be5425. 00000100:00000010:0.0:1767384996.500688:0:40982:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000055689fcf. 00000020:00000010:0.0:1767384996.500692:0:40982:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009f21f0ce. 00000020:00000010:0.0:1767384996.500696:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b99481fd. 00000020:00000010:0.0:1767384996.500698:0:40982:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dc502d20. 00000040:00000010:0.0:1767384996.500701:0:40982:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002a531551. 00000020:00000010:0.0:1767384996.500704:0:40982:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f6e7221c. 00000020:00000010:0.0:1767384996.500708:0:40982:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007b3b4e6b. 00000020:00000010:0.0:1767384996.500710:0:40982:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c8fc85e1. 80000000:00000010:0.0:1767384996.500713:0:40982:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ba29ed61. 40000000:00000010:0.0:1767384996.500715:0:40982:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000261a1fa8. 00100000:00000010:0.0:1767384996.500719:0:40982:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d590e7a5. 00040000:00000010:0.0:1767384996.500722:0:40982:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a5a2f9ae. 00040000:00000010:0.0:1767384996.500724:0:40982:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f674615. 00080000:00000010:0.0:1767384996.500729:0:40982:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000021aeab7c. 00080000:00000010:0.0:1767384996.500733:0:40982:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000061900ac9. 00000004:00000010:0.0:1767384996.500738:0:40982:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cfa53328. 00002000:00000010:0.0:1767384996.500741:0:40982:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f357919. 00000100:00000010:0.0:1767384996.500783:0:40982:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000be37b5d9. 00000100:00000200:0.0:1767384996.500794:0:40982:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384996.500811:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001a945637. 00000100:00000010:1.0:1767384996.500912:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fd40cff. 00000100:00000010:2.0:1767384996.500937:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f075c0a. 00000100:00000010:3.0:1767384996.500982:0:40983:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007bd82fcf. 00000020:00000010:3.0:1767384996.500986:0:40983:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000326f998a. 00000020:00000010:3.0:1767384996.500989:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a239a94a. 00000020:00000010:3.0:1767384996.500991:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000082c800bd. 00000040:00000010:3.0:1767384996.500993:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003898894e. 00000020:00000010:3.0:1767384996.500996:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000554ebf30. 00000020:00000010:3.0:1767384996.500998:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f98d35d9. 00000020:00000010:3.0:1767384996.501001:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a0ae5812. 80000000:00000010:3.0:1767384996.501003:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c281497a. 40000000:00000010:3.0:1767384996.501004:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002329be89. 00100000:00000010:3.0:1767384996.501007:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002c91ca92. 00040000:00000010:3.0:1767384996.501009:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003e7e6e0a. 00040000:00000010:3.0:1767384996.501011:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007532e7f8. 00080000:00000010:3.0:1767384996.501013:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003bb7cfe9. 00080000:00000010:3.0:1767384996.501015:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000346c79e5. 00000004:00000010:3.0:1767384996.501019:0:40983:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000057b8539f. 00002000:00000010:3.0:1767384996.501021:0:40983:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000094125f98. 00000100:00000010:3.0:1767384996.501078:0:40983:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000ecdad030. 00000100:00000200:3.0:1767384996.501089:0:40983:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:0.0:1767384996.501107:0:40968:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000880931c. 00000100:00000010:0.0:1767384996.501111:0:40968:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000dc2eb2ac. 00000100:00000010:0.0:1767384996.501122:0:40968:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006f3babc6. 00000100:00000010:0.0:1767384996.501128:0:40968:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000a1351fd. 00000100:00000010:0.0:1767384996.501132:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062ae7dfd. 00000100:00000010:0.0:1767384996.501135:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002baa1df4. 00000100:00000010:0.0:1767384996.501137:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000129dd28f. 00000100:00000010:0.0:1767384996.501141:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cfccdb84. 00000100:00000010:0.0:1767384996.501143:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010875e22. 00000100:00000010:0.0:1767384996.501146:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad958927. 00000100:00000010:0.0:1767384996.501147:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050943f0f. 00000100:00000010:0.0:1767384996.501150:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa8516f0. 00000100:00000010:0.0:1767384996.501151:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cdb1afc. 00000100:00000010:0.0:1767384996.501154:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000026d5a4f. 00000100:00000010:0.0:1767384996.501156:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017868538. 00000100:00000010:0.0:1767384996.501164:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f10c6b4. 00000100:00000010:0.0:1767384996.501166:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc713b0d. 00000100:00000010:0.0:1767384996.501169:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb1bfde2. 00000100:00000010:0.0:1767384996.501171:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007993d132. 00000100:00000010:0.0:1767384996.501174:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b8c8315f. 00000100:00000010:0.0:1767384996.501175:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ed7b2ae. 00000100:00000010:0.0:1767384996.501178:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052c58af3. 00000100:00000010:0.0:1767384996.501180:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000681657a6. 00000100:00000010:0.0:1767384996.501187:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c34442b0. 00000100:00000010:0.0:1767384996.501190:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b72ce71f. 00000100:00000010:0.0:1767384996.501194:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c22c1cb2. 00000100:00000010:0.0:1767384996.501196:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d785975d. 00000100:00000010:0.0:1767384996.501199:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000734d61b9. 00000100:00000010:0.0:1767384996.501200:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bba329d1. 00000100:00000010:0.0:1767384996.501203:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0a2c368. 00000100:00000010:0.0:1767384996.501204:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f1e9f48. 00000100:00000010:0.0:1767384996.501211:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000098d75dbe. 00000100:00000010:0.0:1767384996.501213:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe38a0cb. 00000100:00000010:0.0:1767384996.501215:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001bfc3240. 00000100:00000010:0.0:1767384996.501217:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078b52e23. 00000100:00000010:0.0:1767384996.501219:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a14ae67. 00000100:00000010:0.0:1767384996.501221:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff1f1e9f. 00000100:00000010:0.0:1767384996.501223:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a989966. 00000100:00000010:0.0:1767384996.501225:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b987db0c. 00000100:00000010:0.0:1767384996.501231:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ef58dfdd. 00000100:00000010:0.0:1767384996.501248:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecd17ea4. 00000100:00000010:0.0:1767384996.501251:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eb9d059d. 00000100:00000010:0.0:1767384996.501254:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa9b55f3. 00000100:00000010:0.0:1767384996.501256:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c71341b4. 00000100:00000010:0.0:1767384996.501259:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000991f7bd7. 00000100:00000010:0.0:1767384996.501261:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe7ca09e. 00000100:00000010:0.0:1767384996.501263:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7f53a0b. 00000100:00000010:0.0:1767384996.501271:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1b03046. 00000100:00000010:0.0:1767384996.501273:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076d68f9e. 00000100:00000010:0.0:1767384996.501275:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2caa4e7. 00000100:00000010:0.0:1767384996.501277:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087198a02. 00000100:00000010:0.0:1767384996.501280:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fff1975e. 00000100:00000010:0.0:1767384996.501283:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c15e4a1. 00000100:00000010:0.0:1767384996.501286:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001e41c5dc. 00000100:00000010:0.0:1767384996.501289:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e45aefb. 00000100:00000010:0.0:1767384996.501296:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd9293c3. 00000100:00000010:0.0:1767384996.501298:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc5c8a7c. 00000100:00000010:0.0:1767384996.501301:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000569c8f8b. 00000100:00000010:0.0:1767384996.501303:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a25fef9a. 00000100:00000010:0.0:1767384996.501306:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2934ee2. 00000100:00000010:0.0:1767384996.501308:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bea5a14b. 00000100:00000010:0.0:1767384996.501310:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7e2bc4b. 00000100:00000010:0.0:1767384996.501312:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b75320b. 00000100:00000010:0.0:1767384996.501318:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071589c71. 00000100:00000010:0.0:1767384996.501320:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d76e7a7. 00000100:00000010:0.0:1767384996.501323:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002066c3b2. 00000100:00000010:0.0:1767384996.501325:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000154b9531. 00000100:00000010:0.0:1767384996.501327:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf037902. 00000100:00000010:0.0:1767384996.501329:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005084e089. 00000100:00000010:0.0:1767384996.501332:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7ef4e84. 00000100:00000010:0.0:1767384996.501333:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000231af9e8. 00000100:00000010:0.0:1767384996.501340:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000069f33e16. 00000100:00000010:0.0:1767384996.501342:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cdb7eeb. 00000100:00000010:0.0:1767384996.501345:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c39d12e8. 00000100:00000010:0.0:1767384996.501346:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7bd7d6d. 00000100:00000010:0.0:1767384996.501349:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001536ff2d. 00000100:00000010:0.0:1767384996.501351:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060152cf4. 00000100:00000010:0.0:1767384996.501354:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e0e8644. 00000100:00000010:0.0:1767384996.501355:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c94185c1. 00000100:00000010:0.0:1767384996.501362:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1713df2. 00000100:00000010:0.0:1767384996.501364:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000586ac71d. 00000100:00000010:0.0:1767384996.501367:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000061613ec5. 00000100:00000010:0.0:1767384996.501369:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003662b817. 00000100:00000010:0.0:1767384996.501372:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3ff985e. 00000100:00000010:0.0:1767384996.501374:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000646ca8d1. 00000100:00000010:0.0:1767384996.501378:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd34c251. 00000100:00000010:0.0:1767384996.501379:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abb72229. 00000100:00000010:0.0:1767384996.501386:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004b53c653. 00000100:00000010:0.0:1767384996.501389:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cdf3d3f. 00000100:00000010:0.0:1767384996.501392:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013a74f9f. 00000100:00000010:0.0:1767384996.501393:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa79a0d1. 00000100:00000010:0.0:1767384996.501396:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e02ae196. 00000100:00000010:0.0:1767384996.501397:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006979fdb6. 00000100:00000010:0.0:1767384996.501400:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000641df0c1. 00000100:00000010:0.0:1767384996.501402:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8e9f3c6. 00000100:00000010:0.0:1767384996.501408:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb0bf9fb. 00000100:00000010:0.0:1767384996.501410:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f31f6653. 00000100:00000010:0.0:1767384996.501413:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005c8db22. 00000100:00000010:0.0:1767384996.501415:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004373c229. 00000100:00000010:0.0:1767384996.501417:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000892783a7. 00000100:00000010:0.0:1767384996.501419:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aad36637. 00000100:00000010:0.0:1767384996.501422:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026b1adce. 00000100:00000010:0.0:1767384996.501423:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004807cd1d. 00000100:00000010:0.0:1767384996.501430:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006292fc2a. 00000100:00000010:0.0:1767384996.501432:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c9ecb41. 00000100:00000010:0.0:1767384996.501434:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ee8011d. 00000100:00000010:0.0:1767384996.501436:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008233b060. 00000100:00000010:0.0:1767384996.501439:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000042452299. 00000100:00000010:0.0:1767384996.501440:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022995b1b. 00000100:00000010:0.0:1767384996.501443:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008103cec8. 00000100:00000010:0.0:1767384996.501445:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c51241a. 00000100:00000010:0.0:1767384996.501451:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f0d98035. 00000100:00000010:0.0:1767384996.501453:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c4def04. 00000100:00000010:0.0:1767384996.501456:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ded2b4f. 00000100:00000010:0.0:1767384996.501457:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c44296d. 00000100:00000010:0.0:1767384996.501460:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e0c9c930. 00000100:00000010:0.0:1767384996.501462:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095511a9f. 00000100:00000010:0.0:1767384996.501466:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001dcaa6aa. 00000100:00000010:0.0:1767384996.501468:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022ecd528. 00000100:00000010:0.0:1767384996.501475:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a40740d. 00000100:00000010:0.0:1767384996.501477:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000107bd83d. 00000100:00000010:0.0:1767384996.501480:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1322f26. 00000100:00000010:0.0:1767384996.501481:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073fdf554. 00000100:00000010:0.0:1767384996.501484:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8b2bdee. 00000100:00000010:0.0:1767384996.501486:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fdcc256. 00000100:00000010:0.0:1767384996.501488:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc27a63b. 00000100:00000010:0.0:1767384996.501491:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041799f57. 00000100:00000010:0.0:1767384996.501498:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000016cb1dc6. 00000100:00000010:0.0:1767384996.501500:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000462ae99a. 00000100:00000010:0.0:1767384996.501503:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1374ea6. 00000100:00000010:0.0:1767384996.501504:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7f8cee7. 00000100:00000010:0.0:1767384996.501507:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e89e69b6. 00000400:00000200:0.0:1767384996.501509:0:40968:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:0.0:1767384996.501533:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006630b0db. 00000020:00000010:0.0:1767384996.501537:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003967ba0c. 00000100:00000010:0.0:1767384996.501561:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b5ce1bdc. 00000100:00000010:0.0:1767384996.501563:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a74bbb08. 00000100:00000010:0.0:1767384996.501564:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000083d9f1ef. 00000100:00000010:0.0:1767384996.501566:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bc6ca9fc. 00000100:00000010:0.0:1767384996.501568:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a8304ab9. 00000100:00000200:0.0:1767384996.501588:0:40968:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:0.0:1767384996.501590:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d936848f. 00000100:00000010:0.0:1767384996.501725:0:40984:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ed9e9d6e. 00000020:00000010:0.0:1767384996.501729:0:40984:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008e03c8d5. 00000020:00000010:0.0:1767384996.501733:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d54225a. 00000020:00000010:0.0:1767384996.501735:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cb60cefa. 00000040:00000010:0.0:1767384996.501738:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cf408810. 00000020:00000010:0.0:1767384996.501742:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004bef6dc3. 00000020:00000010:0.0:1767384996.501745:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ab2b5e95. 00000020:00000010:0.0:1767384996.501746:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2aea82e. 80000000:00000010:0.0:1767384996.501748:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061c5229d. 40000000:00000010:0.0:1767384996.501750:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cf50c869. 00100000:00000010:0.0:1767384996.501752:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006cc9fd7b. 00040000:00000010:0.0:1767384996.501756:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fcf7bd94. 00040000:00000010:0.0:1767384996.501757:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a524fee3. 00080000:00000010:0.0:1767384996.501761:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d1a206f1. 00080000:00000010:0.0:1767384996.501771:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ebf19680. 00000004:00000010:0.0:1767384996.501776:0:40984:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005ee8165e. 00000100:00000200:0.0:1767384996.501778:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501780:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0492e7e. 00000400:00000010:0.0:1767384996.501784:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1bdff47. 00000100:00000200:0.0:1767384996.501786:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501787:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048d9e0ab. 00000400:00000010:0.0:1767384996.501789:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000704c8553. 00000100:00000200:0.0:1767384996.501790:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501791:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fb40aba. 00000400:00000010:0.0:1767384996.501792:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054aaec72. 00000100:00000200:0.0:1767384996.501794:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501794:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dde061f. 00000400:00000010:0.0:1767384996.501796:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8f8c551. 00000100:00000200:0.0:1767384996.501797:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501798:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008898eff2. 00000400:00000010:0.0:1767384996.501800:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a862926f. 00000100:00000200:0.0:1767384996.501801:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501802:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1b926a3. 00000400:00000010:0.0:1767384996.501803:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f5e90c. 00000100:00000200:0.0:1767384996.501804:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501805:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023a6cdf9. 00000400:00000010:0.0:1767384996.501806:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025ad23d7. 00000100:00000200:0.0:1767384996.501807:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501808:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7aecc66. 00000400:00000010:0.0:1767384996.501809:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059bb245e. 00000100:00000200:0.0:1767384996.501811:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501812:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787f9159. 00000400:00000010:0.0:1767384996.501813:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000058a9cbe. 00000100:00000200:0.0:1767384996.501815:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501817:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000555b2ed3. 00000400:00000010:0.0:1767384996.501818:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e63949a4. 00000100:00000200:0.0:1767384996.501819:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501821:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e6ce18e. 00000400:00000010:0.0:1767384996.501822:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3b1fa03. 00000100:00000200:0.0:1767384996.501823:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501824:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035509af8. 00000400:00000010:0.0:1767384996.501825:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007635616b. 00000100:00000200:0.0:1767384996.501827:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501828:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059f33d66. 00000400:00000010:0.0:1767384996.501829:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbbcbf8f. 00000100:00000200:0.0:1767384996.501830:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501831:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d08bf31e. 00000400:00000010:0.0:1767384996.501832:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007d95be2. 00000100:00000200:0.0:1767384996.501833:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501834:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f54f8d. 00000400:00000010:0.0:1767384996.501835:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c263170b. 00000100:00000200:0.0:1767384996.501836:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501837:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000327b7505. 00000400:00000010:0.0:1767384996.501838:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e8d9877. 00000100:00000200:0.0:1767384996.501839:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501840:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0895a39. 00000400:00000010:0.0:1767384996.501841:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc5c6e13. 00000100:00000200:0.0:1767384996.501842:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501843:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6fbdcb9. 00000400:00000010:0.0:1767384996.501844:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000615cbf8e. 00000100:00000200:0.0:1767384996.501845:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501846:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc682fe. 00000400:00000010:0.0:1767384996.501847:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000539f45dd. 00000100:00000200:0.0:1767384996.501848:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501849:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087322022. 00000400:00000010:0.0:1767384996.501851:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a401b6d. 00000100:00000200:0.0:1767384996.501852:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501853:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000258fe3a1. 00000400:00000010:0.0:1767384996.501854:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000588c5aa1. 00000100:00000200:0.0:1767384996.501855:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501856:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009436dc9d. 00000400:00000010:0.0:1767384996.501857:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000056b1680. 00000100:00000200:0.0:1767384996.501858:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501859:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1e9f591. 00000400:00000010:0.0:1767384996.501860:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e8264b8. 00000100:00000200:0.0:1767384996.501862:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501862:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001bb09b3. 00010000:00000010:3.1:1767384996.501916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7ab116. 00010000:00000010:3.1:1767384996.501927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005b3965a1. 00010000:00000010:3.1:1767384996.501933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001d24e185. 00010000:00000010:3.1:1767384996.501940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7f9e9c0. 00000100:00000010:0.0:1767384996.501942:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fdff1bd. 00010000:00000010:3.1:1767384996.501946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000e05a80a. 00010000:00000010:3.1:1767384996.501954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007e9c9214. 00010000:00000010:3.1:1767384996.501961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ea33aed8. 00010000:00000010:3.1:1767384996.501967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003a9c1328. 00000400:00000010:0.0:1767384996.501986:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093b6cdf3. 00000100:00000010:3.0:1767384996.501987:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edafef33. 00000100:00000200:0.0:1767384996.501990:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501993:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000671753fc. 00000400:00000010:0.0:1767384996.501995:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c1ca799. 00000100:00000200:0.0:1767384996.501997:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.501998:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b35ef240. 00000400:00000010:0.0:1767384996.501999:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000273663d3. 00000100:00000200:0.0:1767384996.502001:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502003:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fd17b72. 00000400:00000010:0.0:1767384996.502004:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042a38f7c. 00000100:00000200:0.0:1767384996.502006:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502007:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c13a82b2. 00000400:00000010:0.0:1767384996.502008:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3c53a74. 00000100:00000200:0.0:1767384996.502009:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502010:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3ff78e2. 00000400:00000010:0.0:1767384996.502012:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4f80df7. 00000100:00000200:0.0:1767384996.502014:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502015:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3c18365. 00000400:00000010:0.0:1767384996.502017:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1948adc. 00000100:00000200:0.0:1767384996.502019:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502020:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c75b109. 00000400:00000010:0.0:1767384996.502022:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8bc9b41. 00000100:00000200:0.0:1767384996.502023:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502025:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d847148. 00000400:00000010:0.0:1767384996.502027:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054ff714c. 00000100:00000200:0.0:1767384996.502028:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502029:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054fd9df9. 00000400:00000010:0.0:1767384996.502031:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f53315f. 00000100:00000200:0.0:1767384996.502032:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502033:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089b72630. 00000400:00000010:0.0:1767384996.502035:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008be5fb1. 00000100:00000200:0.0:1767384996.502036:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502037:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc868e87. 00000400:00000010:0.0:1767384996.502039:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001da12810. 00000100:00000200:0.0:1767384996.502040:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502041:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002919f15a. 00000400:00000010:0.0:1767384996.502043:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000002eaad2. 00000100:00000200:0.0:1767384996.502045:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502046:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c14dfe66. 00000400:00000010:0.0:1767384996.502048:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000764f1005. 00000100:00000200:0.0:1767384996.502049:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502050:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f245b5f. 00000400:00000010:0.0:1767384996.502052:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b2d29cb. 00000100:00000200:0.0:1767384996.502053:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502054:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060df41b4. 00000400:00000010:0.0:1767384996.502055:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee131b62. 00000100:00000200:0.0:1767384996.502057:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502058:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8d5046d. 00000400:00000010:0.0:1767384996.502059:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ad6e869. 00000100:00000200:0.0:1767384996.502061:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502062:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096825010. 00000400:00000010:0.0:1767384996.502064:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000395e3ad1. 00000100:00000200:0.0:1767384996.502066:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502067:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000277984d3. 00000400:00000010:0.0:1767384996.502069:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b56f38a8. 00000100:00000200:0.0:1767384996.502071:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502072:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1a2d9f1. 00000400:00000010:0.0:1767384996.502074:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1e283e3. 00000100:00000200:0.0:1767384996.502076:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502077:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000724d96a1. 00000400:00000010:0.0:1767384996.502079:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fa9b9f9. 00000100:00000200:0.0:1767384996.502081:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502082:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062560578. 00000400:00000010:0.0:1767384996.502084:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfc527be. 00000100:00000200:0.0:1767384996.502085:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502086:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036e32c5b. 00000400:00000010:0.0:1767384996.502088:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e1f4a3c. 00000100:00000200:0.0:1767384996.502089:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502090:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e313dc4b. 00000400:00000010:0.0:1767384996.502092:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f70d4450. 00000100:00000200:0.0:1767384996.502094:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502094:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5985569. 00000400:00000010:0.0:1767384996.502096:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8a746c0. 00000100:00000200:0.0:1767384996.502097:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502099:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfc621dd. 00000400:00000010:0.0:1767384996.502100:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dabbd59b. 00000100:00000200:0.0:1767384996.502101:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502103:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eb5aa10. 00000400:00000010:0.0:1767384996.502104:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066441a8d. 00000100:00000200:0.0:1767384996.502106:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502106:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d57d76a8. 00000400:00000010:0.0:1767384996.502108:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb2ca217. 00000100:00000200:0.0:1767384996.502109:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502110:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002667693f. 00000400:00000010:0.0:1767384996.502112:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e129ae1f. 00000100:00000200:0.0:1767384996.502113:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502114:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097ecbddc. 00000400:00000010:0.0:1767384996.502116:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051263e7c. 00000100:00000200:0.0:1767384996.502117:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502118:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c73fe28. 00000400:00000010:0.0:1767384996.502120:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000734a718d. 00000100:00000200:0.0:1767384996.502121:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502123:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051db013a. 00000400:00000010:0.0:1767384996.502126:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d90f306f. 00000100:00000200:0.0:1767384996.502128:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502130:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdd2c371. 00000400:00000010:0.0:1767384996.502131:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036029b96. 00000100:00000200:0.0:1767384996.502133:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502133:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012b54225. 00000400:00000010:0.0:1767384996.502136:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000337066ff. 00000100:00000200:0.0:1767384996.502138:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502139:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef0cbb8d. 00000400:00000010:0.0:1767384996.502141:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081151cdf. 00000100:00000200:0.0:1767384996.502143:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502145:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f7a676b. 00000400:00000010:0.0:1767384996.502146:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c277f8a9. 00000100:00000200:0.0:1767384996.502147:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502148:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd75965a. 00000400:00000010:0.0:1767384996.502149:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073ffcbc5. 00000100:00000200:0.0:1767384996.502150:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502151:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b064670. 00000400:00000010:0.0:1767384996.502152:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000509ea478. 00000100:00000200:0.0:1767384996.502153:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502154:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab9b9e6e. 00000400:00000010:0.0:1767384996.502155:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051277e05. 00000100:00000200:0.0:1767384996.502156:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502157:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cf19cee. 00000400:00000010:0.0:1767384996.502159:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004b75d40. 00000100:00000200:0.0:1767384996.502160:0:40984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384996.502161:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000641b25a8. 00000400:00000010:0.0:1767384996.502162:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f77b300e. 00000100:00000010:0.0:1767384996.502172:0:40984:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000057091e57. 00000100:00000200:0.0:1767384996.502183:0:40984:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384996.502203:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ef0b7678. 00000100:00000010:0.0:1767384996.502334:0:40985:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009e54d539. 00000020:00000010:0.0:1767384996.502336:0:40985:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000aea21633. 00000020:00000010:0.0:1767384996.502339:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b368a0a5. 00000020:00000010:0.0:1767384996.502341:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051d1437d. 00000040:00000010:0.0:1767384996.502343:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008d401c49. 00000020:00000010:0.0:1767384996.502346:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009df3059d. 00000020:00000010:0.0:1767384996.502349:0:40985:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f03957bb. 00000020:00000010:0.0:1767384996.502351:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d373b0f3. 80000000:00000010:0.0:1767384996.502353:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e64e0931. 40000000:00000010:0.0:1767384996.502354:0:40985:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c016361e. 00100000:00000010:0.0:1767384996.502356:0:40985:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000af2f4c6d. 00040000:00000010:0.0:1767384996.502358:0:40985:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000026d272. 00040000:00000010:0.0:1767384996.502360:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b4d2590b. 00080000:00000010:0.0:1767384996.502363:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005e5e3d59. 00080000:00000010:0.0:1767384996.502366:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000096358f37. 00000004:00000010:0.0:1767384996.502371:0:40985:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dbaaa3e6. 00000100:00000010:0.0:1767384996.502381:0:40985:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000044003081. 00000100:00000200:0.0:1767384996.502390:0:40985:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384996.502401:0:40968:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000f2960d96. 00000100:00000010:3.0:1767384996.502406:0:40968:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d3ac0958. 00000100:00000010:3.0:1767384996.502418:0:40968:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000bb4af2d4. 00000100:00000010:3.0:1767384996.502424:0:40968:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000009888dcda. 00000100:00000010:3.0:1767384996.502427:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078686497. 00000100:00000010:3.0:1767384996.502708:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005ce4dd0e. 00000100:00000010:3.0:1767384996.502713:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043f2a120. 00000100:00000010:3.0:1767384996.503007:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a3d917b. 00000100:00000010:3.0:1767384996.503010:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070d4a89c. 00000100:00000010:3.0:1767384996.503297:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000d8eb111. 00000100:00000010:3.0:1767384996.503302:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae5af2c3. 00000100:00000010:3.0:1767384996.503604:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001985ba23. 00000100:00000010:3.0:1767384996.503610:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebac5aa7. 00000100:00000010:3.0:1767384996.503919:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b3afa26c. 00000100:00000010:3.0:1767384996.503924:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa3b6050. 00000100:00000010:3.0:1767384996.504209:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000948299bb. 00000100:00000010:3.0:1767384996.504214:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003154b5d2. 00000100:00000010:3.0:1767384996.504522:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ae70ccd4. 00000100:00000010:3.0:1767384996.504528:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e3ad0d7. 00000100:00000010:3.0:1767384996.504820:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000226eaa47. 00000100:00000010:3.0:1767384996.504824:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000006f1e56. 00000100:00000010:3.0:1767384996.505110:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003176746b. 00000100:00000010:3.0:1767384996.505114:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e372b06d. 00000100:00000010:3.0:1767384996.505407:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d2a1d161. 00000100:00000010:3.0:1767384996.505413:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000586fabe4. 00000100:00000010:3.0:1767384996.505704:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002d7c3689. 00000100:00000010:3.0:1767384996.505708:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f96b75e. 00000100:00000010:3.0:1767384996.506004:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ab741298. 00000100:00000010:3.0:1767384996.506012:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2dad540. 00000100:00000010:3.0:1767384996.506325:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d1a7b9a2. 00000100:00000010:3.0:1767384996.506331:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8e7cf4f. 00000100:00000010:3.0:1767384996.506616:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009395bc4a. 00000100:00000010:3.0:1767384996.506620:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea2aaecd. 00000100:00000010:3.0:1767384996.506913:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c06ca437. 00000100:00000010:3.0:1767384996.506917:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af7dbe61. 00000100:00000010:3.0:1767384996.507188:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009437d292. 00000100:00000010:3.0:1767384996.507190:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a4c8a1f. 00000100:00000010:3.0:1767384996.507487:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000049ef745a. 00000100:00000010:3.0:1767384996.507493:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b7b8e4b. 00000100:00000010:3.0:1767384996.507792:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001846bf29. 00000100:00000010:3.0:1767384996.507796:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a1ac4c4. 00000100:00000010:3.0:1767384996.508091:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000024987d2b. 00000100:00000010:3.0:1767384996.508097:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0666f7f. 00000100:00000010:3.0:1767384996.508411:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000061cb446c. 00000100:00000010:3.0:1767384996.508417:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb2f79d1. 00000100:00000010:3.0:1767384996.508708:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003d932744. 00000100:00000010:3.0:1767384996.508713:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc0660d9. 00000100:00000010:3.0:1767384996.509006:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000329ac11a. 00000100:00000010:3.0:1767384996.509010:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfbff5a8. 00000100:00000010:3.0:1767384996.509296:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed0783f1. 00000100:00000010:3.0:1767384996.509299:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031c95655. 00000100:00000010:3.0:1767384996.509591:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000deb2970c. 00000100:00000010:3.0:1767384996.509595:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062acbdd7. 00000100:00000010:3.0:1767384996.509891:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d5604190. 00000100:00000010:3.0:1767384996.509896:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062f98585. 00000100:00000010:3.0:1767384996.510178:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000025cef96c. 00000100:00000010:3.0:1767384996.510184:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007175b39. 00000100:00000010:3.0:1767384996.510503:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001ba2a25f. 00000100:00000010:3.0:1767384996.510509:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d72044b. 00000100:00000010:3.0:1767384996.510801:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c2c01310. 00000100:00000010:3.0:1767384996.510805:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a022af9b. 00000100:00000010:3.0:1767384996.511100:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007fe3fee2. 00000100:00000010:3.0:1767384996.511104:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053b07f2b. 00000100:00000010:3.0:1767384996.511389:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005d8110b3. 00000100:00000010:3.0:1767384996.511393:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b11cbcc. 00000100:00000010:3.0:1767384996.511681:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dab5b3e1. 00000100:00000010:3.0:1767384996.511685:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049401279. 00000100:00000010:3.0:1767384996.512003:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006648a588. 00000100:00000010:3.0:1767384996.512024:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b83f72bf. 00000100:00000010:3.0:1767384996.512338:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b3917d5d. 00000100:00000010:3.0:1767384996.512343:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b151e2f. 00000100:00000010:3.0:1767384996.512632:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002d3c19c2. 00000100:00000010:3.0:1767384996.512636:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f87725a5. 00000100:00000010:3.0:1767384996.512958:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006fe28f6b. 00000100:00000010:3.0:1767384996.512967:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080660dd6. 00000100:00000010:3.0:1767384996.513255:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000031b3a907. 00000100:00000010:3.0:1767384996.513258:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062f9248f. 00000100:00000010:3.0:1767384996.513532:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dadc25b9. 00000100:00000010:3.0:1767384996.513536:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da8bf44d. 00000100:00000010:3.0:1767384996.513834:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b0afdb6f. 00000100:00000010:3.0:1767384996.513838:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000330fe337. 00010000:00000010:2.1:1767384996.513945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005f566bc3. 00010000:00000010:2.1:1767384996.513953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00000100:00000010:3.0:1767384996.514162:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000af60cdac. 00000100:00000010:3.0:1767384996.514166:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a65a63eb. 00000100:00000010:3.0:1767384996.514482:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000228fe74. 00000100:00000010:3.0:1767384996.514488:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d7400f1. 00000100:00000010:3.0:1767384996.514777:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ab4637ff. 00000100:00000010:3.0:1767384996.514780:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f1803d8. 00000100:00000010:3.0:1767384996.515080:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d3967e98. 00000100:00000010:3.0:1767384996.515084:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f30293d. 00000100:00000010:3.0:1767384996.515370:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a7b98d8b. 00000100:00000010:3.0:1767384996.515374:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d30e9a0e. 00000100:00000010:3.0:1767384996.515663:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ff453a00. 00000100:00000010:3.0:1767384996.515667:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4a4cafd. 00000100:00000010:3.0:1767384996.515968:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000045b13d94. 00000100:00000010:3.0:1767384996.515972:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bbc590a. 00000100:00000010:3.0:1767384996.516275:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000070240b4b. 00000100:00000010:3.0:1767384996.516281:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051965466. 00000100:00000010:3.0:1767384996.516580:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000080be3b34. 00000100:00000010:3.0:1767384996.516584:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bc1c39c. 00000100:00000010:3.0:1767384996.516859:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003ec50a0a. 00000100:00000010:3.0:1767384996.516886:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8919033. 00000100:00000010:3.0:1767384996.517339:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b104482d. 00000100:00000010:3.0:1767384996.517345:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000376dcc6a. 00000100:00000010:3.0:1767384996.517668:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c8dde553. 00000100:00000010:3.0:1767384996.517672:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f618ff15. 00000100:00000010:3.0:1767384996.517996:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ddbc474b. 00000100:00000010:3.0:1767384996.518002:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3e7eaa0. 00000100:00000010:3.0:1767384996.518311:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000089b3a08e. 00000100:00000010:3.0:1767384996.518315:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031d2451a. 00000100:00000010:3.0:1767384996.518589:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003278a023. 00000100:00000010:3.0:1767384996.518592:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a84a8751. 00000100:00000010:3.0:1767384996.518893:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001869ede6. 00000100:00000010:3.0:1767384996.518897:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006c22e71. 00000100:00000010:3.0:1767384996.519169:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a514e099. 00000100:00000010:3.0:1767384996.519171:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002f2d960. 00000100:00000010:3.0:1767384996.519460:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000404affad. 00000100:00000010:3.0:1767384996.519463:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c55e4585. 00000100:00000010:3.0:1767384996.519737:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001cca8d88. 00000100:00000010:3.0:1767384996.519739:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef0935bd. 00000100:00000010:3.0:1767384996.520172:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e8a6be91. 00000100:00000010:3.0:1767384996.520176:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e51b34a. 00000100:00000010:3.0:1767384996.520588:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ad24f6a0. 00000100:00000010:3.0:1767384996.520594:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b8fe564. 00000100:00000010:3.0:1767384996.520889:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ec903bec. 00000100:00000010:3.0:1767384996.520894:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfdcb703. 00000100:00000010:3.0:1767384996.521163:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dfdf45b1. 00000100:00000010:3.0:1767384996.521166:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075d67f64. 00000100:00000010:3.0:1767384996.521456:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000061663989. 00000100:00000010:3.0:1767384996.521460:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f5e4347. 00000100:00000010:3.0:1767384996.521736:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b861df46. 00000100:00000010:3.0:1767384996.521739:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a3d3373. 00000100:00000010:3.0:1767384996.522033:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ddbfb893. 00000400:00000200:3.0:1767384996.522039:0:40968:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1767384996.522108:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d8ea3a02. 00000020:00000010:3.0:1767384996.522112:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000eec6e418. 00000100:00000010:3.0:1767384996.522149:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bdce080e. 00000100:00000010:3.0:1767384996.522154:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002e1d1d7f. 00000100:00000010:3.0:1767384996.522158:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008aff984e. 00000100:00000010:3.0:1767384996.522162:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003cbbb73e. 00000100:00000010:3.0:1767384996.522164:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001c27af61. 00000100:00000200:3.0:1767384996.522185:0:40968:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:3.0:1767384996.522189:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000081e0669d. 00000100:00000010:0.0:1767384996.522428:0:40986:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f3a2c2e1. 00000020:00000010:0.0:1767384996.522436:0:40986:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c7bc731e. 00000020:00000010:0.0:1767384996.522442:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1172727. 00000020:00000010:0.0:1767384996.522446:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c9fd993a. 00000040:00000010:0.0:1767384996.522450:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000097ea4b8c. 00000020:00000010:0.0:1767384996.522455:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dea9db43. 00000020:00000010:0.0:1767384996.522461:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005aadebc3. 00000020:00000010:0.0:1767384996.522465:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bf0b09aa. 80000000:00000010:0.0:1767384996.522469:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001ec7898e. 40000000:00000010:0.0:1767384996.522473:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000028eaa61d. 00100000:00000010:0.0:1767384996.522481:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004168053. 00040000:00000010:0.0:1767384996.522486:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000614d4804. 00040000:00000010:0.0:1767384996.522491:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000197caee0. 00080000:00000010:0.0:1767384996.522497:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000031a771ec. 00080000:00000010:0.0:1767384996.522513:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000abdfbe07. 00000004:00000010:0.0:1767384996.522521:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000128e5ece. 00002000:00000010:0.0:1767384996.522525:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c175d587. 00000100:00000200:0.0:1767384996.522531:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522536:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daa5f41. 00000400:00000010:0.0:1767384996.522544:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ca957f54. 00000100:00000200:0.0:1767384996.522553:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522554:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092c15cbe. 00000400:00000010:0.0:1767384996.522557:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000049a735c7. 00000100:00000200:0.0:1767384996.522560:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522561:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b9df1ea. 00000400:00000010:0.0:1767384996.522565:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d737f6c0. 00000100:00000200:0.0:1767384996.522567:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522568:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000884aed11. 00000400:00000010:0.0:1767384996.522576:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ca0f9340. 00000100:00000200:0.0:1767384996.522579:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522581:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094417482. 00000400:00000010:0.0:1767384996.522584:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003ee85833. 00000100:00000200:0.0:1767384996.522586:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522587:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000542be191. 00000400:00000010:0.0:1767384996.522590:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bbede1c8. 00000100:00000200:0.0:1767384996.522592:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522593:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008efde1ed. 00000400:00000010:0.0:1767384996.522597:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000074a1a0fb. 00000100:00000200:0.0:1767384996.522599:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522600:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b60e7310. 00000400:00000010:0.0:1767384996.522607:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001bba7940. 00000100:00000200:0.0:1767384996.522610:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522611:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035a23c8c. 00000400:00000010:0.0:1767384996.522614:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007a2bec19. 00000100:00000200:0.0:1767384996.522616:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522617:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008260dfe3. 00000400:00000010:0.0:1767384996.522620:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b603152e. 00000100:00000200:0.0:1767384996.522622:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522623:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a78f8e62. 00000400:00000010:0.0:1767384996.522626:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b0a07a32. 00000100:00000200:0.0:1767384996.522628:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522629:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff9171f3. 00000400:00000010:0.0:1767384996.522635:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000d898dd7. 00000100:00000200:0.0:1767384996.522639:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522641:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a65e3f0. 00000400:00000010:0.0:1767384996.522644:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005f2780ad. 00000100:00000200:0.0:1767384996.522646:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522647:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc526bd. 00000400:00000010:0.0:1767384996.522650:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003fab8df6. 00000100:00000200:0.0:1767384996.522653:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522654:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080ecc0de. 00000400:00000010:0.0:1767384996.522656:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ef2689fa. 00000100:00000200:0.0:1767384996.522659:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522660:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096e4985f. 00000400:00000010:0.0:1767384996.522666:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ea1c599a. 00000100:00000200:0.0:1767384996.522670:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522671:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039e6cfdc. 00000400:00000010:0.0:1767384996.522674:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ec117d3. 00000100:00000200:0.0:1767384996.522676:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522677:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018db37a0. 00000400:00000010:0.0:1767384996.522680:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f408ecb7. 00000100:00000200:0.0:1767384996.522682:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522683:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023cf959d. 00000400:00000010:0.0:1767384996.522686:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c90e9e2. 00000100:00000200:0.0:1767384996.522688:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522689:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001085243a. 00000400:00000010:0.0:1767384996.522696:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eb130b02. 00000100:00000200:0.0:1767384996.522700:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522701:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5058ab2. 00000400:00000010:0.0:1767384996.522704:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dc56fef9. 00000100:00000200:0.0:1767384996.522706:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522707:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010ad8adf. 00000400:00000010:0.0:1767384996.522709:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000062fb8b80. 00000100:00000200:0.0:1767384996.522712:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522712:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007346c030. 00000400:00000010:0.0:1767384996.522715:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000057d8a772. 00000100:00000200:0.0:1767384996.522717:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522718:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009871ff1b. 00000400:00000010:0.0:1767384996.522725:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000019987297. 00000100:00000200:0.0:1767384996.522728:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522730:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000573b350d. 00000400:00000010:0.0:1767384996.522733:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b3061eb9. 00000100:00000200:0.0:1767384996.522736:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522737:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fc62ef2. 00000400:00000010:0.0:1767384996.522739:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e39d121. 00000100:00000200:0.0:1767384996.522742:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522743:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000698279a6. 00000400:00000010:0.0:1767384996.522746:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fa302cd2. 00000100:00000200:0.0:1767384996.522748:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522749:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecfa7f47. 00000400:00000010:0.0:1767384996.522755:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004017580c. 00000100:00000200:0.0:1767384996.522759:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522760:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd0e747a. 00000400:00000010:0.0:1767384996.522763:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cf2fb8ae. 00000100:00000200:0.0:1767384996.522765:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522766:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d978261b. 00000400:00000010:0.0:1767384996.522768:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000350de024. 00000100:00000200:0.0:1767384996.522771:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522772:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bad8612a. 00000400:00000010:0.0:1767384996.522774:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009e30fdbb. 00000100:00000200:0.0:1767384996.522776:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522778:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007988d6f. 00000400:00000010:0.0:1767384996.522784:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007ea702b7. 00000100:00000200:0.0:1767384996.522788:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522789:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d50e87f. 00000400:00000010:0.0:1767384996.522792:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000046cdec7d. 00000100:00000200:0.0:1767384996.522794:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522795:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad3073f4. 00000400:00000010:0.0:1767384996.522798:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f9f59d39. 00000100:00000200:0.0:1767384996.522800:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522801:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce2cc10. 00000400:00000010:0.0:1767384996.522804:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000094fbf6d5. 00000100:00000200:0.0:1767384996.522806:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522808:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc8dea21. 00000400:00000010:0.0:1767384996.522814:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e912d56. 00000100:00000200:0.0:1767384996.522818:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522819:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9aa63e2. 00000400:00000010:0.0:1767384996.522822:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007f070159. 00000100:00000200:0.0:1767384996.522824:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522826:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf002705. 00000400:00000010:0.0:1767384996.522828:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd3d9235. 00000100:00000200:0.0:1767384996.522831:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522832:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001fc7fd1. 00000400:00000010:0.0:1767384996.522835:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d00a02e1. 00000100:00000200:0.0:1767384996.522837:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522838:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a4d97b8. 00000400:00000010:0.0:1767384996.522844:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002c43ec6a. 00000100:00000200:0.0:1767384996.522848:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522849:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082ed2701. 00000400:00000010:0.0:1767384996.522852:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002ff2d20f. 00000100:00000200:0.0:1767384996.522854:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522855:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000962d4065. 00000400:00000010:0.0:1767384996.522858:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e2ef29cc. 00000100:00000200:0.0:1767384996.522860:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522861:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000641226fa. 00000400:00000010:0.0:1767384996.522880:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e922df7e. 00000100:00000200:0.0:1767384996.522885:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522887:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003684c12f. 00000400:00000010:0.0:1767384996.522895:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c6992fb2. 00000100:00000200:0.0:1767384996.522899:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522901:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f045a3. 00000400:00000010:0.0:1767384996.522904:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cb7b88e4. 00000100:00000200:0.0:1767384996.522907:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522909:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009024b327. 00000400:00000010:0.0:1767384996.522912:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000a09a7be. 00000100:00000200:0.0:1767384996.522915:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522917:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ab86dab. 00000400:00000010:0.0:1767384996.522920:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000771e6dbf. 00000100:00000200:0.0:1767384996.522922:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522923:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ea3280. 00000400:00000010:0.0:1767384996.522930:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005847837a. 00000100:00000200:0.0:1767384996.522936:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522938:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007383ec02. 00000400:00000010:0.0:1767384996.522943:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ea2e61bd. 00000100:00000200:0.0:1767384996.522947:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522949:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075914211. 00000400:00000010:0.0:1767384996.522953:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c5b904e5. 00000100:00000200:0.0:1767384996.522956:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522959:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000499ff5d1. 00000400:00000010:0.0:1767384996.522962:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f776b152. 00000100:00000200:0.0:1767384996.522967:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522969:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e83d0e2e. 00000400:00000010:0.0:1767384996.522981:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000042db832b. 00000100:00000200:0.0:1767384996.522988:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.522991:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f846b7. 00000400:00000010:0.0:1767384996.522995:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000069e50b72. 00000100:00000200:0.0:1767384996.523000:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523002:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e519a2c. 00000400:00000010:0.0:1767384996.523006:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f7c08971. 00000100:00000200:0.0:1767384996.523010:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523012:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000351ad1cb. 00000400:00000010:0.0:1767384996.523016:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e082cd51. 00000100:00000200:0.0:1767384996.523020:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523021:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37f389e. 00000400:00000010:0.0:1767384996.523032:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a299ead8. 00000100:00000200:0.0:1767384996.523038:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523041:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f77533a3. 00000400:00000010:0.0:1767384996.523044:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000097cc93c5. 00000100:00000200:0.0:1767384996.523047:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523048:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f219ee7d. 00000400:00000010:0.0:1767384996.523051:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000013a61470. 00000100:00000200:0.0:1767384996.523053:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523054:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f706de9f. 00000400:00000010:0.0:1767384996.523057:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d94c9c1e. 00000100:00000200:0.0:1767384996.523059:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523060:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9090c06. 00000400:00000010:0.0:1767384996.523067:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d348adcc. 00000100:00000200:0.0:1767384996.523070:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523071:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acc50125. 00000400:00000010:0.0:1767384996.523075:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a335203b. 00000100:00000200:0.0:1767384996.523078:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523079:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c147bc91. 00000400:00000010:0.0:1767384996.523082:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002939b320. 00000100:00000200:0.0:1767384996.523086:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523088:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a348b921. 00000400:00000010:0.0:1767384996.523092:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000adeb02aa. 00000100:00000200:0.0:1767384996.523096:0:40986:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384996.523099:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000830575a7. 00000400:00000010:0.0:1767384996.523109:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000a7bae8f. 00000100:00000010:0.0:1767384996.523126:0:40986:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000fe5ac000. 00000100:00000200:0.0:1767384996.523144:0:40986:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384996.523154:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c47c5537. 00000100:00000010:0.0:1767384996.523337:0:40987:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007a184b3a. 00000020:00000010:0.0:1767384996.523340:0:40987:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000172949d4. 00000020:00000010:0.0:1767384996.523343:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4634c4b. 00000020:00000010:0.0:1767384996.523345:0:40987:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045371b48. 00000040:00000010:0.0:1767384996.523350:0:40987:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c5ead6a7. 00000020:00000010:0.0:1767384996.523353:0:40987:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000072804177. 00000020:00000010:0.0:1767384996.523355:0:40987:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ca13f1a7. 00000020:00000010:0.0:1767384996.523357:0:40987:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b352037b. 80000000:00000010:0.0:1767384996.523359:0:40987:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c757f2f5. 40000000:00000010:0.0:1767384996.523361:0:40987:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bbea5bcf. 00100000:00000010:0.0:1767384996.523363:0:40987:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000096947236. 00040000:00000010:0.0:1767384996.523365:0:40987:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d11cc5ea. 00040000:00000010:0.0:1767384996.523367:0:40987:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000085370a06. 00080000:00000010:0.0:1767384996.523371:0:40987:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001c93943d. 00080000:00000010:0.0:1767384996.523374:0:40987:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000386bc975. 00000004:00000010:0.0:1767384996.523377:0:40987:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b736c71b. 00002000:00000010:0.0:1767384996.523379:0:40987:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007db5b710. 00000100:00000010:0.0:1767384996.523390:0:40987:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b0457759. 00000100:00000200:0.0:1767384996.523400:0:40987:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384996.523410:0:40968:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007e769ba2. 00000100:00000010:3.0:1767384996.523415:0:40968:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000723d1004. 00000100:00000010:3.0:1767384996.523427:0:40968:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000060618268. 00000100:00000010:3.0:1767384996.523433:0:40968:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000007d68732c. 00000100:00000010:3.0:1767384996.523436:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f59868a. 00000100:00000010:3.0:1767384996.523438:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a17d8cd. 00000100:00000010:3.0:1767384996.523441:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac60dbeb. 00000100:00000010:3.0:1767384996.523444:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f4f440e. 00000100:00000010:3.0:1767384996.523446:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3279ade. 00000100:00000010:3.0:1767384996.523448:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a04af14. 00000100:00000010:3.0:1767384996.523450:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076eb9d15. 00000100:00000010:3.0:1767384996.523452:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000732a086b. 00000100:00000010:3.0:1767384996.523454:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d77fc87a. 00000100:00000010:3.0:1767384996.523457:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000602dd384. 00000100:00000010:3.0:1767384996.523458:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008110548b. 00000100:00000010:3.0:1767384996.523461:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c20fee2b. 00000100:00000010:3.0:1767384996.523462:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000119caea3. 00000100:00000010:3.0:1767384996.523465:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005560d127. 00000100:00000010:3.0:1767384996.523466:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f0d3194. 00000100:00000010:3.0:1767384996.523468:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2e7bd6e. 00000100:00000010:3.0:1767384996.523470:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d792a52. 00000100:00000010:3.0:1767384996.523472:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000089831dd9. 00000100:00000010:3.0:1767384996.523474:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b9cd81e. 00000100:00000010:3.0:1767384996.523476:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026c3ae8d. 00000100:00000010:3.0:1767384996.523477:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e7a4a08. 00000100:00000010:3.0:1767384996.523479:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009089435a. 00000100:00000010:3.0:1767384996.523481:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b83ffa14. 00000100:00000010:3.0:1767384996.523483:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5e73a70. 00000100:00000010:3.0:1767384996.523484:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008847e29a. 00000100:00000010:3.0:1767384996.523486:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011da00f9. 00000100:00000010:3.0:1767384996.523487:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000708c05d8. 00000100:00000010:3.0:1767384996.523489:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d44ebb2. 00000100:00000010:3.0:1767384996.523491:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e846fc6. 00000100:00000010:3.0:1767384996.523493:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000cc5810. 00000100:00000010:3.0:1767384996.523495:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a19b0ff0. 00000100:00000010:3.0:1767384996.523497:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c03071dd. 00000100:00000010:3.0:1767384996.523499:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b74a7837. 00000100:00000010:3.0:1767384996.523501:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051cf9beb. 00000100:00000010:3.0:1767384996.523502:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b3f2334. 00000100:00000010:3.0:1767384996.523504:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072b16e0b. 00000100:00000010:3.0:1767384996.523507:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000632e6aa7. 00000100:00000010:3.0:1767384996.523509:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6330327. 00000100:00000010:3.0:1767384996.523511:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000650dd5ae. 00000100:00000010:3.0:1767384996.523513:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000087dcbe36. 00000100:00000010:3.0:1767384996.523515:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c815aa5d. 00000100:00000010:3.0:1767384996.523518:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085d4ba9d. 00000100:00000010:3.0:1767384996.523519:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ff4a3f4. 00000100:00000010:3.0:1767384996.523521:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005803f04f. 00000100:00000010:3.0:1767384996.523523:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c2e98c7. 00000100:00000010:3.0:1767384996.523525:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000beb916ac. 00000100:00000010:3.0:1767384996.523526:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006087c6ef. 00000100:00000010:3.0:1767384996.523528:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015f5fb16. 00000100:00000010:3.0:1767384996.523530:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad940a9a. 00000100:00000010:3.0:1767384996.523532:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000553917d3. 00000100:00000010:3.0:1767384996.523534:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a23d22e6. 00000100:00000010:3.0:1767384996.523536:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b609e7f4. 00000100:00000010:3.0:1767384996.523538:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025c8a53f. 00000100:00000010:3.0:1767384996.523540:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000398329df. 00000100:00000010:3.0:1767384996.523541:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6fa779c. 00000100:00000010:3.0:1767384996.523543:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002775200b. 00000100:00000010:3.0:1767384996.523545:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050b0369f. 00000100:00000010:3.0:1767384996.523547:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c8a47e1. 00000100:00000010:3.0:1767384996.523549:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa3ebc87. 00000100:00000010:3.0:1767384996.523551:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003dd6e1ba. 00000100:00000010:3.0:1767384996.523553:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b71e817. 00000100:00000010:3.0:1767384996.523555:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000117bb29. 00000100:00000010:3.0:1767384996.523556:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009343e535. 00000100:00000010:3.0:1767384996.523558:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000758444f. 00000100:00000010:3.0:1767384996.523560:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e23d34a. 00000100:00000010:3.0:1767384996.523561:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092559af5. 00000100:00000010:3.0:1767384996.523563:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a712292. 00000100:00000010:3.0:1767384996.523566:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044f72463. 00000100:00000010:3.0:1767384996.523568:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1852bb3. 00000100:00000010:3.0:1767384996.523570:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a4c7de2. 00000100:00000010:3.0:1767384996.523572:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003387c57d. 00000100:00000010:3.0:1767384996.523574:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c372c757. 00000100:00000010:3.0:1767384996.523576:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6de0f96. 00000100:00000010:3.0:1767384996.523578:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000050e429bb. 00000100:00000010:3.0:1767384996.523580:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecc21379. 00000100:00000010:3.0:1767384996.523582:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e522b7d. 00000100:00000010:3.0:1767384996.523584:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6349220. 00000100:00000010:3.0:1767384996.523586:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e268ec94. 00000100:00000010:3.0:1767384996.523588:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d20b5c83. 00000100:00000010:3.0:1767384996.523590:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a3c82b2. 00000100:00000010:3.0:1767384996.523592:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b24a87de. 00000100:00000010:3.0:1767384996.523594:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b1d3fa3e. 00000100:00000010:3.0:1767384996.523595:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054b1f7b9. 00000100:00000010:3.0:1767384996.523597:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005a4e7487. 00000100:00000010:3.0:1767384996.523599:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083f10810. 00000100:00000010:3.0:1767384996.523601:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054e9057d. 00000100:00000010:3.0:1767384996.523603:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f520e05. 00000100:00000010:3.0:1767384996.523605:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054d3ea74. 00000100:00000010:3.0:1767384996.523606:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d521412c. 00000100:00000010:3.0:1767384996.523609:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ced8f0d5. 00000100:00000010:3.0:1767384996.523610:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a42a0a4. 00000100:00000010:3.0:1767384996.523612:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078f96ed8. 00000100:00000010:3.0:1767384996.523614:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c2af6f9. 00000100:00000010:3.0:1767384996.523616:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052f3992d. 00000100:00000010:3.0:1767384996.523617:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000763934d6. 00000100:00000010:3.0:1767384996.523619:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff0809cd. 00000100:00000010:3.0:1767384996.523621:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005de2861f. 00000100:00000010:3.0:1767384996.523623:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e3f438d. 00000100:00000010:3.0:1767384996.523625:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006348b83e. 00000100:00000010:3.0:1767384996.523628:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8a59454. 00000100:00000010:3.0:1767384996.523630:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e8b6128. 00000100:00000010:3.0:1767384996.523632:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008924989d. 00000100:00000010:3.0:1767384996.523634:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000267242b6. 00000100:00000010:3.0:1767384996.523636:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eee56e02. 00000100:00000010:3.0:1767384996.523637:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032087d56. 00000100:00000010:3.0:1767384996.523639:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3e34fcc. 00000100:00000010:3.0:1767384996.523641:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c186f1c. 00000100:00000010:3.0:1767384996.523643:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ae81a98. 00000100:00000010:3.0:1767384996.523644:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000407329c. 00000100:00000010:3.0:1767384996.523646:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000998bc4cb. 00000100:00000010:3.0:1767384996.523648:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ee70051. 00000100:00000010:3.0:1767384996.523650:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004fe46c5d. 00000100:00000010:3.0:1767384996.523652:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c4a1bdb. 00000100:00000010:3.0:1767384996.523654:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c686c04. 00000100:00000010:3.0:1767384996.523656:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079b6b634. 00000100:00000010:3.0:1767384996.523658:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000599a6285. 00000100:00000010:3.0:1767384996.523660:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d21a0cd0. 00000100:00000010:3.0:1767384996.523662:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000292a0f86. 00000100:00000010:3.0:1767384996.523663:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007da7cdc0. 00000100:00000010:3.0:1767384996.523665:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bfdb8f5e. 00000100:00000010:3.0:1767384996.523666:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083ea18d3. 00000100:00000010:3.0:1767384996.523669:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000421f158d. 00000100:00000010:3.0:1767384996.523671:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd56afa3. 00000100:00000010:3.0:1767384996.523673:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e959226. 00000100:00000010:3.0:1767384996.523675:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecb8bee2. 00000100:00000010:3.0:1767384996.523677:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000068ecfc03. 00000100:00000010:3.0:1767384996.523678:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004f1ad59. 00000100:00000010:3.0:1767384996.523680:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000020f9e87a. 00000400:00000200:3.0:1767384996.523682:0:40968:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:3.0:1767384996.523706:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000a358632. 00000020:00000010:3.0:1767384996.523709:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000049e0723a. 00000100:00000010:3.0:1767384996.523736:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002e819a61. 00000100:00000010:3.0:1767384996.523738:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b040f37f. 00000100:00000010:3.0:1767384996.523740:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000039f8f7e2. 00000100:00000010:3.0:1767384996.523743:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000008d58468. 00000100:00000010:3.0:1767384996.523745:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000978959b5. 00000100:00000200:3.0:1767384996.523766:0:40968:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:3.0:1767384996.523768:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000012aebb7f. 00000100:00000010:0.0:1767384996.523967:0:40988:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005adea017. 00000020:00000010:0.0:1767384996.523971:0:40988:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000048371d88. 00000020:00000010:0.0:1767384996.523976:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f8650dc. 00000020:00000010:0.0:1767384996.523980:0:40988:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ce5c1c8. 00000040:00000010:0.0:1767384996.523982:0:40988:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c012bbc. 00000020:00000010:0.0:1767384996.523986:0:40988:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000043758510. 00000020:00000010:0.0:1767384996.523989:0:40988:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a231fb78. 00000020:00000010:0.0:1767384996.523992:0:40988:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008231b353. 80000000:00000010:0.0:1767384996.523995:0:40988:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008162c2dd. 40000000:00000010:0.0:1767384996.523997:0:40988:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a60640a3. 00100000:00000010:0.0:1767384996.524001:0:40988:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000021dacb8b. 00040000:00000010:0.0:1767384996.524003:0:40988:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000000740bc3. 00040000:00000010:0.0:1767384996.524008:0:40988:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af65620e. 00080000:00000010:0.0:1767384996.524012:0:40988:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004486834e. 00080000:00000010:0.0:1767384996.524024:0:40988:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007491b9bd. 00000004:00000010:0.0:1767384996.524028:0:40988:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4588235. 00000100:00000200:0.0:1767384996.524031:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524033:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c660c517. 00000400:00000010:0.0:1767384996.524036:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589404c5. 00000100:00000200:0.0:1767384996.524038:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524040:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7393934. 00000400:00000010:0.0:1767384996.524042:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026154a89. 00000100:00000200:0.0:1767384996.524044:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524046:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ec7a391. 00000400:00000010:0.0:1767384996.524049:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e4c415. 00000100:00000200:0.0:1767384996.524051:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524052:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff72fb21. 00000400:00000010:0.0:1767384996.524055:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000299af085. 00000100:00000200:0.0:1767384996.524057:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524058:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087c65a05. 00000400:00000010:0.0:1767384996.524061:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de0601c7. 00000100:00000200:0.0:1767384996.524063:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524064:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067a85a90. 00000400:00000010:0.0:1767384996.524066:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069492921. 00000100:00000200:0.0:1767384996.524068:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524070:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005728d257. 00000400:00000010:0.0:1767384996.524073:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001534d5f3. 00000100:00000200:0.0:1767384996.524075:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524077:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7f696f1. 00000400:00000010:0.0:1767384996.524079:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c813840e. 00000100:00000200:0.0:1767384996.524081:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524083:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000499edf54. 00000400:00000010:0.0:1767384996.524085:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4cad06a. 00000100:00000200:0.0:1767384996.524087:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524089:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d5b652. 00000400:00000010:0.0:1767384996.524091:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dbdcf1c. 00000100:00000200:0.0:1767384996.524093:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524095:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005677ed32. 00000400:00000010:0.0:1767384996.524097:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5625444. 00000100:00000200:0.0:1767384996.524099:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524101:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a88b8b45. 00000400:00000010:0.0:1767384996.524103:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057083b15. 00000100:00000200:0.0:1767384996.524105:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524107:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8184a53. 00000400:00000010:0.0:1767384996.524109:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1193d85. 00000100:00000200:0.0:1767384996.524111:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524114:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044781a77. 00000400:00000010:0.0:1767384996.524116:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad73793e. 00000100:00000200:0.0:1767384996.524118:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524120:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060800f9a. 00000400:00000010:0.0:1767384996.524122:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000614a9024. 00000100:00000200:0.0:1767384996.524124:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524126:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000434235aa. 00000400:00000010:0.0:1767384996.524128:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edfdf06b. 00000100:00000200:0.0:1767384996.524130:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524131:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ffe977d. 00000400:00000010:0.0:1767384996.524133:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd56ab68. 00000100:00000200:0.0:1767384996.524135:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524137:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e38f18fc. 00000400:00000010:0.0:1767384996.524139:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000709a5f08. 00000100:00000200:0.0:1767384996.524141:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524143:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000972620b2. 00000400:00000010:0.0:1767384996.524146:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b0b825a. 00000100:00000200:0.0:1767384996.524147:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524149:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cf8c333. 00000400:00000010:0.0:1767384996.524150:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047e792cc. 00000100:00000200:0.0:1767384996.524151:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524152:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec4e7562. 00000400:00000010:0.0:1767384996.524153:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007aa9e8ff. 00000100:00000200:0.0:1767384996.524155:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524156:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a1f982a. 00000400:00000010:0.0:1767384996.524157:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3f1bf72. 00000100:00000200:0.0:1767384996.524158:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524159:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e1328a. 00000400:00000010:0.0:1767384996.524160:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008675544. 00000100:00000200:0.0:1767384996.524161:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524162:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a97aff4. 00000400:00000010:0.0:1767384996.524163:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bcdf904. 00000100:00000200:0.0:1767384996.524164:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524165:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0360348. 00000400:00000010:0.0:1767384996.524166:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1aed0ee. 00000100:00000200:0.0:1767384996.524167:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524168:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ac7a9a. 00000400:00000010:0.0:1767384996.524169:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008835e3e8. 00000100:00000200:0.0:1767384996.524170:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524171:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ec858dd. 00000400:00000010:0.0:1767384996.524172:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000669f9a57. 00000100:00000200:0.0:1767384996.524173:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524174:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000740cb1a0. 00000400:00000010:0.0:1767384996.524175:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e2194e. 00000100:00000200:0.0:1767384996.524176:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524177:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c2d86e1. 00000400:00000010:0.0:1767384996.524178:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9ca193. 00000100:00000200:0.0:1767384996.524179:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524180:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cfdb681. 00000400:00000010:0.0:1767384996.524181:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e76ef5ef. 00000100:00000200:0.0:1767384996.524182:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524183:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034037f47. 00000400:00000010:0.0:1767384996.524185:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e412f788. 00000100:00000200:0.0:1767384996.524186:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524188:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044994213. 00000400:00000010:0.0:1767384996.524189:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021e8614b. 00000100:00000200:0.0:1767384996.524190:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524191:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024bdaad5. 00000400:00000010:0.0:1767384996.524193:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc9b7b6b. 00000100:00000200:0.0:1767384996.524194:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524195:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c45ce17. 00000400:00000010:0.0:1767384996.524196:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc270dd2. 00000100:00000200:0.0:1767384996.524197:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524198:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000754bf06. 00000400:00000010:0.0:1767384996.524199:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6880c64. 00000100:00000200:0.0:1767384996.524200:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524201:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e074b08. 00000400:00000010:0.0:1767384996.524202:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000115d9707. 00000100:00000200:0.0:1767384996.524203:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524204:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967d1a47. 00000400:00000010:0.0:1767384996.524205:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aca83c21. 00000100:00000200:0.0:1767384996.524206:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524208:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f263a7dd. 00000400:00000010:0.0:1767384996.524210:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000931e4a47. 00000100:00000200:0.0:1767384996.524211:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524213:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082e0b96b. 00000400:00000010:0.0:1767384996.524216:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004910a2e6. 00000100:00000200:0.0:1767384996.524218:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524219:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e6730ca. 00000400:00000010:0.0:1767384996.524221:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000247015be. 00000100:00000200:0.0:1767384996.524223:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524225:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000692d03e8. 00000400:00000010:0.0:1767384996.524226:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085789c5a. 00000100:00000200:0.0:1767384996.524228:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524230:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000845a2ba8. 00000400:00000010:0.0:1767384996.524245:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d86671d. 00000100:00000200:0.0:1767384996.524250:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524252:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074df5b2f. 00000400:00000010:0.0:1767384996.524255:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1136ed. 00000100:00000200:0.0:1767384996.524257:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524259:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddfe0d32. 00000400:00000010:0.0:1767384996.524261:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073cb9903. 00000100:00000200:0.0:1767384996.524262:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524264:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5d498c2. 00000400:00000010:0.0:1767384996.524266:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000941f53fb. 00000100:00000200:0.0:1767384996.524269:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524270:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b1f48d2. 00000400:00000010:0.0:1767384996.524272:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9a24873. 00000100:00000200:0.0:1767384996.524274:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524276:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000698e6591. 00000400:00000010:0.0:1767384996.524278:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d76d676. 00000100:00000200:0.0:1767384996.524280:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524282:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cbcbbbb. 00000400:00000010:0.0:1767384996.524284:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2c67b1e. 00000100:00000200:0.0:1767384996.524286:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524288:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7e8791f. 00000400:00000010:0.0:1767384996.524289:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039e13c02. 00000100:00000200:0.0:1767384996.524291:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524293:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379edcb4. 00000400:00000010:0.0:1767384996.524295:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026b88a5e. 00000100:00000200:0.0:1767384996.524296:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524298:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccd11652. 00000400:00000010:0.0:1767384996.524300:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070a77179. 00000100:00000200:0.0:1767384996.524302:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524304:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec68c164. 00000400:00000010:0.0:1767384996.524305:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f90351f. 00000100:00000200:0.0:1767384996.524307:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524309:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0d57b04. 00000400:00000010:0.0:1767384996.524311:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045e75e48. 00000100:00000200:0.0:1767384996.524312:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524314:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2da8da9. 00000400:00000010:0.0:1767384996.524316:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e243d35. 00000100:00000200:0.0:1767384996.524318:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524320:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015b072a4. 00000400:00000010:0.0:1767384996.524322:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4ea3ccc. 00000100:00000200:0.0:1767384996.524324:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524325:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095cf5be4. 00000400:00000010:0.0:1767384996.524327:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a08089. 00000100:00000200:0.0:1767384996.524328:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524329:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5ab49c8. 00000400:00000010:0.0:1767384996.524330:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a37cbc6f. 00000100:00000200:0.0:1767384996.524332:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524332:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dd2b2c5. 00000400:00000010:0.0:1767384996.524333:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000346015af. 00000100:00000200:0.0:1767384996.524334:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524335:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b79366b. 00000400:00000010:0.0:1767384996.524336:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b754f561. 00000100:00000200:0.0:1767384996.524337:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524339:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000456811f3. 00000400:00000010:0.0:1767384996.524340:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049968438. 00000100:00000200:0.0:1767384996.524341:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524342:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000602371aa. 00000400:00000010:0.0:1767384996.524344:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6a57fc. 00000100:00000200:0.0:1767384996.524346:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524347:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae933257. 00000400:00000010:0.0:1767384996.524348:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003edbf27a. 00000100:00000200:0.0:1767384996.524349:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524350:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8d21c39. 00000400:00000010:0.0:1767384996.524351:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f56c84a. 00000100:00000200:0.0:1767384996.524352:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384996.524353:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080bb8cce. 00000400:00000010:0.0:1767384996.524355:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba39766. 00000100:00000010:0.0:1767384996.524358:0:40988:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000001d71ee93. 00000100:00000200:0.0:1767384996.524369:0:40988:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384996.524390:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000716d190c. 00000100:00000010:0.0:1767384996.524536:0:40989:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e5ace134. 00000020:00000010:0.0:1767384996.524540:0:40989:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c5758f5a. 00000020:00000010:0.0:1767384996.524544:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0cbfd8f. 00000020:00000010:0.0:1767384996.524547:0:40989:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000098e54042. 00000040:00000010:0.0:1767384996.524550:0:40989:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a1a79f58. 00000020:00000010:0.0:1767384996.524554:0:40989:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c6262c0. 00000020:00000010:0.0:1767384996.524557:0:40989:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000e19b125. 00000020:00000010:0.0:1767384996.524560:0:40989:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050d56c82. 80000000:00000010:0.0:1767384996.524563:0:40989:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029fc8443. 40000000:00000010:0.0:1767384996.524565:0:40989:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fdb4d6b4. 00100000:00000010:0.0:1767384996.524568:0:40989:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dc73d110. 00040000:00000010:0.0:1767384996.524571:0:40989:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d33d695a. 00040000:00000010:0.0:1767384996.524574:0:40989:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030e5d39b. 00080000:00000010:0.0:1767384996.524578:0:40989:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000b7da496. 00080000:00000010:0.0:1767384996.524582:0:40989:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cff29703. 00000004:00000010:0.0:1767384996.524586:0:40989:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f785a1a5. 00000100:00000010:0.0:1767384996.524589:0:40989:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000cec9e340. 00000100:00000200:0.0:1767384996.524602:0:40989:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384996.524614:0:40968:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007b18f36f. 00000100:00000010:3.0:1767384996.524618:0:40968:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000040898403. 00000100:00000010:3.0:1767384996.524628:0:40968:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a9822845. 00000100:00000010:3.0:1767384996.524634:0:40968:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002d60e0d2. 00000100:00000010:3.0:1767384996.524637:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e381a25. 00000100:00000010:3.0:1767384996.524641:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b231129. 00000100:00000010:3.0:1767384996.524642:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da679a26. 00000100:00000010:3.0:1767384996.524645:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011347222. 00000100:00000010:3.0:1767384996.524646:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000317fd0bb. 00000100:00000010:3.0:1767384996.524649:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062c5d654. 00000100:00000010:3.0:1767384996.524651:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005244cc06. 00000100:00000010:3.0:1767384996.524654:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dac64d64. 00000100:00000010:3.0:1767384996.524655:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abaaa34c. 00000100:00000010:3.0:1767384996.524657:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffde15d9. 00000100:00000010:3.0:1767384996.524659:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a2f47dd. 00000100:00000010:3.0:1767384996.524661:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c584db4. 00000100:00000010:3.0:1767384996.524662:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd13ed1b. 00000100:00000010:3.0:1767384996.524665:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002261adb6. 00000100:00000010:3.0:1767384996.524666:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8e2297c. 00000100:00000010:3.0:1767384996.524668:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db65f2d8. 00000100:00000010:3.0:1767384996.524669:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000915e2494. 00000100:00000010:3.0:1767384996.524672:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000944447f3. 00000100:00000010:3.0:1767384996.524673:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008c876c0. 00000100:00000010:3.0:1767384996.524675:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000caa07160. 00000100:00000010:3.0:1767384996.524677:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000af1bb87. 00000100:00000010:3.0:1767384996.524679:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d6103fb0. 00000100:00000010:3.0:1767384996.524681:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f60720e3. 00000100:00000010:3.0:1767384996.524683:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f200c779. 00000100:00000010:3.0:1767384996.524684:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d0ad631. 00000100:00000010:3.0:1767384996.524687:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091e57933. 00000100:00000010:3.0:1767384996.524688:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070ba1725. 00000100:00000010:3.0:1767384996.524690:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3a5a5c2. 00000100:00000010:3.0:1767384996.524692:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc77788f. 00000100:00000010:3.0:1767384996.524694:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084307aae. 00000100:00000010:3.0:1767384996.524696:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af89826d. 00000100:00000010:3.0:1767384996.524699:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040105895. 00000100:00000010:3.0:1767384996.524700:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f40199e. 00000100:00000010:3.0:1767384996.524702:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004cb1d6a8. 00000100:00000010:3.0:1767384996.524704:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024adc23d. 00000100:00000010:3.0:1767384996.524706:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a8b5a222. 00000100:00000010:3.0:1767384996.524708:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5437786. 00000100:00000010:3.0:1767384996.524710:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae157a1b. 00000100:00000010:3.0:1767384996.524712:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e9cc53e. 00000100:00000010:3.0:1767384996.524714:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001207368. 00000100:00000010:3.0:1767384996.524716:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a9268d2. 00000100:00000010:3.0:1767384996.524718:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fba10797. 00000100:00000010:3.0:1767384996.524720:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3a757b9. 00000100:00000010:3.0:1767384996.524722:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061a71e65. 00000100:00000010:3.0:1767384996.524723:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fe343a3. 00000100:00000010:3.0:1767384996.524725:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe179a2c. 00000100:00000010:3.0:1767384996.524727:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044b7fb02. 00000100:00000010:3.0:1767384996.524729:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f5af4b94. 00000100:00000010:3.0:1767384996.524731:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddedf623. 00000100:00000010:3.0:1767384996.524733:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c74f016. 00000100:00000010:3.0:1767384996.524735:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b3d33e3. 00000100:00000010:3.0:1767384996.524737:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000bf9ddf4. 00000100:00000010:3.0:1767384996.524739:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007033da90. 00000100:00000010:3.0:1767384996.524741:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d6efd8d9. 00000100:00000010:3.0:1767384996.524743:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db50eec3. 00000100:00000010:3.0:1767384996.524746:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000930de134. 00000100:00000010:3.0:1767384996.524747:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a37fc2f8. 00000100:00000010:3.0:1767384996.524754:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036fee7bf. 00000100:00000010:3.0:1767384996.524757:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071f599a1. 00000100:00000010:3.0:1767384996.524759:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc27dc7d. 00000100:00000010:3.0:1767384996.524760:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e73b0a8. 00000100:00000010:3.0:1767384996.524762:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e7b5b40. 00000100:00000010:3.0:1767384996.524764:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038421b7d. 00000100:00000010:3.0:1767384996.524766:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e3e93ec. 00000100:00000010:3.0:1767384996.524768:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1fdcdab. 00000100:00000010:3.0:1767384996.524770:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4fb7097. 00000100:00000010:3.0:1767384996.524773:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cd315e3. 00000100:00000010:3.0:1767384996.524775:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074e6ebb3. 00000100:00000010:3.0:1767384996.524777:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae1dd0d4. 00000100:00000010:3.0:1767384996.524779:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000684b59b4. 00000100:00000010:3.0:1767384996.524782:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040bf620b. 00000100:00000010:3.0:1767384996.524784:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047d33b0f. 00000100:00000010:3.0:1767384996.524786:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000258b7d1e. 00000100:00000010:3.0:1767384996.524792:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d33a785. 00000100:00000010:3.0:1767384996.524794:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005802c6a5. 00000100:00000010:3.0:1767384996.524796:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085b910a0. 00000100:00000010:3.0:1767384996.524798:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ca1a641. 00000100:00000010:3.0:1767384996.524800:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000528418f. 00000100:00000010:3.0:1767384996.524802:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9bb645b. 00000100:00000010:3.0:1767384996.524805:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000944d70f4. 00000100:00000010:3.0:1767384996.524806:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b6362de. 00000100:00000010:3.0:1767384996.524809:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0fc936a. 00000100:00000010:3.0:1767384996.524810:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a341b1e. 00000100:00000010:3.0:1767384996.524813:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009014ad15. 00000100:00000010:3.0:1767384996.524814:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000047336a0. 00000100:00000010:3.0:1767384996.524816:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6b497e4. 00000100:00000010:3.0:1767384996.524818:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074860d55. 00000100:00000010:3.0:1767384996.524820:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004ddd9c64. 00000100:00000010:3.0:1767384996.524821:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071223e4c. 00000100:00000010:3.0:1767384996.524827:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cea4d2de. 00000100:00000010:3.0:1767384996.524829:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073191600. 00000100:00000010:3.0:1767384996.524831:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ff3dd4b. 00000100:00000010:3.0:1767384996.524833:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6629a38. 00000100:00000010:3.0:1767384996.524835:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d6d7927a. 00000100:00000010:3.0:1767384996.524836:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e6ddaef. 00000100:00000010:3.0:1767384996.524838:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000066663bb9. 00000100:00000010:3.0:1767384996.524839:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053921ce4. 00000100:00000010:3.0:1767384996.524841:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000978aa6ca. 00000100:00000010:3.0:1767384996.524843:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b5f7fc2. 00000100:00000010:3.0:1767384996.524845:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000022db597b. 00000100:00000010:3.0:1767384996.524847:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001263582b. 00000100:00000010:3.0:1767384996.524849:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e205cb23. 00000100:00000010:3.0:1767384996.524850:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c58af110. 00000100:00000010:3.0:1767384996.524852:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095600328. 00000100:00000010:3.0:1767384996.524854:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008048c453. 00000100:00000010:3.0:1767384996.524860:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000058ef78b. 00000100:00000010:3.0:1767384996.524862:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031bab4ab. 00000100:00000010:3.0:1767384996.524876:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0809cd7. 00000100:00000010:3.0:1767384996.524879:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000996deb6. 00000100:00000010:3.0:1767384996.524882:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008cb00f7b. 00000100:00000010:3.0:1767384996.524886:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c705255. 00000100:00000010:3.0:1767384996.524888:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0430927. 00000100:00000010:3.0:1767384996.524891:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a86e4c73. 00000100:00000010:3.0:1767384996.524894:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036a37ffa. 00000100:00000010:3.0:1767384996.524897:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cda5954. 00000100:00000010:3.0:1767384996.524899:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004717de86. 00000100:00000010:3.0:1767384996.524902:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7dc555f. 00000100:00000010:3.0:1767384996.524904:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7f5b4b6. 00000100:00000010:3.0:1767384996.524906:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ac7a27c. 00000100:00000010:3.0:1767384996.524908:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000315ba113. 00000100:00000010:3.0:1767384996.524910:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ffda9d2. 00000100:00000010:3.0:1767384996.524918:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e06590d6. 00000100:00000010:3.0:1767384996.524920:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec8e5281. 00000100:00000010:3.0:1767384996.524922:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c8c2b54. 00000100:00000010:3.0:1767384996.524925:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ea7546b. 00000100:00000010:3.0:1767384996.524927:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005cf4737c. 00000100:00000010:3.0:1767384996.524930:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072685fb2. 00000100:00000010:3.0:1767384996.524932:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007e14e822. 00000400:00000200:3.0:1767384996.524934:0:40968:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:3.0:1767384996.524957:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000093b00639. 00000020:00000010:3.0:1767384996.524959:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000bfa5a352. 00000100:00000010:3.0:1767384996.524985:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001ca39146. 00000100:00000010:3.0:1767384996.524987:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003b25decc. 00000100:00000010:3.0:1767384996.524989:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000027b12535. 00000100:00000010:3.0:1767384996.524991:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009b2efc2f. 00000100:00000010:3.0:1767384996.524993:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000041809d3d. 00000100:00000200:3.0:1767384996.525012:0:40968:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:3.0:1767384996.525014:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000637d180b. 00000100:00000010:1.0:1767384996.525152:0:40990:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004cce2b8e. 00000020:00000010:1.0:1767384996.525157:0:40990:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000005b08ecc. 00000020:00000010:1.0:1767384996.525160:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e86a2deb. 00000020:00000010:1.0:1767384996.525162:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a59edbcc. 00000040:00000010:1.0:1767384996.525165:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000123b6f14. 00000020:00000010:1.0:1767384996.525168:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022fb18a3. 00000020:00000010:1.0:1767384996.525171:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004e86d033. 00000020:00000010:1.0:1767384996.525173:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e99306a. 80000000:00000010:1.0:1767384996.525175:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004fd40cff. 40000000:00000010:1.0:1767384996.525177:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006fb8d1f9. 00100000:00000010:1.0:1767384996.525179:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008014a89f. 00040000:00000010:1.0:1767384996.525181:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f07cdb1d. 00040000:00000010:1.0:1767384996.525183:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000719e1be2. 00080000:00000010:1.0:1767384996.525187:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000afb3213b. 00080000:00000010:1.0:1767384996.525190:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000100fcc87. 00000004:00000010:1.0:1767384996.525194:0:40990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a5c18f7a. 00002000:00000010:1.0:1767384996.525196:0:40990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005b185ca8. 00000100:00000200:1.0:1767384996.525198:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525201:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9ee1eb3. 00000400:00000010:1.0:1767384996.525204:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efda1eca. 00000100:00000200:1.0:1767384996.525206:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525207:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aef9299f. 00000400:00000010:1.0:1767384996.525209:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7dc341c. 00000100:00000200:1.0:1767384996.525210:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525211:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003102a3. 00000400:00000010:1.0:1767384996.525212:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000587dfa3d. 00000100:00000200:1.0:1767384996.525214:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525215:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008df01510. 00000400:00000010:1.0:1767384996.525216:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332acd3b. 00000100:00000200:1.0:1767384996.525217:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525218:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e14c610. 00000400:00000010:1.0:1767384996.525219:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7c57faa. 00000100:00000200:1.0:1767384996.525221:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525222:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000927fc53f. 00000400:00000010:1.0:1767384996.525224:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e4412d4. 00000100:00000200:1.0:1767384996.525225:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525226:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3fd4d6e. 00000400:00000010:1.0:1767384996.525227:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bceb5a15. 00000100:00000200:1.0:1767384996.525228:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525230:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c8c703. 00000400:00000010:1.0:1767384996.525231:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4c525. 00000100:00000200:1.0:1767384996.525244:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525246:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae2f518. 00000400:00000010:1.0:1767384996.525248:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b565e22. 00000100:00000200:1.0:1767384996.525249:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525249:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047d83b4c. 00000400:00000010:1.0:1767384996.525251:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1825796. 00000100:00000200:1.0:1767384996.525252:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525253:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f556d46. 00000400:00000010:1.0:1767384996.525255:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e339bf76. 00000100:00000200:1.0:1767384996.525256:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525257:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83bd837. 00000400:00000010:1.0:1767384996.525258:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000678521ff. 00000100:00000200:1.0:1767384996.525259:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525260:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e22c6. 00000400:00000010:1.0:1767384996.525261:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000704dc7fa. 00000100:00000200:1.0:1767384996.525263:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525263:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95a162b. 00000400:00000010:1.0:1767384996.525264:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953e765c. 00000100:00000200:1.0:1767384996.525266:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525266:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026b336d4. 00000400:00000010:1.0:1767384996.525267:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b584092d. 00000100:00000200:1.0:1767384996.525268:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525269:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec6a5d42. 00000400:00000010:1.0:1767384996.525271:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058034852. 00000100:00000200:1.0:1767384996.525272:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525272:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde138d9. 00000400:00000010:1.0:1767384996.525273:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba62cac. 00000100:00000200:1.0:1767384996.525274:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525277:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a216bbc1. 00000400:00000010:1.0:1767384996.525278:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc4b54b1. 00000100:00000200:1.0:1767384996.525279:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525280:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023552aa5. 00000400:00000010:1.0:1767384996.525282:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d32e7c1. 00000100:00000200:1.0:1767384996.525283:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525284:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0690193. 00000400:00000010:1.0:1767384996.525285:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000392be7a0. 00000100:00000200:1.0:1767384996.525286:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525287:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c919d473. 00000400:00000010:1.0:1767384996.525289:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdfd1f1. 00000100:00000200:1.0:1767384996.525290:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525291:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092738b17. 00000400:00000010:1.0:1767384996.525292:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f3bb6ca. 00000100:00000200:1.0:1767384996.525293:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525294:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bf428ef. 00000400:00000010:1.0:1767384996.525295:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25ddd38. 00000100:00000200:1.0:1767384996.525296:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525297:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b48b56d. 00000400:00000010:1.0:1767384996.525298:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a51fd36. 00000100:00000200:1.0:1767384996.525299:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525299:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076dcf29c. 00000400:00000010:1.0:1767384996.525300:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002313c29. 00000100:00000200:1.0:1767384996.525302:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525303:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f8fa507. 00000400:00000010:1.0:1767384996.525304:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ece826a. 00000100:00000200:1.0:1767384996.525305:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525306:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ac6deff. 00000400:00000010:1.0:1767384996.525306:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db5c22fb. 00000100:00000200:1.0:1767384996.525308:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525309:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37ec128. 00000400:00000010:1.0:1767384996.525310:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17c070c. 00000100:00000200:1.0:1767384996.525311:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525312:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c1fce17. 00000400:00000010:1.0:1767384996.525322:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b75dd7d3. 00000100:00000200:1.0:1767384996.525326:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525327:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029c1ad88. 00000400:00000010:1.0:1767384996.525328:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096c96eaa. 00000100:00000200:1.0:1767384996.525330:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525331:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dccc801. 00000400:00000010:1.0:1767384996.525332:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009229fb37. 00000100:00000200:1.0:1767384996.525333:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525334:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061319a0c. 00000400:00000010:1.0:1767384996.525335:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1dd4c71. 00000100:00000200:1.0:1767384996.525336:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525337:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b19e692. 00000400:00000010:1.0:1767384996.525338:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ced8c76d. 00000100:00000200:1.0:1767384996.525339:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525340:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a03b169. 00000400:00000010:1.0:1767384996.525341:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033ebcf89. 00000100:00000200:1.0:1767384996.525342:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525343:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089de1a42. 00000400:00000010:1.0:1767384996.525344:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052e0e8dd. 00000100:00000200:1.0:1767384996.525345:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525346:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090e30a2c. 00000400:00000010:1.0:1767384996.525347:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010b12944. 00000100:00000200:1.0:1767384996.525348:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525349:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4576bfd. 00000400:00000010:1.0:1767384996.525350:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029702d82. 00000100:00000200:1.0:1767384996.525352:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525353:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f013f6c. 00000400:00000010:1.0:1767384996.525354:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cb5518f. 00000100:00000200:1.0:1767384996.525355:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525356:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e459014c. 00000400:00000010:1.0:1767384996.525357:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a6fbc7a. 00000100:00000200:1.0:1767384996.525358:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525359:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c935427. 00000400:00000010:1.0:1767384996.525360:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004481e9a5. 00000100:00000200:1.0:1767384996.525361:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525363:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e4dd0fc. 00000400:00000010:1.0:1767384996.525364:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa64dd8a. 00000100:00000200:1.0:1767384996.525365:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525366:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004310aad1. 00000400:00000010:1.0:1767384996.525367:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5fc9e4f. 00000100:00000200:1.0:1767384996.525369:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525370:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049fcbabe. 00000400:00000010:1.0:1767384996.525371:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b10f173. 00000100:00000200:1.0:1767384996.525372:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525373:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fec4f40. 00000400:00000010:1.0:1767384996.525374:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020fc51fd. 00000100:00000200:1.0:1767384996.525375:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525376:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b32a1b63. 00000400:00000010:1.0:1767384996.525377:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da9c765e. 00000100:00000200:1.0:1767384996.525378:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525379:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000196d759c. 00000400:00000010:1.0:1767384996.525380:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba87cc3. 00000100:00000200:1.0:1767384996.525381:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525382:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b9ce6d6. 00000400:00000010:1.0:1767384996.525383:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008697df3c. 00000100:00000200:1.0:1767384996.525384:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525385:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f268fcd0. 00000400:00000010:1.0:1767384996.525386:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070c15055. 00000100:00000200:1.0:1767384996.525387:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525388:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2f0c25. 00000400:00000010:1.0:1767384996.525389:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084fe9fac. 00000100:00000200:1.0:1767384996.525390:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525391:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa6b38b5. 00000400:00000010:1.0:1767384996.525392:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c92dfa4b. 00000100:00000200:1.0:1767384996.525393:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525394:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7d820f. 00000400:00000010:1.0:1767384996.525395:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013acba26. 00000100:00000200:1.0:1767384996.525396:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525397:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075c540e6. 00000400:00000010:1.0:1767384996.525398:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa1464c. 00000100:00000200:1.0:1767384996.525399:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525400:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004787e3b5. 00000400:00000010:1.0:1767384996.525401:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7fb65a0. 00000100:00000200:1.0:1767384996.525402:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525404:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000359d332a. 00000400:00000010:1.0:1767384996.525405:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096e6ae60. 00000100:00000200:1.0:1767384996.525406:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525407:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3e04c00. 00000400:00000010:1.0:1767384996.525408:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdda931b. 00000100:00000200:1.0:1767384996.525409:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525410:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002df4f286. 00000400:00000010:1.0:1767384996.525411:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003063569f. 00000100:00000200:1.0:1767384996.525412:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525413:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd46d33. 00000400:00000010:1.0:1767384996.525414:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071c878c9. 00000100:00000200:1.0:1767384996.525415:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525415:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083295238. 00000400:00000010:1.0:1767384996.525416:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebd23d86. 00000100:00000200:1.0:1767384996.525417:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525418:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075aa9d6c. 00000400:00000010:1.0:1767384996.525426:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000555a020d. 00000100:00000200:1.0:1767384996.525428:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525429:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008a495c9. 00000400:00000010:1.0:1767384996.525430:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cdef7f5. 00000100:00000200:1.0:1767384996.525431:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525432:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdfa00f6. 00000400:00000010:1.0:1767384996.525433:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adc542ad. 00000100:00000200:1.0:1767384996.525434:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525435:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7e23b02. 00000400:00000010:1.0:1767384996.525436:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3bea7ea. 00000100:00000200:1.0:1767384996.525437:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525438:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093a72ddd. 00000400:00000010:1.0:1767384996.525439:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032585373. 00000100:00000200:1.0:1767384996.525440:0:40990:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384996.525441:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017fffca4. 00000400:00000010:1.0:1767384996.525443:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7569ae2. 00000100:00000010:1.0:1767384996.525446:0:40990:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b6217025. 00000100:00000200:1.0:1767384996.525456:0:40990:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384996.525522:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f6ae7464. 00000100:00000010:1.0:1767384996.525663:0:40991:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000088469dfa. 00000020:00000010:1.0:1767384996.525667:0:40991:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000303ef80c. 00000020:00000010:1.0:1767384996.525669:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e510c66e. 00000020:00000010:1.0:1767384996.525671:0:40991:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cf0e10eb. 00000040:00000010:1.0:1767384996.525673:0:40991:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a0d20d7e. 00000020:00000010:1.0:1767384996.525675:0:40991:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b33dc0c3. 00000020:00000010:1.0:1767384996.525677:0:40991:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000068cc28c2. 00000020:00000010:1.0:1767384996.525678:0:40991:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000087143a70. 80000000:00000010:1.0:1767384996.525680:0:40991:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d5c4c03d. 40000000:00000010:1.0:1767384996.525682:0:40991:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006252d246. 00100000:00000010:1.0:1767384996.525684:0:40991:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002c0efb25. 00040000:00000010:1.0:1767384996.525685:0:40991:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035ab5dcc. 00040000:00000010:1.0:1767384996.525687:0:40991:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7e68a65. 00080000:00000010:1.0:1767384996.525691:0:40991:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dddfdb4d. 00080000:00000010:1.0:1767384996.525695:0:40991:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004bbc3fe7. 00000004:00000010:1.0:1767384996.525698:0:40991:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000e784631. 00002000:00000010:1.0:1767384996.525700:0:40991:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b840d06f. 00000100:00000010:1.0:1767384996.525702:0:40991:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005d770e50. 00000100:00000200:1.0:1767384996.525711:0:40991:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384996.525724:0:40968:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000acd600c4. 00000100:00000010:3.0:1767384996.525729:0:40968:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001dda4aaf. 00000100:00000010:3.0:1767384996.525740:0:40968:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000935984d4. 00000100:00000010:3.0:1767384996.525747:0:40968:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000045aca376. 00000100:00000010:3.0:1767384996.525750:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa53a3de. 00000100:00000010:3.0:1767384996.525753:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e72d1dca. 00000100:00000010:3.0:1767384996.525754:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075936e60. 00000100:00000010:3.0:1767384996.525757:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004665e39a. 00000100:00000010:3.0:1767384996.525758:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6a780ca. 00000100:00000010:3.0:1767384996.525766:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1372b24. 00000100:00000010:3.0:1767384996.525768:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011a9deab. 00000100:00000010:3.0:1767384996.525771:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000066f7b621. 00000100:00000010:3.0:1767384996.525772:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b35eeb6. 00000100:00000010:3.0:1767384996.525775:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f525b50e. 00000100:00000010:3.0:1767384996.525776:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef733a45. 00000100:00000010:3.0:1767384996.525778:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c79b6282. 00000100:00000010:3.0:1767384996.525781:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c44f7264. 00000100:00000010:3.0:1767384996.525783:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009c6fc74c. 00000100:00000010:3.0:1767384996.525785:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053f24e66. 00000100:00000010:3.0:1767384996.525786:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6219c76. 00000100:00000010:3.0:1767384996.525788:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eda24272. 00000100:00000010:3.0:1767384996.525790:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000546a77a5. 00000100:00000010:3.0:1767384996.525791:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e59afe3. 00000100:00000010:3.0:1767384996.525793:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000920e57cc. 00000100:00000010:3.0:1767384996.525795:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a574068. 00000100:00000010:3.0:1767384996.525801:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001ccc7694. 00000100:00000010:3.0:1767384996.525803:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000851e3139. 00000100:00000010:3.0:1767384996.525805:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b3d881c. 00000100:00000010:3.0:1767384996.525807:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0949ebb. 00000100:00000010:3.0:1767384996.525809:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000059485517. 00000100:00000010:3.0:1767384996.525811:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000bb584c. 00000100:00000010:3.0:1767384996.525813:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cf5079d3. 00000100:00000010:3.0:1767384996.525815:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b7a68ac. 00000100:00000010:3.0:1767384996.525817:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dac5475d. 00000100:00000010:3.0:1767384996.525819:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049bcf4c7. 00000100:00000010:3.0:1767384996.525821:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000259bcf28. 00000100:00000010:3.0:1767384996.525823:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c08ea455. 00000100:00000010:3.0:1767384996.525825:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000785a1989. 00000100:00000010:3.0:1767384996.525827:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026a1db1d. 00000100:00000010:3.0:1767384996.525829:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c6777d96. 00000100:00000010:3.0:1767384996.525835:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007b15a1f. 00000100:00000010:3.0:1767384996.525843:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002bbccfcc. 00000100:00000010:3.0:1767384996.525845:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064d21b3b. 00000100:00000010:3.0:1767384996.525847:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f4313cd. 00000100:00000010:3.0:1767384996.525849:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fc948b9. 00000100:00000010:3.0:1767384996.525851:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a0db949. 00000100:00000010:3.0:1767384996.525852:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d7743ec. 00000100:00000010:3.0:1767384996.525855:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f040827b. 00000100:00000010:3.0:1767384996.525856:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc7ca04d. 00000100:00000010:3.0:1767384996.525859:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055270fcd. 00000100:00000010:3.0:1767384996.525860:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7f4d0da. 00000100:00000010:3.0:1767384996.525863:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e75e487. 00000100:00000010:3.0:1767384996.525881:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eee7707f. 00000100:00000010:3.0:1767384996.525884:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009441d053. 00000100:00000010:3.0:1767384996.525886:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038a43ea4. 00000100:00000010:3.0:1767384996.525889:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3bfa9da. 00000100:00000010:3.0:1767384996.525891:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b46b71f7. 00000100:00000010:3.0:1767384996.525899:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000290c651f. 00000100:00000010:3.0:1767384996.525902:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037a709c1. 00000100:00000010:3.0:1767384996.525904:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9155300. 00000100:00000010:3.0:1767384996.525906:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000818cfc75. 00000100:00000010:3.0:1767384996.525908:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002aa3df62. 00000100:00000010:3.0:1767384996.525911:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb4ed728. 00000100:00000010:3.0:1767384996.525914:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f7c9b369. 00000100:00000010:3.0:1767384996.525916:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065e7840d. 00000100:00000010:3.0:1767384996.525919:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed61d87f. 00000100:00000010:3.0:1767384996.525922:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe633f2a. 00000100:00000010:3.0:1767384996.525924:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d001ad39. 00000100:00000010:3.0:1767384996.525926:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7dbfbc8. 00000100:00000010:3.0:1767384996.525929:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9161f99. 00000100:00000010:3.0:1767384996.525930:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009605dffc. 00000100:00000010:3.0:1767384996.525932:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093127644. 00000100:00000010:3.0:1767384996.525939:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070bf633a. 00000100:00000010:3.0:1767384996.525946:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000046052039. 00000100:00000010:3.0:1767384996.525948:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b87ec3a6. 00000100:00000010:3.0:1767384996.525950:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c63b319. 00000100:00000010:3.0:1767384996.525951:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d25bad9b. 00000100:00000010:3.0:1767384996.525953:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a868d881. 00000100:00000010:3.0:1767384996.525954:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040683580. 00000100:00000010:3.0:1767384996.525956:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074e588c5. 00000100:00000010:3.0:1767384996.525958:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062f0eb33. 00000100:00000010:3.0:1767384996.525960:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000025b98c5. 00000100:00000010:3.0:1767384996.525962:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000188a5371. 00000100:00000010:3.0:1767384996.525964:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a43d2dd. 00000100:00000010:3.0:1767384996.525966:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069d50888. 00000100:00000010:3.0:1767384996.525968:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa987f04. 00000100:00000010:3.0:1767384996.525969:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ff5af6f. 00000100:00000010:3.0:1767384996.525971:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000087387da8. 00000100:00000010:3.0:1767384996.525973:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec9891d0. 00000100:00000010:3.0:1767384996.525979:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e9adad1e. 00000100:00000010:3.0:1767384996.525981:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a74aba51. 00000100:00000010:3.0:1767384996.525983:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce254b86. 00000100:00000010:3.0:1767384996.525985:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b31d96f5. 00000100:00000010:3.0:1767384996.525987:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c7cdb06. 00000100:00000010:3.0:1767384996.525988:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bde65e29. 00000100:00000010:3.0:1767384996.525990:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a48aebcf. 00000100:00000010:3.0:1767384996.525992:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003da9bde2. 00000100:00000010:3.0:1767384996.525995:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9895283. 00000100:00000010:3.0:1767384996.525996:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029992368. 00000100:00000010:3.0:1767384996.525999:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2627578. 00000100:00000010:3.0:1767384996.526000:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c15fe57. 00000100:00000010:3.0:1767384996.526002:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d6d5caae. 00000100:00000010:3.0:1767384996.526004:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f71f1a6. 00000100:00000010:3.0:1767384996.526006:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006cc10bcd. 00000100:00000010:3.0:1767384996.526012:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfc67d84. 00000100:00000010:3.0:1767384996.526019:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000056df5db. 00000100:00000010:3.0:1767384996.526021:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0306998. 00000100:00000010:3.0:1767384996.526023:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000752c0645. 00000100:00000010:3.0:1767384996.526024:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5ec5eee. 00000100:00000010:3.0:1767384996.526026:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000baa3e2f1. 00000100:00000010:3.0:1767384996.526028:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c389bbf5. 00000100:00000010:3.0:1767384996.526030:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005597f15a. 00000100:00000010:3.0:1767384996.526031:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adf2a0ce. 00000100:00000010:3.0:1767384996.526033:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009cdac22. 00000100:00000010:3.0:1767384996.526035:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba2f4cbb. 00000100:00000010:3.0:1767384996.526037:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000973c6471. 00000100:00000010:3.0:1767384996.526039:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000033661a7. 00000100:00000010:3.0:1767384996.526041:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a6771690. 00000100:00000010:3.0:1767384996.526043:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fda6d62. 00000100:00000010:3.0:1767384996.526045:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007be9f7d. 00000100:00000010:3.0:1767384996.526046:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8b5a49e. 00000100:00000010:3.0:1767384996.526052:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bfd58ee8. 00000100:00000010:3.0:1767384996.526054:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028efda1b. 00000100:00000010:3.0:1767384996.526056:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb28ad3a. 00000100:00000010:3.0:1767384996.526058:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000285a34bf. 00000100:00000010:3.0:1767384996.526060:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b62f8ead. 00000100:00000010:3.0:1767384996.526061:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014025c9a. 00000100:00000010:3.0:1767384996.526064:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f4be228. 00000100:00000010:3.0:1767384996.526066:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078ef661f. 00000100:00000010:3.0:1767384996.526068:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4f8c7d6. 00000100:00000010:3.0:1767384996.526069:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebd6d65e. 00000100:00000010:3.0:1767384996.526071:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a2aa5a3. 00000400:00000200:3.0:1767384996.526073:0:40968:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:3.0:1767384996.526099:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000062f4e133. 00000020:00000010:3.0:1767384996.526102:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ef9eca7d. 00000100:00000010:3.0:1767384996.526128:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fa1fe333. 00000100:00000010:3.0:1767384996.526131:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ab9abe1e. 00000100:00000010:3.0:1767384996.526132:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ac6e2654. 00000100:00000010:3.0:1767384996.526135:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d0b4cbc2. 00000100:00000010:3.0:1767384996.526136:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f8b369f9. 00000100:00000200:3.0:1767384996.526154:0:40968:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:3.0:1767384996.526157:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000037dde7e7. 00000100:00000010:1.0:1767384996.526332:0:40992:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dfe79161. 00000020:00000010:1.0:1767384996.526335:0:40992:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000055972772. 00000020:00000010:1.0:1767384996.526338:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae213486. 00000020:00000010:1.0:1767384996.526340:0:40992:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c702b5c7. 00000040:00000010:1.0:1767384996.526341:0:40992:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009b20a887. 00000020:00000010:1.0:1767384996.526343:0:40992:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001754ce45. 00000020:00000010:1.0:1767384996.526346:0:40992:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000a9710b6. 00000020:00000010:1.0:1767384996.526348:0:40992:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041c10635. 80000000:00000010:1.0:1767384996.526350:0:40992:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000038e8a611. 40000000:00000010:1.0:1767384996.526351:0:40992:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000441e2008. 00100000:00000010:1.0:1767384996.526353:0:40992:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ef9caaa. 00040000:00000010:1.0:1767384996.526355:0:40992:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039390150. 00040000:00000010:1.0:1767384996.526357:0:40992:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002f446973. 00080000:00000010:1.0:1767384996.526361:0:40992:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bf8ad37c. 00080000:00000010:1.0:1767384996.526363:0:40992:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c3a44342. 00000004:00000010:1.0:1767384996.526366:0:40992:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000074870d38. 00002000:00000010:1.0:1767384996.526368:0:40992:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e472c329. 00000100:00000200:1.0:1767384996.526370:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526372:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8a35b4. 00000400:00000010:1.0:1767384996.526374:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba3c77c0. 00000100:00000200:1.0:1767384996.526376:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526377:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6cb238a. 00000400:00000010:1.0:1767384996.526379:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000288ed7b6. 00000100:00000200:1.0:1767384996.526380:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526381:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2402d48. 00000400:00000010:1.0:1767384996.526382:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f26e6d21. 00000100:00000200:1.0:1767384996.526383:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526384:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c219fea7. 00000400:00000010:1.0:1767384996.526385:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000685f19d0. 00000100:00000200:1.0:1767384996.526386:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526387:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a04b8df. 00000400:00000010:1.0:1767384996.526388:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc48d3d8. 00000100:00000200:1.0:1767384996.526389:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526390:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052734975. 00000400:00000010:1.0:1767384996.526391:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d238519. 00000100:00000200:1.0:1767384996.526392:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526393:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807c679f. 00000400:00000010:1.0:1767384996.526394:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045690134. 00000100:00000200:1.0:1767384996.526395:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526396:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037ff274c. 00000400:00000010:1.0:1767384996.526398:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b634714f. 00000100:00000200:1.0:1767384996.526400:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526402:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc8668ae. 00000400:00000010:1.0:1767384996.526404:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eec4b79f. 00000100:00000200:1.0:1767384996.526406:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526407:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7cfd1e9. 00000400:00000010:1.0:1767384996.526409:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d04ebb2. 00000100:00000200:1.0:1767384996.526411:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526413:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c81ac4. 00000400:00000010:1.0:1767384996.526414:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000596fb9a8. 00000100:00000200:1.0:1767384996.526416:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526418:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa4a88c. 00000400:00000010:1.0:1767384996.526420:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044710a0e. 00000100:00000200:1.0:1767384996.526422:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526425:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a62445. 00000400:00000010:1.0:1767384996.526427:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ad658b. 00000100:00000200:1.0:1767384996.526429:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526431:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ed5fdfd. 00000400:00000010:1.0:1767384996.526433:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023e76e46. 00000100:00000200:1.0:1767384996.526435:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526437:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cb75fb1. 00000400:00000010:1.0:1767384996.526439:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004006f6b6. 00000100:00000200:1.0:1767384996.526441:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526443:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047c032aa. 00000400:00000010:1.0:1767384996.526445:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8302892. 00000100:00000200:1.0:1767384996.526446:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526448:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000677f4f5e. 00000400:00000010:1.0:1767384996.526450:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc544561. 00000100:00000200:1.0:1767384996.526452:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526454:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbc13011. 00000400:00000010:1.0:1767384996.526456:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b930a03c. 00000100:00000200:1.0:1767384996.526458:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526461:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007101df7. 00000400:00000010:1.0:1767384996.526463:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c72eb28. 00000100:00000200:1.0:1767384996.526465:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526467:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df90d872. 00000400:00000010:1.0:1767384996.526469:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e0e3ab. 00000100:00000200:1.0:1767384996.526472:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526474:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb6133e. 00000400:00000010:1.0:1767384996.526476:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000de4e3c. 00000100:00000200:1.0:1767384996.526478:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526479:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2d5eb3a. 00000400:00000010:1.0:1767384996.526481:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000116525a6. 00000100:00000200:1.0:1767384996.526483:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526485:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dba869c4. 00000400:00000010:1.0:1767384996.526487:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000139ba51. 00000100:00000200:1.0:1767384996.526489:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526491:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dff8059b. 00000400:00000010:1.0:1767384996.526493:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d67369de. 00000100:00000200:1.0:1767384996.526495:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526497:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a67bcee. 00000400:00000010:1.0:1767384996.526509:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e708e553. 00000100:00000200:1.0:1767384996.526514:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526516:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d011565. 00000400:00000010:1.0:1767384996.526519:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000565b5931. 00000100:00000200:1.0:1767384996.526521:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526523:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bf980b5. 00000400:00000010:1.0:1767384996.526525:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088af7c1a. 00000100:00000200:1.0:1767384996.526527:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526529:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3e441d8. 00000400:00000010:1.0:1767384996.526531:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000013c9c20. 00000100:00000200:1.0:1767384996.526533:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526535:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000619e0a7c. 00000400:00000010:1.0:1767384996.526537:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b341f903. 00000100:00000200:1.0:1767384996.526539:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526541:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007769e89c. 00000400:00000010:1.0:1767384996.526544:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067f5f4ae. 00000100:00000200:1.0:1767384996.526545:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526547:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efb42e2c. 00000400:00000010:1.0:1767384996.526549:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000909341a4. 00000100:00000200:1.0:1767384996.526550:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526551:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc0c5bb. 00000400:00000010:1.0:1767384996.526552:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cf23636. 00000100:00000200:1.0:1767384996.526553:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526554:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007607b0bb. 00000400:00000010:1.0:1767384996.526555:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0702e9. 00000100:00000200:1.0:1767384996.526557:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526558:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004014b963. 00000400:00000010:1.0:1767384996.526559:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008afabd13. 00000100:00000200:1.0:1767384996.526561:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526562:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000052ba5c1. 00000400:00000010:1.0:1767384996.526563:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b52db995. 00000100:00000200:1.0:1767384996.526564:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526565:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d71fc8d. 00000400:00000010:1.0:1767384996.526566:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede64bc5. 00000100:00000200:1.0:1767384996.526567:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526568:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0386547. 00000400:00000010:1.0:1767384996.526569:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f446118b. 00000100:00000200:1.0:1767384996.526570:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526571:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000546313e2. 00000400:00000010:1.0:1767384996.526572:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000093a4851. 00000100:00000200:1.0:1767384996.526573:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526574:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005338eb83. 00000400:00000010:1.0:1767384996.526575:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064910606. 00000100:00000200:1.0:1767384996.526576:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526577:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054285523. 00000400:00000010:1.0:1767384996.526578:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083ea2bbe. 00000100:00000200:1.0:1767384996.526579:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526580:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d22da918. 00000400:00000010:1.0:1767384996.526581:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c58b5746. 00000100:00000200:1.0:1767384996.526582:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526583:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cfd38af. 00000400:00000010:1.0:1767384996.526584:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030439e13. 00000100:00000200:1.0:1767384996.526585:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526586:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057a9a86b. 00000400:00000010:1.0:1767384996.526587:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7e04348. 00000100:00000200:1.0:1767384996.526588:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526589:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6968fa6. 00000400:00000010:1.0:1767384996.526590:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a0ac96. 00000100:00000200:1.0:1767384996.526591:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526592:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e7d0abb. 00000400:00000010:1.0:1767384996.526593:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a38a9b29. 00000100:00000200:1.0:1767384996.526594:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526595:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ed6b065. 00000400:00000010:1.0:1767384996.526597:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a5ae18d. 00000100:00000200:1.0:1767384996.526598:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526599:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fc8e261. 00000400:00000010:1.0:1767384996.526600:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ccc8295. 00000100:00000200:1.0:1767384996.526601:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526602:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd4aaa2d. 00000400:00000010:1.0:1767384996.526603:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034b23e9a. 00000100:00000200:1.0:1767384996.526604:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526605:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab46b386. 00000400:00000010:1.0:1767384996.526606:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057016ebb. 00000100:00000200:1.0:1767384996.526607:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526608:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6d1cea0. 00000400:00000010:1.0:1767384996.526609:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f232066. 00000100:00000200:1.0:1767384996.526610:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526610:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b50e5d8c. 00000400:00000010:1.0:1767384996.526611:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ebf4800. 00000100:00000200:1.0:1767384996.526613:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526613:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cb60149. 00000400:00000010:1.0:1767384996.526614:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee6df577. 00000100:00000200:1.0:1767384996.526615:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526616:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0b13ce2. 00000400:00000010:1.0:1767384996.526617:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000005eeece. 00000100:00000200:1.0:1767384996.526618:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526619:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004462d701. 00000400:00000010:1.0:1767384996.526620:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f1b4435. 00000100:00000200:1.0:1767384996.526621:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526622:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a1f0c3f. 00000400:00000010:1.0:1767384996.526631:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b00c94b. 00000100:00000200:1.0:1767384996.526634:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526635:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062abfc12. 00000400:00000010:1.0:1767384996.526636:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1c6c6d0. 00000100:00000200:1.0:1767384996.526637:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526638:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025a8a231. 00000400:00000010:1.0:1767384996.526639:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059e1ab97. 00000100:00000200:1.0:1767384996.526640:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526641:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad119f34. 00000400:00000010:1.0:1767384996.526643:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fe6148a. 00000100:00000200:1.0:1767384996.526644:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526645:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004497b7b0. 00000400:00000010:1.0:1767384996.526646:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c406fc97. 00000100:00000200:1.0:1767384996.526647:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526648:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049478c32. 00000400:00000010:1.0:1767384996.526649:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f2dd1a4. 00000100:00000200:1.0:1767384996.526650:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526651:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003490af7b. 00000400:00000010:1.0:1767384996.526652:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041749ef0. 00000100:00000200:1.0:1767384996.526653:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526654:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016af5aa7. 00000400:00000010:1.0:1767384996.526655:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff370834. 00000100:00000200:1.0:1767384996.526656:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526657:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd87361b. 00000400:00000010:1.0:1767384996.526658:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000390bf061. 00000100:00000200:1.0:1767384996.526659:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384996.526660:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a9351ab. 00000400:00000010:1.0:1767384996.526661:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097c6ff3e. 00000100:00000010:1.0:1767384996.526663:0:40992:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009a21ff06. 00000100:00000200:1.0:1767384996.526674:0:40992:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384996.526694:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fe79cc36. 00000100:00000010:1.0:1767384996.526907:0:40993:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e34db81e. 00000020:00000010:1.0:1767384996.526911:0:40993:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003546aa6a. 00000020:00000010:1.0:1767384996.526913:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fe1b01a. 00000020:00000010:1.0:1767384996.526915:0:40993:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a546490. 00000040:00000010:1.0:1767384996.526916:0:40993:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000201ca714. 00000020:00000010:1.0:1767384996.526918:0:40993:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000548290e9. 00000020:00000010:1.0:1767384996.526920:0:40993:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004c7ae0dc. 00000020:00000010:1.0:1767384996.526922:0:40993:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000deadf0e6. 80000000:00000010:1.0:1767384996.526924:0:40993:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2a3fcb1. 40000000:00000010:1.0:1767384996.526925:0:40993:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b55e8a1. 00100000:00000010:1.0:1767384996.526927:0:40993:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000041c2c90c. 00040000:00000010:1.0:1767384996.526929:0:40993:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000009035619. 00040000:00000010:1.0:1767384996.526932:0:40993:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a261e45. 00080000:00000010:1.0:1767384996.526943:0:40993:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000081e07f6c. 00080000:00000010:1.0:1767384996.526947:0:40993:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ecba20bb. 00000004:00000010:1.0:1767384996.526951:0:40993:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000ab78af8. 00002000:00000010:1.0:1767384996.526953:0:40993:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000015cf6774. 00000100:00000010:1.0:1767384996.526955:0:40993:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004f47e46e. 00000100:00000200:1.0:1767384996.526965:0:40993:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384996.526979:0:40968:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000063d6e4f4. 00000100:00000010:3.0:1767384996.526983:0:40968:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009e84a371. 00000100:00000010:3.0:1767384996.526994:0:40968:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b5b47daa. 00000100:00000010:3.0:1767384996.527000:0:40968:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000a137c0a0. 00000100:00000010:3.0:1767384996.527009:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d3ae671. 00000100:00000010:3.0:1767384996.527145:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005c0bfddc. 00000100:00000010:3.0:1767384996.527147:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc8748dd. 00000100:00000010:3.0:1767384996.527297:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000df48e3f0. 00000100:00000010:3.0:1767384996.527300:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfaaaf78. 00000100:00000010:3.0:1767384996.527522:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ab2e9837. 00000100:00000010:3.0:1767384996.527525:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5443041. 00000100:00000010:3.0:1767384996.527726:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005202686f. 00000100:00000010:3.0:1767384996.527729:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acf6f7e2. 00000100:00000010:3.0:1767384996.527947:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ec3e8a91. 00000100:00000010:3.0:1767384996.527950:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005092fab6. 00000100:00000010:3.0:1767384996.528175:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ad85e7af. 00000100:00000010:3.0:1767384996.528180:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9ba9205. 00000100:00000010:3.0:1767384996.528363:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000080ce24be. 00000100:00000010:3.0:1767384996.528368:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000870c311a. 00000100:00000010:3.0:1767384996.528521:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002ba3cad4. 00000100:00000010:3.0:1767384996.528526:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057547193. 00000100:00000010:3.0:1767384996.528671:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006149e448. 00000100:00000010:3.0:1767384996.528673:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba41fe3c. 00000100:00000010:3.0:1767384996.528812:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b2418d5a. 00000100:00000010:3.0:1767384996.528814:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035bcb048. 00000100:00000010:3.0:1767384996.529060:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000093cf714e. 00000100:00000010:3.0:1767384996.529064:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d89ebcce. 00000100:00000010:3.0:1767384996.529288:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005fa01138. 00000100:00000010:3.0:1767384996.529293:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006949810b. 00000100:00000010:3.0:1767384996.529501:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000538c0b9b. 00000100:00000010:3.0:1767384996.529506:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000078ae1f2. 00000100:00000010:3.0:1767384996.529728:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cf41a37c. 00000100:00000010:3.0:1767384996.529732:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000aadc12d. 00000100:00000010:3.0:1767384996.529981:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007caf8317. 00000100:00000010:3.0:1767384996.529987:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024b5d276. 00000100:00000010:3.0:1767384996.530215:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008a02cf5f. 00000100:00000010:3.0:1767384996.530225:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068d3f70a. 00000100:00000010:3.0:1767384996.530459:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000192079ce. 00000100:00000010:3.0:1767384996.530463:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099147cfc. 00000100:00000010:3.0:1767384996.530686:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c52337e1. 00000100:00000010:3.0:1767384996.530690:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063bfe982. 00000100:00000010:3.0:1767384996.530924:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005585b0d3. 00000100:00000010:3.0:1767384996.530928:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9e84b75. 00000100:00000010:3.0:1767384996.531140:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cb068934. 00000100:00000010:3.0:1767384996.531144:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b21d955. 00000100:00000010:3.0:1767384996.531361:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fdfdb21a. 00000100:00000010:3.0:1767384996.531364:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1f72886. 00000100:00000010:3.0:1767384996.531574:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000db16422d. 00000100:00000010:3.0:1767384996.531579:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f6ccf21. 00000100:00000010:3.0:1767384996.531811:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000661943ff. 00000100:00000010:3.0:1767384996.531815:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fcce22d. 00000100:00000010:3.0:1767384996.532035:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000529f96e7. 00000100:00000010:3.0:1767384996.532040:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030143b07. 00000100:00000010:3.0:1767384996.532273:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f97da030. 00000100:00000010:3.0:1767384996.532277:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b797a302. 00000100:00000010:3.0:1767384996.532494:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b3160072. 00000100:00000010:3.0:1767384996.532499:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002af6f6cc. 00000100:00000010:3.0:1767384996.532674:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009f8f8d51. 00000100:00000010:3.0:1767384996.532679:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4f4accd. 00000100:00000010:3.0:1767384996.532818:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000458c53fc. 00000100:00000010:3.0:1767384996.532820:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006ca6cdb. 00000100:00000010:3.0:1767384996.532976:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ffce6cda. 00000100:00000010:3.0:1767384996.532979:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4a5c3df. 00000100:00000010:3.0:1767384996.533124:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000003bad3e3. 00000100:00000010:3.0:1767384996.533129:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfbaada4. 00000100:00000010:3.0:1767384996.533361:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003b40e0a2. 00000100:00000010:3.0:1767384996.533364:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa2d901b. 00000100:00000010:3.0:1767384996.533573:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000099cc2a5f. 00000100:00000010:3.0:1767384996.533585:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095ad3a3f. 00000100:00000010:3.0:1767384996.533788:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001a50a9a2. 00000100:00000010:3.0:1767384996.533790:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdf9b2ec. 00000100:00000010:3.0:1767384996.534021:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000056877e29. 00000100:00000010:3.0:1767384996.534025:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000311c5e3d. 00000100:00000010:3.0:1767384996.534247:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006928cafa. 00000100:00000010:3.0:1767384996.534250:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000920873ac. 00000100:00000010:3.0:1767384996.534457:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bfba6f44. 00000100:00000010:3.0:1767384996.534461:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba2cca17. 00000100:00000010:3.0:1767384996.534672:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008b76eafe. 00000100:00000010:3.0:1767384996.534676:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000532d0d16. 00000100:00000010:3.0:1767384996.534903:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000035bb2db6. 00000100:00000010:3.0:1767384996.534907:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045868c18. 00000100:00000010:3.0:1767384996.535130:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000195b7a85. 00000100:00000010:3.0:1767384996.535135:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000759c401a. 00000100:00000010:3.0:1767384996.535363:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000020b9811c. 00000100:00000010:3.0:1767384996.535369:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c1b8116. 00000100:00000010:3.0:1767384996.535591:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000067f70e84. 00000100:00000010:3.0:1767384996.535595:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000020588c4. 00000100:00000010:3.0:1767384996.535796:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003f16806c. 00000100:00000010:3.0:1767384996.535799:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5e4dbcd. 00000100:00000010:3.0:1767384996.536023:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000041c8b917. 00000100:00000010:3.0:1767384996.536026:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004832e7e0. 00000100:00000010:3.0:1767384996.536223:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007ecd8933. 00000100:00000010:3.0:1767384996.536225:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026a89965. 00000100:00000010:3.0:1767384996.536436:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e4a903ef. 00000100:00000010:3.0:1767384996.536438:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e6f505a. 00000100:00000010:3.0:1767384996.536635:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000039bcd407. 00000100:00000010:3.0:1767384996.536638:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b95136a1. 00000100:00000010:3.0:1767384996.536849:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ab52c4bf. 00000100:00000010:3.0:1767384996.536852:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ddffad6. 00000100:00000010:3.0:1767384996.537063:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000042a0527e. 00000100:00000010:3.0:1767384996.537072:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008754794b. 00000100:00000010:3.0:1767384996.537284:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000460a5807. 00000100:00000010:3.0:1767384996.537287:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059c2488e. 00000100:00000010:3.0:1767384996.537484:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bb9403ac. 00000100:00000010:3.0:1767384996.537487:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e379780. 00000100:00000010:3.0:1767384996.537697:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005e08b387. 00000100:00000010:3.0:1767384996.537699:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000960ab735. 00000100:00000010:3.0:1767384996.537914:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000c5e6a28. 00000100:00000010:3.0:1767384996.537917:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff93fe4c. 00000100:00000010:3.0:1767384996.538115:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006ffac6de. 00000100:00000010:3.0:1767384996.538117:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d38d739. 00000100:00000010:3.0:1767384996.538329:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000042f62575. 00000100:00000010:3.0:1767384996.538331:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054bc925d. 00000100:00000010:3.0:1767384996.538543:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000096bafe35. 00000100:00000010:3.0:1767384996.538546:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033ac4df4. 00000100:00000010:3.0:1767384996.538746:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d5f3006d. 00000100:00000010:3.0:1767384996.538749:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007896035d. 00000100:00000010:3.0:1767384996.538958:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c616a2a7. 00000100:00000010:3.0:1767384996.538961:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c00e7a96. 00000100:00000010:3.0:1767384996.539161:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008ebd00e2. 00000100:00000010:3.0:1767384996.539163:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d92bb6c1. 00000100:00000010:3.0:1767384996.539380:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000013e11a08. 00000100:00000010:3.0:1767384996.539383:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1805228. 00000100:00000010:3.0:1767384996.539581:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000274fd1cf. 00000100:00000010:3.0:1767384996.539584:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fa9b1ae. 00000100:00000010:3.0:1767384996.539782:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a647f7be. 00000100:00000010:3.0:1767384996.539784:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bc6efeb. 00000100:00000010:3.0:1767384996.539998:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000078e5244d. 00000100:00000010:3.0:1767384996.540001:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bef1f5dd. 00000100:00000010:3.0:1767384996.540213:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000014410e61. 00000100:00000010:3.0:1767384996.540215:0:40968:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000091a99eb. 00000100:00000010:3.0:1767384996.540424:0:40968:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000000a65a7c. 00000400:00000200:3.0:1767384996.540429:0:40968:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:3.0:1767384996.540497:0:40968:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000039087d2c. 00000020:00000010:3.0:1767384996.540506:0:40968:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ede7f4d1. 00000100:00000010:3.0:1767384996.540547:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000872e4b67. 00000100:00000010:3.0:1767384996.540551:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000031e06ca2. 00000100:00000010:3.0:1767384996.540554:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000034db29d2. 00000100:00000010:3.0:1767384996.540557:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e9a0e881. 00000100:00000010:3.0:1767384996.540560:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ae7800cf. 00000100:00000010:3.0:1767384996.540563:0:40968:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000009c1cf0d7. 00000100:00000010:3.0:1767384996.540565:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007b146649. 00000100:00000010:3.0:1767384996.540566:0:40968:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fb49486f. 00000100:00000010:3.0:1767384996.540568:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000aa006d17. 00000100:00000010:3.0:1767384996.540569:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000eedbddb. 00000100:00000010:3.0:1767384996.540571:0:40968:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000052d4f08b. 00000100:00000200:3.0:1767384996.540605:0:40968:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:3.0:1767384996.540608:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004bf12fbd. 00000020:00000010:1.0:1767384996.541335:0:40994:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000163e533c. 00000100:00000010:1.0:1767384996.541340:0:40994:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000388e00b. 00000020:00000010:1.0:1767384996.541345:0:40994:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000635153e7. 00000020:00000010:1.0:1767384996.541353:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000942bfb4f. 00000020:00000010:1.0:1767384996.541356:0:40994:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005dbeaa83. 00000040:00000010:1.0:1767384996.541359:0:40994:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc0061ea. 00000020:00000010:1.0:1767384996.541362:0:40994:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b99be72c. 00000020:00000010:1.0:1767384996.541366:0:40994:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022c6a0d6. 00000020:00000010:1.0:1767384996.541369:0:40994:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033adfb99. 80000000:00000010:1.0:1767384996.541372:0:40994:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000060cc4041. 40000000:00000010:1.0:1767384996.541374:0:40994:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000099863dba. 00100000:00000010:1.0:1767384996.541378:0:40994:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d5899ae. 00040000:00000010:1.0:1767384996.541382:0:40994:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f4f402e3. 00040000:00000010:1.0:1767384996.541385:0:40994:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ff4b6705. 00080000:00000010:1.0:1767384996.541390:0:40994:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003c2abcad. 00080000:00000010:1.0:1767384996.541395:0:40994:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002d53463a. 00000004:00000010:1.0:1767384996.541401:0:40994:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000999253b1. 00002000:00000010:1.0:1767384996.541405:0:40994:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fccf6412. 00000100:00000200:1.0:1767384996.541409:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541414:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c4eecc. 00000400:00000010:1.0:1767384996.541425:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000086ab4b4a. 00000100:00000200:1.0:1767384996.541431:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541433:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044881c46. 00000400:00000010:1.0:1767384996.541435:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d7427922. 00000100:00000200:1.0:1767384996.541437:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541439:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007723868. 00000400:00000010:1.0:1767384996.541441:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a066eba7. 00000100:00000200:1.0:1767384996.541443:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541444:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed9d5955. 00000400:00000010:1.0:1767384996.541446:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000097b7bf0b. 00000100:00000200:1.0:1767384996.541447:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541448:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8cbe6e1. 00000400:00000010:1.0:1767384996.541450:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004f556e7c. 00000100:00000200:1.0:1767384996.541452:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541453:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a60aae2e. 00000400:00000010:1.0:1767384996.541455:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000079472873. 00000100:00000200:1.0:1767384996.541456:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541457:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e45142ba. 00000400:00000010:1.0:1767384996.541459:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d27ba8b4. 00000100:00000200:1.0:1767384996.541461:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541462:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007087406. 00000400:00000010:1.0:1767384996.541464:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009b4ecef7. 00000100:00000200:1.0:1767384996.541465:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541466:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b09652b2. 00000400:00000010:1.0:1767384996.541472:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005fa28ad0. 00000100:00000200:1.0:1767384996.541475:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541476:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f20495a. 00000400:00000010:1.0:1767384996.541478:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cef44708. 00000100:00000200:1.0:1767384996.541480:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541481:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000788c574f. 00000400:00000010:1.0:1767384996.541483:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000042a27399. 00000100:00000200:1.0:1767384996.541484:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541485:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cb4cfd7. 00000400:00000010:1.0:1767384996.541488:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000077b574b7. 00000100:00000200:1.0:1767384996.541491:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541493:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000941b158. 00000400:00000010:1.0:1767384996.541496:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc85fd71. 00000100:00000200:1.0:1767384996.541499:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541501:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038d317b3. 00000400:00000010:1.0:1767384996.541504:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d8a7e3e8. 00000100:00000200:1.0:1767384996.541506:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541508:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b49962. 00000400:00000010:1.0:1767384996.541512:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008aa13777. 00000100:00000200:1.0:1767384996.541514:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541517:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c1721d9. 00000400:00000010:1.0:1767384996.541520:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006727b7b3. 00000100:00000200:1.0:1767384996.541523:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541525:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c879e56. 00000400:00000010:1.0:1767384996.541535:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007bde40cf. 00000100:00000200:1.0:1767384996.541540:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541543:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077724132. 00000400:00000010:1.0:1767384996.541546:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d33f5296. 00000100:00000200:1.0:1767384996.541549:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541551:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da3c3940. 00000400:00000010:1.0:1767384996.541554:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f382b4dc. 00000100:00000200:1.0:1767384996.541557:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541559:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b453ac. 00000400:00000010:1.0:1767384996.541562:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000021b20fc0. 00000100:00000200:1.0:1767384996.541565:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541567:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cfafff. 00000400:00000010:1.0:1767384996.541570:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000016e9f74c. 00000100:00000200:1.0:1767384996.541574:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541575:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb21a5bf. 00000400:00000010:1.0:1767384996.541578:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007fe10351. 00000100:00000200:1.0:1767384996.541581:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541583:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f50a14fc. 00000400:00000010:1.0:1767384996.541586:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cd89ceb1. 00000100:00000200:1.0:1767384996.541589:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541590:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a83322b5. 00000400:00000010:1.0:1767384996.541592:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cf3256b4. 00000100:00000200:1.0:1767384996.541594:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541595:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c44c295f. 00000400:00000010:1.0:1767384996.541603:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000052bd0cd0. 00000100:00000200:1.0:1767384996.541606:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541608:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089695059. 00000400:00000010:1.0:1767384996.541610:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fc19fa5d. 00000100:00000200:1.0:1767384996.541612:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541613:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002447c4d9. 00000400:00000010:1.0:1767384996.541615:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fd428812. 00000100:00000200:1.0:1767384996.541617:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541618:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd91c7a8. 00000400:00000010:1.0:1767384996.541620:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005080c404. 00000100:00000200:1.0:1767384996.541622:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541623:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2c897f. 00000400:00000010:1.0:1767384996.541625:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ba708008. 00000100:00000200:1.0:1767384996.541626:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541627:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee3a0b3b. 00000400:00000010:1.0:1767384996.541629:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cd8e4832. 00000100:00000200:1.0:1767384996.541631:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541632:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad5b3385. 00000400:00000010:1.0:1767384996.541634:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bf67fd27. 00000100:00000200:1.0:1767384996.541636:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541637:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000079dc967. 00000400:00000010:1.0:1767384996.541638:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000518fb193. 00000100:00000200:1.0:1767384996.541640:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541641:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db8891b6. 00000400:00000010:1.0:1767384996.541647:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000690a4439. 00000100:00000200:1.0:1767384996.541650:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541651:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004806f79b. 00000400:00000010:1.0:1767384996.541653:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000053c56c31. 00000100:00000200:1.0:1767384996.541655:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541656:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e5dccaa. 00000400:00000010:1.0:1767384996.541658:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001b0fd9a0. 00000100:00000200:1.0:1767384996.541659:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541660:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb406bee. 00000400:00000010:1.0:1767384996.541662:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005f2aa1dd. 00000100:00000200:1.0:1767384996.541664:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541665:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000def0939a. 00000400:00000010:1.0:1767384996.541667:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bee59ba7. 00000100:00000200:1.0:1767384996.541669:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541670:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bba56adb. 00000400:00000010:1.0:1767384996.541672:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b6b0b286. 00000100:00000200:1.0:1767384996.541674:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541675:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0b42f8. 00000400:00000010:1.0:1767384996.541677:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000079f81d37. 00000100:00000200:1.0:1767384996.541679:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541680:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b59251. 00000400:00000010:1.0:1767384996.541682:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000046566d63. 00000100:00000200:1.0:1767384996.541684:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541685:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be91885d. 00000400:00000010:1.0:1767384996.541691:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000acff3f70. 00000100:00000200:1.0:1767384996.541694:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541695:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d1e3eb7. 00000400:00000010:1.0:1767384996.541697:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000044b610b. 00000100:00000200:1.0:1767384996.541698:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541699:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012404e61. 00000400:00000010:1.0:1767384996.541701:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000068c1bac3. 00000100:00000200:1.0:1767384996.541703:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541704:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eea3a734. 00000400:00000010:1.0:1767384996.541706:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a205dfe7. 00000100:00000200:1.0:1767384996.541708:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541708:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004da33304. 00000400:00000010:1.0:1767384996.541710:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fcb34484. 00000100:00000200:1.0:1767384996.541712:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541713:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089993174. 00000400:00000010:1.0:1767384996.541715:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000648798ec. 00000100:00000200:1.0:1767384996.541717:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541718:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f196e29c. 00000400:00000010:1.0:1767384996.541720:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c77022e3. 00000100:00000200:1.0:1767384996.541722:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541724:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e8016db. 00000400:00000010:1.0:1767384996.541726:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003fd04106. 00000100:00000200:1.0:1767384996.541727:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541728:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd3280b7. 00000400:00000010:1.0:1767384996.541735:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ec994726. 00000100:00000200:1.0:1767384996.541737:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541739:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bb9e201. 00000400:00000010:1.0:1767384996.541741:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000affa0f64. 00000100:00000200:1.0:1767384996.541743:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541744:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a344104c. 00000400:00000010:1.0:1767384996.541746:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003009cd8a. 00000100:00000200:1.0:1767384996.541748:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541749:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0015f04. 00000400:00000010:1.0:1767384996.541751:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bcccb100. 00000100:00000200:1.0:1767384996.541753:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541754:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025f16f05. 00000400:00000010:1.0:1767384996.541756:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006b369856. 00000100:00000200:1.0:1767384996.541758:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541759:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdb8d6c9. 00000400:00000010:1.0:1767384996.541761:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a736a040. 00000100:00000200:1.0:1767384996.541762:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541763:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f99605a6. 00000400:00000010:1.0:1767384996.541765:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000148200a4. 00000100:00000200:1.0:1767384996.541767:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541768:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049c1f24a. 00000400:00000010:1.0:1767384996.541770:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004b84c6c2. 00000100:00000200:1.0:1767384996.541771:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541772:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc56f19. 00000400:00000010:1.0:1767384996.541778:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000132f1a2a. 00000100:00000200:1.0:1767384996.541781:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541782:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920c26cd. 00000400:00000010:1.0:1767384996.541784:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bd36385d. 00000100:00000200:1.0:1767384996.541786:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541787:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095463f63. 00000400:00000010:1.0:1767384996.541789:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000ee6e2fa. 00000100:00000200:1.0:1767384996.541790:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541791:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000037d13df. 00000400:00000010:1.0:1767384996.541793:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000056a830ca. 00000100:00000200:1.0:1767384996.541795:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541796:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dabe3542. 00000400:00000010:1.0:1767384996.541798:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000db714ec1. 00000100:00000200:1.0:1767384996.541800:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541800:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eafccc73. 00000400:00000010:1.0:1767384996.541802:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000013ad2fb. 00000100:00000200:1.0:1767384996.541804:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541805:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e19a79d. 00000400:00000010:1.0:1767384996.541808:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000080d72d87. 00000100:00000200:1.0:1767384996.541809:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384996.541810:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000843ba161. 00000400:00000010:1.0:1767384996.541812:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000483fdbb7. 00000100:00000010:1.0:1767384996.541822:0:40994:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000091ccba80. 00000100:00000200:1.0:1767384996.541836:0:40994:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384996.541895:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ec1663d2. 00000020:00000010:2.0:1767384996.542411:0:40995:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000008b84c709. 00000100:00000010:2.0:1767384996.542416:0:40995:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c8a1e167. 00000020:00000010:2.0:1767384996.542418:0:40995:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000be2ec721. 00000020:00000010:2.0:1767384996.542421:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086b07a10. 00000020:00000010:2.0:1767384996.542423:0:40995:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086eec3a0. 00000040:00000010:2.0:1767384996.542427:0:40995:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b7e0a4fd. 00000020:00000010:2.0:1767384996.542430:0:40995:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d9a3dfb9. 00000020:00000010:2.0:1767384996.542433:0:40995:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b5555f46. 00000020:00000010:2.0:1767384996.542435:0:40995:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000724ffc62. 80000000:00000010:2.0:1767384996.542437:0:40995:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f8934793. 40000000:00000010:2.0:1767384996.542439:0:40995:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000409e905e. 00100000:00000010:2.0:1767384996.542441:0:40995:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000019c33975. 00040000:00000010:2.0:1767384996.542443:0:40995:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000088344819. 00040000:00000010:2.0:1767384996.542446:0:40995:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000754e2bb1. 00080000:00000010:2.0:1767384996.542450:0:40995:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e9ca9643. 00080000:00000010:2.0:1767384996.542453:0:40995:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e97a371e. 00000004:00000010:2.0:1767384996.542457:0:40995:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009afcf04c. 00002000:00000010:2.0:1767384996.542459:0:40995:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000106f6393. 00000100:00000010:2.0:1767384996.542469:0:40995:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000067f293a0. 00000100:00000200:2.0:1767384996.542483:0:40995:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384996.542505:0:40968:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000034903d7. 00000020:00000010:3.0:1767384996.542941:0:40996:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000dd8efe94. 00000100:00000010:3.0:1767384996.542944:0:40996:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006f5107e1. 00000020:00000010:3.0:1767384996.542946:0:40996:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000012ba09f1. 00000020:00000010:3.0:1767384996.542949:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084aa79c5. 00000020:00000010:3.0:1767384996.542951:0:40996:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f23b1135. 00000040:00000010:3.0:1767384996.542953:0:40996:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d0c8be7a. 00000020:00000010:3.0:1767384996.542956:0:40996:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0a13ba0. 00000020:00000010:3.0:1767384996.542958:0:40996:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000906486cd. 00000020:00000010:3.0:1767384996.542960:0:40996:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000030b5837a. 80000000:00000010:3.0:1767384996.542962:0:40996:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095636b22. 40000000:00000010:3.0:1767384996.542964:0:40996:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b95e923c. 00100000:00000010:3.0:1767384996.542966:0:40996:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e71582f7. 00040000:00000010:3.0:1767384996.542969:0:40996:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b45be434. 00040000:00000010:3.0:1767384996.542970:0:40996:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c6fbf69. 00080000:00000010:3.0:1767384996.542980:0:40996:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c53a778a. 00080000:00000010:3.0:1767384996.542984:0:40996:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000acd83198. 00000004:00000010:3.0:1767384996.542987:0:40996:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006fe1d221. 00002000:00000010:3.0:1767384996.542989:0:40996:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b6f908b8. 00000100:00000010:3.0:1767384996.542998:0:40996:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000cb6c9a4c. 00000100:00000200:3.0:1767384996.543008:0:40996:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:0.0:1767384996.543035:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003e0e5a22. 00000040:00000010:0.0:1767384996.543042:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001fbf33b5. 00000020:00000010:0.0:1767384996.543045:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000093575f31. 00000020:00000010:0.0:1767384996.543048:0:40968:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384996.543052:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bf2598ec. 80000000:00000010:0.0:1767384996.543054:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f4a4cde. 40000000:00000010:0.0:1767384996.543057:0:40968:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000da27ac43. 00100000:00000010:0.0:1767384996.543060:0:40968:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000064a77666. 00040000:00000010:0.0:1767384996.543063:0:40968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006458fec6. 00040000:00000010:0.0:1767384996.543067:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000001f5c37a. 00080000:00000010:0.0:1767384996.543070:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002744d533. 00080000:00000010:0.0:1767384996.543074:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000adbc449a. 00000020:00000010:0.0:1767384996.543079:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8bb588c. 00000020:00000010:0.0:1767384996.543083:0:40968:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000711da9e. 00000020:00000010:0.0:1767384996.543086:0:40968:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006aba0214. 00000008:00000010:0.0:1767384996.543091:0:40968:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000a55fae6. 00020000:00000010:0.0:1767384996.543096:0:40968:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d56ba5a3. 00008000:00000010:0.0:1767384996.543102:0:40968:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f0856af0. 00000080:00000010:0.0:1767384996.543106:0:40968:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a10c0447. 00000020:00000010:0.0:1767384996.543110:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f08c360. 00000020:00000010:0.0:1767384996.543116:0:40968:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000cc8ba462. 00000020:00000010:0.0:1767384996.543127:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6901a17. 00000020:00000010:0.0:1767384996.543131:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008bdc41b1. 00000040:00000010:0.0:1767384996.543134:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b8d2264a. 00000020:00000010:0.0:1767384996.543138:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000af0d7301. 00000020:00000010:0.0:1767384996.543141:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e7b65915. 80000000:00000010:0.0:1767384996.543144:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f4a4cde. 00040000:00000010:0.0:1767384996.543146:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002c65bf20. 00080000:00000010:0.0:1767384996.543151:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d911f2c1. 00080000:00000010:0.0:1767384996.543158:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000adbc449a. 20000000:00000010:0.0:1767384996.543163:0:40968:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000b9e9937. 00000020:00000010:0.0:1767384996.543177:0:40968:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000006458fec6. 00000020:00000010:0.0:1767384996.543182:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ff03c4c4. 00080000:00000010:0.0:1767384996.543189:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007f08c360. 00080000:00000010:0.0:1767384996.543261:0:40968:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000003422de7e. 00080000:00000010:0.0:1767384996.543273:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007f08c360. 00000020:00000010:0.0:1767384996.543276:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ff03c4c4. 00000040:00000010:0.0:1767384996.543284:0:40968:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000bd350ed6. 00000020:00000010:0.0:1767384996.543320:0:40968:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000002744d533. 00000100:00000010:0.0:1767384996.543352:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28ad0b. 02000000:00000010:0.0:1767384996.543370:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000023a6b16e. 00000100:00000010:0.0:1767384996.543380:0:40968:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000092e4a438. 00000100:00000010:0.0:1767384996.543383:0:40968:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001613d9cb. 00000100:00000010:0.0:1767384996.543389:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ae8f136. 00000400:00000010:0.0:1767384996.543404:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000758cccd. 00000400:00000010:0.0:1767384996.543407:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f68a39. 00000100:00000200:0.0:1767384996.543410:0:40968:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958272c08a00-0x6958272c08a00, portal 33 02000000:00000010:0.0:1767384996.543417:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000082703b65. 00000400:00000010:0.0:1767384996.543419:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d463954. 00000400:00000010:0.0:1767384996.543422:0:40968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000438738c4. 00000100:00000200:0.0:1767384996.543423:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363771904, portal 25 00000400:00000010:0.0:1767384996.543426:0:40968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000564cce53. 00000100:00000200:0.0:1767384996.543428:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237363771904, offset 0 00000400:00000200:0.0:1767384996.543434:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384996.543443:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384996.543452:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958272c08a00 00000400:00000200:0.0:1767384996.543456:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21e1 [2] + 0 00000400:00000010:0.0:1767384996.543459:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a26f8a15. 00000400:00000200:0.0:1767384996.543462:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d46625e6 00000400:00000200:0.0:1767384996.543468:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.543471:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384996.543474:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46625e6 00000400:00000010:0.0:1767384996.543476:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d46625e6. 00000100:00000200:0.0:1767384996.543479:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384996.543496:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000564cce53 00000400:00000010:0.0:1767384996.543497:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000564cce53. 00000100:00000200:0.0:1767384996.543501:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28ad0b x1853237363771904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.543516:0:40968:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b1cdbf0. 00000020:00000010:3.0:1767384996.543524:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d68fccd6. 00000020:00000010:3.0:1767384996.543528:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d68fccd6. 00000100:00000010:0.0:1767384996.543528:0:40968:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a801831b. 00000100:00000010:0.0:1767384996.543536:0:40968:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0b43627. 00000020:00000010:3.0:1767384996.543537:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899430db. 00000100:00000010:0.0:1767384996.543541:0:40968:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e42310e. 00000020:00000010:3.0:1767384996.543543:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.543548:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.543575:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d68fccd6. 00000020:00000010:3.0:1767384996.543577:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d68fccd6. 00000100:00000200:3.0:1767384996.543579:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363771904 02000000:00000010:3.0:1767384996.543591:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008cf2bfd1. 20000000:00000010:3.0:1767384996.543599:0:40977:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000015332210. 00000100:00000010:3.0:1767384996.543603:0:40977:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e61d193a. 00000100:00000010:3.0:1767384996.543604:0:40977:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ca1ea3c6. 00000400:00000010:3.0:1767384996.543608:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000400:00000010:3.0:1767384996.543614:0:40977:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006fefeed6. 00000400:00000200:3.0:1767384996.543617:0:40977:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384996.543622:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384996.543627:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958272c08a00 00000400:00000200:3.0:1767384996.543630:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a01 [1] + 0 00000400:00000010:3.0:1767384996.543632:0:40977:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000758cccd. 00000400:00000200:3.0:1767384996.543635:0:40977:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000058f68a39 00000100:00000200:3.0:1767384996.543638:0:40977:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e61d193a 00000400:00000200:3.0:1767384996.543642:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384996.543646:0:40977:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a0d 00000400:00000200:3.0:1767384996.543649:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.543651:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384996.543653:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.543654:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.543656:0:40977:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000e61d193a 00000400:00000200:3.0:1767384996.543658:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f68a39 00000400:00000010:3.0:1767384996.543659:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f68a39. 00000100:00000200:3.0:1767384996.543662:0:40977:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000005b28ad0b desc 0000000092e4a438 mbits 1853237363771904 00000100:00000200:3.0:1767384996.543673:0:40977:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958272c08a00-0x6958272c08a00 20000000:00000010:3.0:1767384996.543681:0:40977:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000004cb78c16. 20000000:00000010:3.0:1767384996.543692:0:40977:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000b3b6c871. 20000000:00000010:3.0:1767384996.543697:0:40977:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000032918d6d. 00000100:00000010:3.0:1767384996.543885:0:40977:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ca1ea3c6. 00000100:00000010:3.0:1767384996.543889:0:40977:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e61d193a. 20000000:00000010:3.0:1767384996.543891:0:40977:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000015332210. 00010000:00000200:3.0:1767384996.543898:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b41ed11 x1853237363771904/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 4784/4768 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.543911:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083243a94. 00000100:00000200:3.0:1767384996.543914:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363771904, offset 224 00000400:00000200:3.0:1767384996.543917:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.543921:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.543924:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c08a00 00000400:00000200:3.0:1767384996.543927:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a05 [2] + 224 00000400:00000200:3.0:1767384996.543930:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.543932:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.543935:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28ad0b x1853237363771904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.543949:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083243a94 00000400:00000010:3.0:1767384996.543950:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083243a94. 00000020:00000010:3.0:1767384996.543958:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.543961:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.543964:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899430db. 02000000:00000010:3.0:1767384996.543968:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008cf2bfd1. 00000400:00000010:0.0:1767384996.543973:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00000100:00000200:3.0:1767384996.543974:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.543979:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a964823. 00000400:00000200:0.0:1767384996.543980:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438738c4 00000400:00000010:0.0:1767384996.543983:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000438738c4. 00000400:00000010:3.0:1767384996.543987:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083243a94. 00000100:00000200:0.0:1767384996.543989:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28ad0b x1853237363771904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384996.543997:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28ad0b x1853237363771904/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.544013:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009ae8f136. 02000000:00000010:0.0:1767384996.544018:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000082703b65. 00000100:00000010:0.0:1767384996.544022:0:40968:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001613d9cb. 00000100:00000010:0.0:1767384996.544024:0:40968:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000092e4a438. 02000000:00000010:0.0:1767384996.544027:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000023a6b16e. 00000100:00000010:0.0:1767384996.544030:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28ad0b. 00000020:00000010:0.0:1767384996.544033:0:40968:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 000000002744d533. 00000020:00000010:0.0:1767384996.544037:0:40968:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000003fb581a1. 00000020:00000010:0.0:1767384996.544039:0:40968:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 000000001613d9cb. 00000020:00000010:0.0:1767384996.544043:0:40968:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000000711da9e. 00000020:00000010:0.0:1767384996.544046:0:40968:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000009ae8f136. 00000020:00000010:0.0:1767384996.544048:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f08c360. 00000020:00000010:0.0:1767384996.544050:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8bb588c. 00000040:00000010:0.0:1767384996.544051:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003a0acea8. 00000020:00000010:0.0:1767384996.544054:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a3042720. 00000020:00000010:0.0:1767384996.544056:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000001f5c37a. 00040000:00000010:0.0:1767384996.544059:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001cfaa3d5. 00040000:00000010:0.0:1767384996.544061:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf2598ec. 00080000:00000010:0.0:1767384996.544062:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000023a6b16e. 00080000:00000010:0.0:1767384996.544064:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000082703b65. 10000000:00000010:0.0:1767384996.544074:0:40968:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000003e0e5a22. 10000000:00000010:0.0:1767384996.544079:0:40968:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000001a6ec698. 00000100:00000010:0.0:1767384996.544083:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28ad0b. 02000000:00000010:0.0:1767384996.544089:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000375ee54c. 00010000:00000010:0.0:1767384996.544099:0:40968:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005bd30609. 00010000:00000010:0.0:1767384996.544105:0:40968:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000666aad15. 00000100:00000010:0.0:1767384996.544117:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000438738c4. 02000000:00000010:0.0:1767384996.544125:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000092e4a438. 00000400:00000010:0.0:1767384996.544128:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d463954. 00000400:00000010:0.0:1767384996.544131:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.544135:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363772032, portal 25 00000400:00000010:0.0:1767384996.544139:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c44d62. 00000100:00000200:0.0:1767384996.544141:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363772032, offset 0 00000400:00000200:0.0:1767384996.544145:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384996.544152:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384996.544158:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c08a80 00000400:00000200:0.0:1767384996.544162:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21e5 [2] + 0 00000400:00000010:0.0:1767384996.544165:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05b9619. 00000400:00000200:0.0:1767384996.544168:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000235a16f2 00000400:00000200:0.0:1767384996.544170:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.544173:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384996.544176:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000235a16f2 00000400:00000010:0.0:1767384996.544178:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000235a16f2. 00000100:00000200:0.0:1767384996.544181:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384996.544194:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c44d62 00000400:00000010:0.0:1767384996.544195:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c44d62. 00000100:00000200:0.0:1767384996.544198:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28ad0b x1853237363772032/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.544214:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d68fccd6. 00000020:00000010:3.0:1767384996.544218:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d68fccd6. 00000020:00000010:3.0:1767384996.544222:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899430db. 00000020:00000010:3.0:1767384996.544224:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.544226:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.544255:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d68fccd6. 00000020:00000010:3.0:1767384996.544258:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d68fccd6. 00000100:00000200:3.0:1767384996.544260:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363772032 00010000:00000010:3.0:1767384996.544270:0:40977:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000125b5411. 00010000:00000010:3.0:1767384996.544274:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ea33aed8. 00000020:00000010:3.0:1767384996.544276:0:40977:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d68fccd6. 02000000:00000010:3.0:1767384996.544283:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e61d193a. 00010000:00000200:3.0:1767384996.544296:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2c71d6d x1853237363772032/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 328/344 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.544303:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.544305:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363772032, offset 224 00000400:00000200:3.0:1767384996.544308:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.544312:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.544315:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c08a80 00000400:00000200:3.0:1767384996.544317:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a19 [1] + 224 00000400:00000200:3.0:1767384996.544320:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.544322:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.544324:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28ad0b x1853237363772032/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.544337:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.544338:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.544343:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.544345:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.544347:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899430db. 02000000:00000010:3.0:1767384996.544349:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e61d193a. 00000100:00000200:3.0:1767384996.544353:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.544355:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f0fa751. 00000400:00000010:3.0:1767384996.544358:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000116fc32e. 00000400:00000010:0.0:1767384996.544367:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00000400:00000200:0.0:1767384996.544372:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028f62ac 00000400:00000010:0.0:1767384996.544373:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.544377:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28ad0b x1853237363772032/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384996.544382:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28ad0b x1853237363772032/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.544391:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000438738c4. 02000000:00000010:0.0:1767384996.544400:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000092e4a438. 02000000:00000010:0.0:1767384996.544403:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000375ee54c. 00000100:00000010:0.0:1767384996.544404:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28ad0b. 10000000:00000010:0.0:1767384996.544418:0:40968:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000375ee54c. 10000000:00000010:0.0:1767384996.544422:0:40968:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000a470064f. 00000100:00000010:0.0:1767384996.544425:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28ad0b. 02000000:00000010:0.0:1767384996.544430:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8dbbd1e. 00010000:00000010:0.0:1767384996.544434:0:40968:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007c0c3d2c. 00010000:00000010:0.0:1767384996.544436:0:40968:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000617d95f2. 00000100:00000010:0.0:1767384996.544440:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000438738c4. 02000000:00000010:0.0:1767384996.544446:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000092e4a438. 00000400:00000010:0.0:1767384996.544448:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d463954. 00000400:00000010:0.0:1767384996.544450:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.544452:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363772160, portal 25 00000400:00000010:0.0:1767384996.544454:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c44d62. 00000100:00000200:0.0:1767384996.544455:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363772160, offset 0 00000400:00000200:0.0:1767384996.544458:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384996.544462:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384996.544465:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c08b00 00000400:00000200:0.0:1767384996.544468:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21e9 [2] + 0 00000400:00000010:0.0:1767384996.544470:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dafb975e. 00000400:00000200:0.0:1767384996.544471:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002256120e 00000400:00000200:0.0:1767384996.544474:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.544476:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384996.544478:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002256120e 00000400:00000010:0.0:1767384996.544479:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002256120e. 00000100:00000200:0.0:1767384996.544481:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384996.544490:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c44d62 00000400:00000010:0.0:1767384996.544492:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c44d62. 00000100:00000200:0.0:1767384996.544495:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28ad0b x1853237363772160/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.544499:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000505ea9ee. 00000020:00000010:3.0:1767384996.544503:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000505ea9ee. 00000020:00000010:3.0:1767384996.544506:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899430db. 00000020:00000010:3.0:1767384996.544508:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.544511:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.544527:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000505ea9ee. 00000020:00000010:3.0:1767384996.544528:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000505ea9ee. 00000100:00000200:3.0:1767384996.544530:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363772160 00010000:00000010:3.0:1767384996.544535:0:40977:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ea0e113f. 00010000:00000010:3.0:1767384996.544538:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000e05a80a. 02000000:00000010:3.0:1767384996.544543:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e61d193a. 00010000:00000200:3.0:1767384996.544549:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa2b08b0 x1853237363772160/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 328/344 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.544556:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.544558:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363772160, offset 224 00000400:00000200:3.0:1767384996.544560:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.544564:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.544566:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c08b00 00000400:00000200:3.0:1767384996.544569:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a29 [1] + 224 00000400:00000200:3.0:1767384996.544572:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.544573:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.544576:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28ad0b x1853237363772160/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.544587:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.544589:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.544593:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.544595:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.544597:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899430db. 02000000:00000010:3.0:1767384996.544599:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e61d193a. 00000100:00000200:3.0:1767384996.544601:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.544603:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c98ad2fe. 00000400:00000010:3.0:1767384996.544605:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f246180. 00000400:00000010:0.0:1767384996.544622:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00000400:00000200:0.0:1767384996.544626:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028f62ac 00000400:00000010:0.0:1767384996.544627:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.544631:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28ad0b x1853237363772160/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384996.544636:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28ad0b x1853237363772160/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.544645:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000438738c4. 02000000:00000010:0.0:1767384996.544651:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000092e4a438. 02000000:00000010:0.0:1767384996.544653:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8dbbd1e. 00000100:00000010:0.0:1767384996.544655:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28ad0b. 10000000:00000010:0.0:1767384996.544660:0:40968:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000cc8ba462. 00000020:00000010:0.0:1767384996.544664:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8dbbd1e. 00000020:00000010:0.0:1767384996.544667:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032dcf383. 00000040:00000010:0.0:1767384996.544670:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009cb8b864. 00000020:00000010:0.0:1767384996.544673:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004b44a9cc. 00000020:00000010:0.0:1767384996.544676:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005dd55fb9. 80000000:00000010:0.0:1767384996.544678:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000045e107c1. 00040000:00000010:0.0:1767384996.544681:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004846e30c. 00080000:00000010:0.0:1767384996.544686:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000070935361. 00080000:00000010:0.0:1767384996.544690:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006bdc0197. 20000000:00000010:0.0:1767384996.544694:0:40968:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000438ccdb4. 00000040:00000010:0.0:1767384996.544700:0:40968:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ec8b62c0. 00000100:00000010:0.0:1767384996.544704:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28ad0b. 02000000:00000010:0.0:1767384996.544711:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a036177. 00000100:00000010:0.0:1767384996.544719:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000438738c4. 02000000:00000010:0.0:1767384996.544726:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac8a7f24. 00000400:00000010:0.0:1767384996.544729:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d463954. 00000400:00000010:0.0:1767384996.544733:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.544736:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363772288, portal 25 00000400:00000010:0.0:1767384996.544739:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c44d62. 00000100:00000200:0.0:1767384996.544741:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237363772288, offset 0 00000400:00000200:0.0:1767384996.544745:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384996.544751:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384996.544756:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272c08b80 00000400:00000200:0.0:1767384996.544759:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21ed [2] + 0 00000400:00000010:0.0:1767384996.544762:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a808f5ed. 00000400:00000200:0.0:1767384996.544765:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000098fbb7dd 00000400:00000200:0.0:1767384996.544768:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.544771:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384996.544773:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098fbb7dd 00000400:00000010:0.0:1767384996.544774:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098fbb7dd. 00000100:00000200:0.0:1767384996.544776:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384996.544787:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c44d62 00000400:00000010:0.0:1767384996.544788:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c44d62. 00000100:00000200:0.0:1767384996.544792:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28ad0b x1853237363772288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.544808:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000505ea9ee. 00000020:00000010:3.0:1767384996.544811:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000505ea9ee. 00000020:00000010:3.0:1767384996.544814:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899430db. 00000020:00000010:3.0:1767384996.544816:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.544818:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.544833:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000505ea9ee. 00000020:00000010:3.0:1767384996.544834:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000505ea9ee. 00000100:00000200:3.0:1767384996.544836:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363772288 02000000:00000010:3.0:1767384996.544842:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e61d193a. 00000040:00000010:3.0:1767384996.544845:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000020c8be0a. 00000040:00000010:3.0:1767384996.544891:0:40977:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000ca1ea3c6. 00000020:00000010:3.0:1767384996.544895:0:40977:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000033d09174. 00080000:00000010:3.0:1767384996.544899:0:40977:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000d4f1a22. 00000040:00000010:3.0:1767384996.544909:0:40977:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000ca1ea3c6. 00000040:00000010:3.0:1767384996.544912:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000020c8be0a. 20000000:00000010:3.0:1767384996.544916:0:40977:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000505ea9ee. 00010000:00000200:3.0:1767384996.544920:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000bcb47d5 x1853237363772288/t0(0) o501->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 512/272 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.544928:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.544929:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237363772288, offset 224 00000400:00000200:3.0:1767384996.544932:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.544936:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.544939:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272c08b80 00000400:00000200:3.0:1767384996.544941:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a39 [1] + 224 00000400:00000200:3.0:1767384996.544944:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.544946:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.544948:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28ad0b x1853237363772288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.544960:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.544961:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.544968:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.544970:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.544972:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899430db. 02000000:00000010:3.0:1767384996.544976:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e61d193a. 00000400:00000010:0.0:1767384996.544979:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00000100:00000200:3.0:1767384996.544980:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.544985:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d345eb0d. 00000400:00000200:0.0:1767384996.544985:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028f62ac 00000400:00000010:0.0:1767384996.544988:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000028f62ac. 00000400:00000010:3.0:1767384996.544993:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac3a4fbe. 00000100:00000200:0.0:1767384996.544995:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28ad0b x1853237363772288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384996.545002:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28ad0b x1853237363772288/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.545012:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000438738c4. 02000000:00000010:0.0:1767384996.545016:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac8a7f24. 02000000:00000010:0.0:1767384996.545017:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a036177. 00000100:00000010:0.0:1767384996.545019:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28ad0b. 00000040:00000010:0.0:1767384996.545023:0:40968:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002744d533. 00000100:00000010:0.0:1767384996.545026:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28ad0b. 02000000:00000010:0.0:1767384996.545030:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a036177. 00000100:00000010:0.0:1767384996.545033:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000438738c4. 02000000:00000010:0.0:1767384996.545048:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000e3b1b65. 00000400:00000010:0.0:1767384996.545052:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d463954. 00000400:00000010:0.0:1767384996.545056:0:40968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000564cce53. 00000100:00000200:0.0:1767384996.545059:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363772416, portal 25 00000400:00000010:0.0:1767384996.545062:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.545064:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363772416, offset 0 00000400:00000200:0.0:1767384996.545068:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384996.545075:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384996.545080:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c08c00 00000400:00000200:0.0:1767384996.545084:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f1 [2] + 0 00000400:00000010:0.0:1767384996.545088:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad83d277. 00000400:00000200:0.0:1767384996.545090:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4a73a1d 00000400:00000200:0.0:1767384996.545094:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.545097:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384996.545100:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4a73a1d 00000400:00000010:0.0:1767384996.545102:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4a73a1d. 00000100:00000200:0.0:1767384996.545105:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384996.545117:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028f62ac 00000400:00000010:0.0:1767384996.545119:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.545125:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28ad0b x1853237363772416/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.545128:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f045534. 00000020:00000010:3.0:1767384996.545132:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f045534. 00000020:00000010:3.0:1767384996.545137:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899430db. 00000020:00000010:3.0:1767384996.545141:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.545144:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.545164:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f045534. 00000020:00000010:3.0:1767384996.545166:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f045534. 00000100:00000200:3.0:1767384996.545168:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363772416 02000000:00000010:3.0:1767384996.545182:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000aaef0de1. 00000040:00000010:3.0:1767384996.545185:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000020c8be0a. 00000040:00000010:3.0:1767384996.545193:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b8038a96. 00000040:00000010:3.0:1767384996.545503:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b8038a96. 00000040:00000010:3.0:1767384996.545506:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000020c8be0a. 00010000:00000200:3.0:1767384996.545511:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f54cd05 x1853237363772416/t0(0) o503->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 272/8416 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.545519:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003dcaff89. 00000100:00000200:3.0:1767384996.545521:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237363772416, offset 224 00000400:00000200:3.0:1767384996.545524:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.545528:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.545531:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272c08c00 00000400:00000200:3.0:1767384996.545534:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a49 [4] + 224 00000400:00000200:3.0:1767384996.545538:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.545540:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.545542:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28ad0b x1853237363772416/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.545555:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dcaff89 00000400:00000010:3.0:1767384996.545557:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003dcaff89. 00000020:00000010:3.0:1767384996.545562:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.545564:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.545566:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899430db. 02000000:00000010:3.0:1767384996.545568:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000aaef0de1. 00000100:00000200:3.0:1767384996.545577:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.545580:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f79d269f. 00000400:00000010:3.0:1767384996.545582:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003dcaff89. 00000400:00000010:0.0:1767384996.545592:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00000400:00000200:0.0:1767384996.545597:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000564cce53 00000400:00000010:0.0:1767384996.545599:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000564cce53. 00000100:00000200:0.0:1767384996.545604:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28ad0b x1853237363772416/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384996.545612:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28ad0b x1853237363772416/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.545624:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000438738c4. 02000000:00000010:0.0:1767384996.545628:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000e3b1b65. 02000000:00000010:0.0:1767384996.545636:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a036177. 00000100:00000010:0.0:1767384996.545638:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28ad0b. 00000040:00000010:0.0:1767384996.545643:0:40968:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000dcb8ceeb. 00000020:00000010:0.0:1767384996.545781:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a036177. 00000020:00000010:0.0:1767384996.545784:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ac8a7f24. 00000040:00000010:0.0:1767384996.545786:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bbcf767e. 00000020:00000010:0.0:1767384996.545788:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ad62d51. 00000020:00000010:0.0:1767384996.545791:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767384996.545794:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007aaa0565. 80000000:00000010:0.0:1767384996.545796:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000411cbbca. 40000000:00000010:0.0:1767384996.545798:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003278d15d. 00100000:00000010:0.0:1767384996.545800:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f1f4ba7. 00040000:00000010:0.0:1767384996.545802:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000094e666b4. 00040000:00000010:0.0:1767384996.545804:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d373446. 00080000:00000010:0.0:1767384996.545815:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000acdf9e76. 00080000:00000010:0.0:1767384996.545820:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009fb0303c. 00000004:00000010:0.0:1767384996.545824:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000031146b6b. 00002000:00000010:0.0:1767384996.545827:0:40997:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000092e4a438. 00000020:00000010:0.0:1767384996.545829:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002d15ce13. 00000040:00000010:0.0:1767384996.545834:0:40997:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ed683855. 00000100:00000010:0.0:1767384996.545839:0:40997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28ad0b. 02000000:00000010:0.0:1767384996.545843:0:40997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b5de2e3. 00000100:00000010:0.0:1767384996.545847:0:40997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000564cce53. 02000000:00000010:0.0:1767384996.545857:0:40997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000e3b1b65. 00000400:00000010:0.0:1767384996.545860:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d463954. 00000400:00000010:0.0:1767384996.545882:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000637dae5d. 00000100:00000200:0.0:1767384996.545885:0:40997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363772544, portal 25 00000400:00000010:0.0:1767384996.545889:0:40997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.545891:0:40997:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363772544, offset 0 00000400:00000200:0.0:1767384996.545894:0:40997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384996.545898:0:40997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384996.545901:0:40997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c08c80 00000400:00000200:0.0:1767384996.545904:0:40997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f5 [2] + 0 00000400:00000010:0.0:1767384996.545906:0:40997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7ac7f3. 00000400:00000200:0.0:1767384996.545908:0:40997:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001479cf70 00000400:00000200:0.0:1767384996.545910:0:40997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.545912:0:40997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384996.545914:0:40997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001479cf70 00000400:00000010:0.0:1767384996.545915:0:40997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001479cf70. 00000100:00000200:0.0:1767384996.545917:0:40997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384996.545927:0:40997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028f62ac 00000400:00000010:0.0:1767384996.545928:0:40997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.545932:0:40997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28ad0b x1853237363772544/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.545940:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f045534. 00000020:00000010:3.0:1767384996.545944:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f045534. 00000020:00000010:3.0:1767384996.545948:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000899430db. 00000020:00000010:3.0:1767384996.545950:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.545952:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.545970:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f045534. 00000020:00000010:3.0:1767384996.545972:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f045534. 00000100:00000200:3.0:1767384996.545974:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363772544 02000000:00000010:3.0:1767384996.545984:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000aaef0de1. 00000040:00000010:3.0:1767384996.545988:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000020c8be0a. 00000040:00000010:3.0:1767384996.545993:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b8038a96. 00000040:00000010:3.0:1767384996.546275:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b8038a96. 00000040:00000010:3.0:1767384996.546278:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000020c8be0a. 00010000:00000200:3.0:1767384996.546282:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a870aecf x1853237363772544/t0(0) o502->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 272/8472 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.546290:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b2ab29bd. 00000100:00000200:3.0:1767384996.546292:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237363772544, offset 224 00000400:00000200:3.0:1767384996.546295:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.546299:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.546302:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272c08c80 00000400:00000200:3.0:1767384996.546304:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a59 [4] + 224 00000400:00000200:3.0:1767384996.546308:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.546309:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.546312:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28ad0b x1853237363772544/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.546325:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ab29bd 00000400:00000010:3.0:1767384996.546326:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b2ab29bd. 00000020:00000010:3.0:1767384996.546332:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea69bd4e. 00000020:00000010:3.0:1767384996.546334:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.546336:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000899430db. 02000000:00000010:3.0:1767384996.546340:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000aaef0de1. 00000100:00000200:3.0:1767384996.546348:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.546350:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013298ee8. 00000400:00000010:0.0:1767384996.546352:0:40997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00000400:00000200:0.0:1767384996.546356:0:40997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000637dae5d 00000400:00000010:0.0:1767384996.546357:0:40997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000637dae5d. 00000400:00000010:3.0:1767384996.546360:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2ab29bd. 00000100:00000200:0.0:1767384996.546362:0:40997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28ad0b x1853237363772544/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384996.546370:0:40997:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28ad0b x1853237363772544/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.546380:0:40997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000564cce53. 02000000:00000010:0.0:1767384996.546385:0:40997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000e3b1b65. 02000000:00000010:0.0:1767384996.546391:0:40997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b5de2e3. 00000100:00000010:0.0:1767384996.546394:0:40997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28ad0b. 00000020:00000010:0.0:1767384996.546404:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000034e4c9a0. 00000020:00000010:0.0:1767384996.546408:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000034e4c9a0. 00000020:00000010:0.0:1767384996.546414:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000006d462293. 00000020:00000010:0.0:1767384996.546425:0:40997:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000000d54d5e7. 00000020:00000010:0.0:1767384996.546431:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000051c75816. 00000020:00000010:0.0:1767384996.546445:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000006d462293. 00000020:00000010:0.0:1767384996.546450:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000564cce53. 00000001:00000010:0.0:1767384996.546472:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000034e4c9a0. 00000001:00000010:0.0:1767384996.546477:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a0407b2b. 00000001:00000010:0.0:1767384996.546480:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b5de2e3. 00000001:00000010:0.0:1767384996.546483:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ea8d4071. 00000001:00000010:0.0:1767384996.546486:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e14e4e69. 00000001:00000010:0.0:1767384996.546489:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7f57691. 00000001:00000010:0.0:1767384996.546492:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c4ccaa81. 00000001:00000010:0.0:1767384996.546494:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a7731010. 00000001:00000010:0.0:1767384996.546497:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000956fd949. 00000001:00000010:0.0:1767384996.546500:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f9c6197. 00000001:00000010:0.0:1767384996.546502:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d8fbd877. 00000001:00000010:0.0:1767384996.546505:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000140203d. 00000020:00000010:0.0:1767384996.546509:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3fc7563. 00000020:00000010:0.0:1767384996.546511:0:40997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d462293. 00000020:00000010:0.0:1767384996.546513:0:40997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006aba0214. 00000008:00000010:0.0:1767384996.546516:0:40997:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000a55fae6. 00020000:00000010:0.0:1767384996.546518:0:40997:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d56ba5a3. 00008000:00000010:0.0:1767384996.546521:0:40997:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f0856af0. 00000080:00000010:0.0:1767384996.546524:0:40997:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a10c0447. 00000020:00000010:0.0:1767384996.546527:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f8c866d. 00000020:00000010:0.0:1767384996.546529:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008cf47b4a. 00000040:00000010:0.0:1767384996.546532:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000050a4b000. 00000020:00000010:0.0:1767384996.546535:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000064a77666. 00000020:00000010:0.0:1767384996.546537:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021c054ac. 00000020:00000010:0.0:1767384996.546539:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000095a6e446. 80000000:00000010:0.0:1767384996.546541:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b3ebbc02. 40000000:00000010:0.0:1767384996.546542:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002d90e77e. 00100000:00000010:0.0:1767384996.546544:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000093575f31. 00040000:00000010:0.0:1767384996.546546:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000922647e3. 00040000:00000010:0.0:1767384996.546548:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c39de5c3. 00080000:00000010:0.0:1767384996.546553:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a296b021. 00080000:00000010:0.0:1767384996.546562:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e9c0f470. 00000004:00000010:0.0:1767384996.546567:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000091d40826. 00000004:00000010:0.0:1767384996.546577:0:40997:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000533a96c3. 00000004:00000010:0.0:1767384996.546585:0:40997:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000565c23f9. 00000004:00000010:0.0:1767384996.546589:0:40997:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000637dae5d. 00000020:00000010:0.0:1767384996.546595:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000025692671. 00000004:00000010:0.0:1767384996.546601:0:40997:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000637dae5d. 00000004:00000010:0.0:1767384996.546603:0:40997:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000565c23f9. 00000020:00000010:0.0:1767384996.546622:0:40997:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000080e998bb. 00000020:00000010:0.0:1767384996.546625:0:40997:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000387f8d51. 00000020:00000010:0.0:1767384996.546628:0:40997:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000ef138e28. 00000020:00000010:0.0:1767384996.546630:0:40997:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000004dc9f4f9. 00000020:00000010:0.0:1767384996.546731:0:40997:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000637dae5d. 00000020:00000010:0.0:1767384996.546741:0:40997:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000637dae5d. 00000020:00000010:0.0:1767384996.546750:0:40997:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000637dae5d. 00000020:00000010:0.0:1767384996.546756:0:40997:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000637dae5d. 00000020:00000010:0.0:1767384996.546764:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008cf47b4a. 00000040:00000010:0.0:1767384996.546768:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000050a4b000. 00000020:00000010:0.0:1767384996.546771:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000064a77666. 00000020:00000010:0.0:1767384996.546774:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000021c054ac. 00000020:00000010:0.0:1767384996.546779:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000095a6e446. 80000000:00000010:0.0:1767384996.546781:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b3ebbc02. 40000000:00000010:0.0:1767384996.546784:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002d90e77e. 00100000:00000010:0.0:1767384996.546787:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000093575f31. 00040000:00000010:0.0:1767384996.546790:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000922647e3. 00040000:00000010:0.0:1767384996.546792:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c39de5c3. 00080000:00000010:0.0:1767384996.546795:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e9c0f470. 00080000:00000010:0.0:1767384996.546798:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a296b021. 00000004:00000010:0.0:1767384996.546801:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000091d40826. 00000020:00000010:0.0:1767384996.546805:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f8c866d. 00000020:00000010:0.0:1767384996.546808:0:40997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d462293. 00000020:00000010:0.0:1767384996.546810:0:40997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006aba0214. 00000008:00000010:0.0:1767384996.546813:0:40997:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000a55fae6. 00020000:00000010:0.0:1767384996.546816:0:40997:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d56ba5a3. 00008000:00000010:0.0:1767384996.546818:0:40997:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f0856af0. 00000080:00000010:0.0:1767384996.546821:0:40997:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a10c0447. 00000020:00000010:0.0:1767384996.546824:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3fc7563. 00000020:00000010:0.0:1767384996.546827:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000564cce53. 00000020:00000010:0.0:1767384996.546832:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000922647e3. 00000020:00000010:0.0:1767384996.546834:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000922647e3. 00000020:00000010:0.0:1767384996.546839:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000922647e3. 00000020:00000010:0.0:1767384996.546841:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000922647e3. 00000020:00000010:0.0:1767384996.546844:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000b3ebbc02. 00000020:00000010:0.0:1767384996.546851:0:40997:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000856850aa. 00000020:00000010:0.0:1767384996.546854:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e362cd05. 00000004:00000010:0.0:1767384996.546857:0:40997:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000002d90e77e. 00000020:00000010:0.0:1767384996.546889:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000b3ebbc02. 00000020:00000010:0.0:1767384996.546894:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000b3ebbc02. 00000020:00000010:0.0:1767384996.546897:0:40997:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000b1e5f900. 00000020:00000010:0.0:1767384996.546899:0:40997:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 0000000085a86025. 00000020:00000010:0.0:1767384996.546901:0:40997:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 000000005f7f7b12. 00000020:00000010:0.0:1767384996.546903:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000b3ebbc02. 00000020:00000010:0.0:1767384996.546906:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000564cce53. 00000001:00000010:0.0:1767384996.546914:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000922647e3. 00000001:00000010:0.0:1767384996.546916:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000792217c1. 00000001:00000010:0.0:1767384996.546918:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e12ddd17. 00000001:00000010:0.0:1767384996.546919:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c39de5c3. 00000001:00000010:0.0:1767384996.546921:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000095a6e446. 00000001:00000010:0.0:1767384996.546922:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c3494ac. 00000001:00000010:0.0:1767384996.546924:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000086db052. 00000001:00000010:0.0:1767384996.546925:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000943f306b. 00000001:00000010:0.0:1767384996.546927:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ca5e61c. 00000001:00000010:0.0:1767384996.546928:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b5c25f10. 00000001:00000010:0.0:1767384996.546929:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000026483cd2. 00000001:00000010:0.0:1767384996.546931:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005dd81541. 00000020:00000010:0.0:1767384996.546932:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eee47127. 00000020:00000010:0.0:1767384996.546934:0:40997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d462293. 00000020:00000010:0.0:1767384996.546936:0:40997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006aba0214. 00000008:00000010:0.0:1767384996.546938:0:40997:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000a55fae6. 00020000:00000010:0.0:1767384996.546939:0:40997:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d56ba5a3. 00008000:00000010:0.0:1767384996.546941:0:40997:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f0856af0. 00000080:00000010:0.0:1767384996.546943:0:40997:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a10c0447. 00000020:00000010:0.0:1767384996.546945:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000361a539e. 00000020:00000010:0.0:1767384996.546947:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a0de2831. 00000040:00000010:0.0:1767384996.546949:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000050a4b000. 00000020:00000010:0.0:1767384996.546951:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005528e516. 00000020:00000010:0.0:1767384996.546953:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021c054ac. 00000020:00000010:0.0:1767384996.546955:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e3fc7563. 80000000:00000010:0.0:1767384996.546957:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b3ebbc02. 40000000:00000010:0.0:1767384996.546959:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000052f847a1. 00100000:00000010:0.0:1767384996.546963:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c5f0e4c7. 00040000:00000010:0.0:1767384996.546965:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000091f02284. 00040000:00000010:0.0:1767384996.546969:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f8c866d. 00080000:00000010:0.0:1767384996.546971:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e9c0f470. 00080000:00000010:0.0:1767384996.546976:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cc88c60b. 00000004:00000010:0.0:1767384996.546982:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000071a14dba. 00000004:00000010:0.0:1767384996.546985:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001fe9f7a8. 00000004:00000010:0.0:1767384996.546990:0:40997:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000cfd0ef21. 00000004:00000010:0.0:1767384996.546998:0:40997:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000d469267b. 00000004:00000010:0.0:1767384996.547001:0:40997:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000a88b2f30. 00000004:00000010:0.0:1767384996.547004:0:40997:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000a7c1748a. 00000004:00000010:0.0:1767384996.547010:0:40997:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 000000006964aa15. 00000020:00000010:0.0:1767384996.547019:0:40997:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000006c249c39. 00000020:00000010:0.0:1767384996.547023:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bb97c160. 00000004:00000010:0.0:1767384996.547033:0:40997:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 000000006964aa15. 00000004:00000010:0.0:1767384996.547038:0:40997:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 000000006964aa15. 00000001:00000010:0.0:1767384996.547046:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000faf9491f. 00000001:00000010:0.0:1767384996.547050:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000712cf1f5. 00000001:00000010:0.0:1767384996.547053:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e14815b0. 00000001:00000010:0.0:1767384996.547056:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af54b316. 00000001:00000010:0.0:1767384996.547061:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c2bd2a0. 00000001:00000010:0.0:1767384996.547065:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004dc905e3. 00000001:00000010:0.0:1767384996.547068:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c3830ac7. 00000001:00000010:0.0:1767384996.547071:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c9d96e46. 00000001:00000010:0.0:1767384996.547074:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf760c0d. 00000001:00000010:0.0:1767384996.547077:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c51451bf. 00000001:00000010:0.0:1767384996.547079:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002668be88. 00000001:00000010:0.0:1767384996.547083:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a8466536. 00000020:00000010:0.0:1767384996.547086:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055f28ab4. 00000020:00000010:0.0:1767384996.547089:0:40997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7154463. 00000020:00000010:0.0:1767384996.547093:0:40997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000008:00000010:0.0:1767384996.547096:0:40997:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000053f6d52f. 00020000:00000010:0.0:1767384996.547100:0:40997:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e25e8ce0. 00008000:00000010:0.0:1767384996.547102:0:40997:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000084ae9b08. 00000080:00000010:0.0:1767384996.547106:0:40997:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000158df524. 00000020:00000010:0.0:1767384996.547109:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083bbc65d. 00000020:00000010:0.0:1767384996.547112:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bde5370b. 00000040:00000010:0.0:1767384996.547115:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000352268a9. 00000020:00000010:0.0:1767384996.547118:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000528970cc. 00000020:00000010:0.0:1767384996.547120:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000047bbfa56. 00000020:00000010:0.0:1767384996.547123:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000344cbde. 80000000:00000010:0.0:1767384996.547125:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3d09f85. 40000000:00000010:0.0:1767384996.547128:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000004fd66a4. 00100000:00000010:0.0:1767384996.547131:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000010b299a4. 00040000:00000010:0.0:1767384996.547133:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000074701c66. 00040000:00000010:0.0:1767384996.547137:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c63bb6a. 00080000:00000010:0.0:1767384996.547142:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005a9ddaed. 00080000:00000010:0.0:1767384996.547147:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002535eeb0. 00000004:00000010:0.0:1767384996.547152:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003444b8f0. 00000004:00000010:0.0:1767384996.547156:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d6ded5c3. 00000004:00000010:0.0:1767384996.547160:0:40997:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000a40e006b. 00000004:00000010:0.0:1767384996.547166:0:40997:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000637dae5d. 00000020:00000010:0.0:1767384996.547171:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000036028fb6. 00000004:00000010:0.0:1767384996.547177:0:40997:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000637dae5d. 00000020:00000010:0.0:1767384996.547276:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bde5370b. 00000040:00000010:0.0:1767384996.547281:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000352268a9. 00000020:00000010:0.0:1767384996.547285:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000528970cc. 00000020:00000010:0.0:1767384996.547288:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000047bbfa56. 00000020:00000010:0.0:1767384996.547291:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000344cbde. 80000000:00000010:0.0:1767384996.547293:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e3d09f85. 40000000:00000010:0.0:1767384996.547295:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000004fd66a4. 00100000:00000010:0.0:1767384996.547298:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000010b299a4. 00040000:00000010:0.0:1767384996.547300:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000074701c66. 00040000:00000010:0.0:1767384996.547303:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003c63bb6a. 00080000:00000010:0.0:1767384996.547308:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002535eeb0. 00080000:00000010:0.0:1767384996.547310:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005a9ddaed. 00000004:00000010:0.0:1767384996.547313:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003444b8f0. 00000004:00000010:0.0:1767384996.547318:0:40997:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d6ded5c3. 00000020:00000010:0.0:1767384996.547321:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083bbc65d. 00000020:00000010:0.0:1767384996.547324:0:40997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7154463. 00000020:00000010:0.0:1767384996.547327:0:40997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa8ac934. 00000008:00000010:0.0:1767384996.547329:0:40997:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000053f6d52f. 00020000:00000010:0.0:1767384996.547332:0:40997:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e25e8ce0. 00008000:00000010:0.0:1767384996.547334:0:40997:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000084ae9b08. 00000080:00000010:0.0:1767384996.547337:0:40997:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000158df524. 00000020:00000010:0.0:1767384996.547339:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055f28ab4. 00000004:00000010:0.0:1767384996.547343:0:40997:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000637dae5d. 00000020:00000010:0.0:1767384996.547348:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d6ded5c3. 00000004:00000010:0.0:1767384996.547353:0:40997:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000637dae5d. 00000004:00000010:0.0:1767384996.547356:0:40997:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000637dae5d. 00000020:00000010:0.0:1767384996.547359:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000010b299a4. 00000004:00000010:0.0:1767384996.547362:0:40997:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000637dae5d. 00000004:00000010:0.0:1767384996.547366:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000528970cc. 00000004:00000010:0.0:1767384996.547370:0:40997:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 000000006964aa15. 00000004:00000010:0.0:1767384996.547373:0:40997:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000a7c1748a. 00000004:00000010:0.0:1767384996.547375:0:40997:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000d469267b. 00000004:00000010:0.0:1767384996.547376:0:40997:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000a88b2f30. 00000004:00000010:0.0:1767384996.547380:0:40997:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000637dae5d. 80000000:00000010:0.0:1767384996.547384:0:40997:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000006bc41dee. 80000000:00000010:0.0:1767384996.547388:0:40997:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000a88b2f30. 00000004:00000010:0.0:1767384996.547402:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c013ab34. 00000004:00000010:0.0:1767384996.547413:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001f883a0c. 00000004:00000010:0.0:1767384996.547420:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d00ca981. 00080000:00000010:0.0:1767384996.547424:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000050d31e14. 00000001:00000010:0.0:1767384996.547433:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 00000001:00000010:0.0:1767384996.547443:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00080000:00000010:0.0:1767384996.547458:0:40997:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000074701c66. 00100000:00000010:0.0:1767384996.547464:0:40997:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000004fd66a4. 00100000:00000010:0.0:1767384996.547471:0:40997:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000004fd66a4. 00080000:00000010:0.0:1767384996.547473:0:40997:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 000000005ac2792f. 00000001:00000010:0.0:1767384996.547476:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 80000000:00000010:0.0:1767384996.547651:0:40997:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000004fd66a4. 80000000:00000010:0.0:1767384996.547656:0:40997:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000070412d01. 80000000:00000010:0.0:1767384996.547658:0:40997:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000d879fefc. 80000000:00000010:0.0:1767384996.547659:0:40997:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000abd9e9dc. 80000000:00000010:0.0:1767384996.547661:0:40997:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000da8f1473. 00000001:00000010:0.0:1767384996.547663:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002e70d47d. 00000001:00000010:0.0:1767384996.547665:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002e70d47d. 00000001:00000010:0.0:1767384996.547667:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00080000:00000010:0.0:1767384996.547672:0:40997:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000058be5947. 00080000:00000010:0.0:1767384996.547677:0:40997:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 0000000058be5947. 00080000:00000010:0.0:1767384996.547681:0:40997:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000058be5947. 00080000:00000010:0.0:1767384996.547684:0:40997:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 0000000058be5947. 00080000:00000010:0.0:1767384996.547687:0:40997:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000058be5947. 00080000:00000010:0.0:1767384996.547689:0:40997:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 0000000058be5947. 00080000:00000010:0.0:1767384996.547693:0:40997:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 000000005ac2792f. 80000000:00000010:0.0:1767384996.547696:0:40997:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000a88b2f30. 00000004:00000010:0.0:1767384996.547715:0:40997:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 000000005ac2792f. 00000004:00000010:0.0:1767384996.547723:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000048562295. 00000004:00000010:0.0:1767384996.547727:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003d4d4bb4. 00000004:00000010:0.0:1767384996.547731:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000de9f389f. 00080000:00000010:0.0:1767384996.547734:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000058be5947. 00000001:00000010:0.0:1767384996.547740:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 00000001:00000010:0.0:1767384996.547746:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00000004:00000010:0.0:1767384996.547935:0:40997:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000003c63bb6a. 00000004:00000010:0.0:1767384996.547942:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006a04c5e8. 00000004:00000010:0.0:1767384996.547982:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000707f44f4. 00000004:00000010:0.0:1767384996.547985:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000094c72b92. 00080000:00000010:0.0:1767384996.547988:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000344cbde. 00000001:00000010:0.0:1767384996.547992:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 00000001:00000010:0.0:1767384996.547996:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00000004:00000010:0.0:1767384996.548161:0:40997:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000daa89782. 00000004:00000010:0.0:1767384996.548166:0:40997:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 000000002510aa98. 00000004:00000010:0.0:1767384996.548192:0:40997:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 000000002510aa98. 00010000:00000010:0.0:1767384996.548198:0:40997:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000020b19e96. 00000001:00000010:0.0:1767384996.548200:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000352268a9. 00000001:00000010:0.0:1767384996.548208:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000270d936c. 00000001:00000010:0.0:1767384996.548397:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005d9e7555. 00000001:00000010:0.0:1767384996.548661:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc3b775a. 00000001:00000010:0.0:1767384996.548961:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d8c092f2. 00000001:00000010:0.0:1767384996.549204:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a352ddf. 00000001:00000010:0.0:1767384996.549463:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003d6836c2. 00000001:00000010:0.0:1767384996.549700:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000039ef3c6d. 00000001:00000010:0.0:1767384996.549969:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e042f7c8. 00000001:00000010:0.0:1767384996.550210:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b4436bde. 00000001:00000010:0.0:1767384996.550461:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e02faf2. 00000001:00000010:0.0:1767384996.550698:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f40d046e. 00000001:00000010:0.0:1767384996.550968:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fad5d150. 00000001:00000010:0.0:1767384996.551206:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000059925114. 00000001:00000010:0.0:1767384996.551455:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002eeff2d3. 00000001:00000010:0.0:1767384996.551717:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009cdebf90. 00000001:00000010:0.0:1767384996.551979:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000051028159. 00000001:00000010:0.0:1767384996.552217:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c79b64fe. 00000001:00000010:0.0:1767384996.552461:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ede8a0d3. 00000001:00000010:0.0:1767384996.552692:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000df987dc5. 00000100:00000010:0.0:1767384996.552912:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b1cdbf0. 00000100:00000010:3.0:1767384996.552915:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e42310e. 00000100:00000010:1.0:1767384996.552930:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a801831b. 00000100:00000010:2.0:1767384996.552939:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0b43627. 00000001:00000010:0.0:1767384996.552992:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000c4e9684. 00000001:00000010:0.0:1767384996.553223:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001950256b. 00000001:00000010:0.0:1767384996.553472:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000066c951d7. 00000001:00000010:0.0:1767384996.553716:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec12545b. 00000001:00000010:0.0:1767384996.553987:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000060cbef06. 00000001:00000010:0.0:1767384996.554217:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e096945. 00000001:00000010:0.0:1767384996.554463:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005af979c5. 00000001:00000010:0.0:1767384996.554695:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a04f786e. 00000001:00000010:0.0:1767384996.554963:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c6efa8f. 00000001:00000010:0.0:1767384996.555196:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bc6da6eb. 00000001:00000010:0.0:1767384996.555442:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000027307b17. 00000001:00000010:0.0:1767384996.555686:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000084172377. 00000001:00000010:0.0:1767384996.555946:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003f65a78f. 00000001:00000010:0.0:1767384996.556184:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009d8b41e4. 00000001:00000010:0.0:1767384996.556433:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a31509a3. 00000001:00000010:0.0:1767384996.556665:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca60edd1. 00000001:00000010:0.0:1767384996.556923:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006de38402. 00000001:00000010:0.0:1767384996.557154:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000082d31dd3. 00000001:00000010:0.0:1767384996.557398:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000016c0974d. 00000001:00000010:0.0:1767384996.557642:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005ceeaa54. 00000001:00000010:0.0:1767384996.557896:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000044f480f3. 00000001:00000010:0.0:1767384996.558138:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000226f5b44. 00000001:00000010:0.0:1767384996.558383:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dfc06b1f. 00000001:00000010:0.0:1767384996.558614:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e10ff110. 00000001:00000010:0.0:1767384996.558845:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dcb2dfaf. 00000001:00000010:0.0:1767384996.559104:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000399e9b85. 00000001:00000010:0.0:1767384996.559347:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b7496dba. 00000001:00000010:0.0:1767384996.559592:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d339d092. 00000001:00000010:0.0:1767384996.559822:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fe38154c. 00000001:00000010:0.0:1767384996.560091:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f7ecbaad. 00000001:00000010:0.0:1767384996.560337:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000f688e88. 00000001:00000010:0.0:1767384996.560570:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008bbde1a2. 00000001:00000010:0.0:1767384996.560802:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c1cb44d4. 00000001:00000010:0.0:1767384996.561074:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008c815ead. 00000001:00000010:0.0:1767384996.561333:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000043e1cd16. 00000001:00000010:0.0:1767384996.561565:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e060581c. 00000001:00000010:0.0:1767384996.561808:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005441c2d7. 00000001:00000010:0.0:1767384996.562075:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000ddf2b69. 00000001:00000010:0.0:1767384996.562324:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000047b99393. 00000001:00000010:0.0:1767384996.562559:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000089c2dbbd. 00000001:00000010:0.0:1767384996.562794:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e798738c. 00000001:00000010:0.0:1767384996.563055:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000738b8341. 00000001:00000010:0.0:1767384996.563305:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ebe0d658. 00000001:00000010:0.0:1767384996.563539:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c3ad0a78. 00000001:00000010:0.0:1767384996.563772:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c7b970d3. 00000001:00000010:1.0:1767384996.564079:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000099c2bd0c. 00000001:00000010:1.0:1767384996.564350:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006f8cf056. 00000001:00000010:1.0:1767384996.564615:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000042b63a9b. 00000001:00000010:1.0:1767384996.564884:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ebefb45. 00000001:00000010:1.0:1767384996.565136:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001586a26b. 00000001:00000010:1.0:1767384996.565429:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000092f95a01. 00000001:00000010:1.0:1767384996.565702:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000078d2ce64. 00000001:00000010:1.0:1767384996.565967:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b86f9fb. 00000001:00000010:1.0:1767384996.566221:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e2e96d8d. 00000001:00000010:1.0:1767384996.566476:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000085c86f76. 00000001:00000010:1.0:1767384996.566754:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f9f19268. 00000001:00000010:1.0:1767384996.567026:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003bae0009. 00000001:00000010:1.0:1767384996.567304:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000946be59f. 00000001:00000010:1.0:1767384996.567577:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003861bded. 00000001:00000010:1.0:1767384996.567842:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000edea5b30. 00000001:00000010:1.0:1767384996.568092:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008aa37c73. 00000001:00000010:1.0:1767384996.568363:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000783d4fe8. 00000001:00000010:1.0:1767384996.568611:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bfaa08fa. 00000001:00000010:1.0:1767384996.568877:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002952f2ef. 00000001:00000010:1.0:1767384996.569125:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b8b36039. 00000001:00000010:1.0:1767384996.569386:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ef30b1af. 00000001:00000010:1.0:1767384996.569682:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000920dec4d. 00000001:00000010:1.0:1767384996.569926:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000095f7d9a3. 00000001:00000010:1.0:1767384996.570172:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bce0280b. 00000001:00000010:1.0:1767384996.570418:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f215d720. 00000001:00000010:1.0:1767384996.570662:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003a790d10. 00000001:00000010:1.0:1767384996.570934:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d67d9430. 00000001:00000010:1.0:1767384996.571179:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001b6fa557. 00000001:00000010:1.0:1767384996.571440:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000083265445. 00000001:00000010:1.0:1767384996.571700:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bf17ed25. 00000001:00000010:1.0:1767384996.571971:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c93fbc93. 00000001:00000010:1.0:1767384996.572201:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002c9158c5. 00000001:00000010:1.0:1767384996.572467:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005eba14bd. 00000001:00000010:1.0:1767384996.572719:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000017f045eb. 00000001:00000010:1.0:1767384996.572986:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021ead915. 00000001:00000010:1.0:1767384996.573231:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000040e8d50c. 00000001:00000010:1.0:1767384996.573489:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000382b0a97. 00000001:00000010:1.0:1767384996.573769:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003faf8d0d. 00000001:00000010:1.0:1767384996.574035:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000318b373a. 00000001:00000010:1.0:1767384996.574286:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e67783e. 00000001:00000010:1.0:1767384996.574542:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000ca68aea. 00000001:00000010:1.0:1767384996.574778:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001f20129e. 00000001:00000010:1.0:1767384996.575054:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000000c54c18. 00000001:00000010:1.0:1767384996.575309:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008eedf45c. 00000001:00000010:1.0:1767384996.575566:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d6672096. 00000001:00000010:1.0:1767384996.575842:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005c1349ef. 00000001:00000010:1.0:1767384996.576101:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008e3cd69f. 00000001:00000010:1.0:1767384996.576359:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005f0108bc. 00000001:00000010:1.0:1767384996.576601:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000382ae0e4. 00000001:00000010:1.0:1767384996.576827:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000db2f2066. 00000001:00000010:1.0:1767384996.577114:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005bdbbc15. 00000001:00000010:1.0:1767384996.577387:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fc28ca2b. 00000001:00000010:1.0:1767384996.577683:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020e9484a. 00000001:00000010:1.0:1767384996.577960:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d4ad65c. 00000001:00000010:1.0:1767384996.578203:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a5e2cdfc. 00000001:00000010:1.0:1767384996.578486:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fd582206. 00000001:00000010:1.0:1767384996.578735:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f38e3674. 00000001:00000010:1.0:1767384996.579011:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020d0029c. 00000001:00000010:1.0:1767384996.579270:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000081c4e803. 00000001:00000010:1.0:1767384996.579536:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000801411d4. 00000001:00000010:1.0:1767384996.579810:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f06a671f. 00000001:00000010:1.0:1767384996.580085:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d86ee0f0. 00000001:00000010:1.0:1767384996.580330:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be8ceb80. 00000001:00000010:1.0:1767384996.581110:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000051893551. 00000001:00000010:1.0:1767384996.581348:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000515fdf4c. 00000020:00000010:1.0:1767384996.581514:0:40997:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003c0e4ff4. 00000020:00000010:1.0:1767384996.581519:0:40997:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000b81cedb7. 00000020:00000010:1.0:1767384996.581578:0:40997:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ba0bf84f. 00000020:00000010:1.0:1767384996.581581:0:40997:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000009127ad1f. 00000020:00000010:1.0:1767384996.581616:0:40997:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000451de6bb. 00000020:00000010:1.0:1767384996.581625:0:40997:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d12837cb. 00000004:00000010:1.0:1767384996.581632:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000810d051e. 00000004:00000010:1.0:1767384996.581643:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000093c13c67. 00000004:00000010:1.0:1767384996.581650:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000feb2050a. 00080000:00000010:1.0:1767384996.581658:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000097c596da. 00000001:00000010:1.0:1767384996.581673:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000045a58afc. 00000001:00000010:1.0:1767384996.581689:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000045a58afc. 00000001:00000010:1.0:1767384996.581729:0:40997:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000b79324bb. 00000001:00000010:1.0:1767384996.581997:0:40997:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000b79324bb. 00080000:00000010:1.0:1767384996.582006:0:40997:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002cd3d620. 00080000:00000010:1.0:1767384996.582014:0:40997:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001cf6efe8. 00080000:00000010:1.0:1767384996.582061:0:40997:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001cf6efe8. 00000020:00000010:1.0:1767384996.582069:0:40997:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000b79324bb. 00000004:00000010:1.0:1767384996.582074:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000066687e9e. 00000004:00000010:1.0:1767384996.582079:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b23ccff6. 00000004:00000010:1.0:1767384996.582082:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d92399b0. 00080000:00000010:1.0:1767384996.582086:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fdfdab25. 00000001:00000010:1.0:1767384996.582090:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000045a58afc. 00000001:00000010:1.0:1767384996.582094:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000045a58afc. 00000001:00000010:1.0:1767384996.582276:0:40997:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000273473c0. 00000001:00000010:1.0:1767384996.582284:0:40997:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000273473c0. 00000001:00000010:1.0:1767384996.582293:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000056a520cf. 00000001:00000010:1.0:1767384996.582297:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e01ce7bc. 00000001:00000010:1.0:1767384996.582299:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000273473c0. 00000020:00000010:1.0:1767384996.582302:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ac1bb1b. 00000020:00000010:1.0:1767384996.582305:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e7a189e5. 00000040:00000010:1.0:1767384996.582308:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006871f563. 00000020:00000010:1.0:1767384996.582311:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f1be2ad. 00000020:00000010:1.0:1767384996.582314:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f097a164. 00000020:00000010:1.0:1767384996.582318:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000014acb37a. 80000000:00000010:1.0:1767384996.582321:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d6d94f1d. 40000000:00000010:1.0:1767384996.582323:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001cf6efe8. 00100000:00000010:1.0:1767384996.582327:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f47bcaf8. 00040000:00000010:1.0:1767384996.582330:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061881cf4. 00040000:00000010:1.0:1767384996.582333:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a3ea1ab. 00080000:00000010:1.0:1767384996.582342:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d3d6c9c. 00080000:00000010:1.0:1767384996.582344:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f53781ec. 00000004:00000010:1.0:1767384996.582349:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000007dab4fc. 00000004:00000010:1.0:1767384996.582356:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000730cae52. 00000004:00000010:1.0:1767384996.582359:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000598b456d. 00000020:00000010:1.0:1767384996.582363:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072d26fde. 00000020:00000010:1.0:1767384996.582365:0:40997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da52765a. 00000020:00000010:1.0:1767384996.582368:0:40997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bedff79e. 02000000:00000010:1.0:1767384996.582378:0:40997:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000022ed37be. 02000000:00000010:1.0:1767384996.582380:0:40997:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000e7c76cb6. 02000000:00000010:1.0:1767384996.582383:0:40997:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000009358d0. 02000000:00000010:1.0:1767384996.582385:0:40997:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000099a8070d. 00000020:00000010:1.0:1767384996.582620:0:40997:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ef3fd63a. 00000020:00000010:1.0:1767384996.582624:0:40997:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 00000000ef39af18. 00000004:00000010:1.0:1767384996.582642:0:40997:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000001b59da22. 00000004:00000010:1.0:1767384996.582644:0:40997:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 00000000ecb4ccfa. 00000004:00000010:1.0:1767384996.582646:0:40997:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 00000000a91cddc5. 00000004:00000010:1.0:1767384996.582648:0:40997:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000005b391988. 00000004:00000010:1.0:1767384996.582652:0:40997:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000bc600d28. 00000020:00000010:1.0:1767384996.582662:0:40997:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c851ad30. 00000020:00000010:1.0:1767384996.582667:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000008be7be2. 00000004:00000010:1.0:1767384996.582680:0:40997:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000bc600d28. 00000004:00000010:1.0:1767384996.582683:0:40997:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000bc600d28. 00000001:00000010:1.0:1767384996.582701:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f6589277. 00000001:00000010:1.0:1767384996.582704:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006c4468ca. 00000001:00000010:1.0:1767384996.582706:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b017a312. 00000001:00000010:1.0:1767384996.582708:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009733373a. 00000001:00000010:1.0:1767384996.582710:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c5fd0cb. 00000001:00000010:1.0:1767384996.582711:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc8ae9ba. 00000001:00000010:1.0:1767384996.582714:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000033067b95. 00000001:00000010:1.0:1767384996.582717:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000354e3f3a. 00000001:00000010:1.0:1767384996.582718:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004abdcea4. 00000001:00000010:1.0:1767384996.582719:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f0199cec. 00000001:00000010:1.0:1767384996.582721:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000047790251. 00000001:00000010:1.0:1767384996.582723:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007320a1c1. 00000020:00000010:1.0:1767384996.582726:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5a33242. 00000020:00000010:1.0:1767384996.582728:0:40997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ce7d19e4. 00000020:00000010:1.0:1767384996.582730:0:40997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f738514d. 00000008:00000010:1.0:1767384996.582734:0:40997:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bee5fe19. 00020000:00000010:1.0:1767384996.582737:0:40997:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000000afa432d. 00008000:00000010:1.0:1767384996.582741:0:40997:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e55f8d9d. 00000080:00000010:1.0:1767384996.582745:0:40997:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000098ab49d3. 00000020:00000010:1.0:1767384996.582748:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000043afec3. 00000020:00000010:1.0:1767384996.582751:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f2d88ba. 00000040:00000010:1.0:1767384996.582756:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000063bb75a9. 00000020:00000010:1.0:1767384996.582759:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1282cc4. 00000020:00000010:1.0:1767384996.582761:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000097cf2530. 00000020:00000010:1.0:1767384996.582764:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d26830a8. 80000000:00000010:1.0:1767384996.582767:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000247a2e8f. 40000000:00000010:1.0:1767384996.582769:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000042f6b1fa. 00100000:00000010:1.0:1767384996.582772:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e1c3b9d9. 00040000:00000010:1.0:1767384996.582774:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038d44719. 00040000:00000010:1.0:1767384996.582777:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e9ed214d. 00080000:00000010:1.0:1767384996.582779:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d4ff2a2e. 00080000:00000010:1.0:1767384996.582782:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f8733325. 00000004:00000010:1.0:1767384996.582785:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4499287. 00000004:00000010:1.0:1767384996.582789:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f8e0dbc4. 00000004:00000010:1.0:1767384996.582792:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ea25056d. 00040000:00000010:1.0:1767384996.582796:0:40997:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000fb0b1680. 00040000:00000010:1.0:1767384996.582803:0:40997:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000009c97e354. 00000020:00000010:1.0:1767384996.582808:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000130748c2. 00040000:00000010:1.0:1767384996.582814:0:40997:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000009c97e354. 00040000:00000010:1.0:1767384996.582818:0:40997:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 000000001e922be5. 00000020:00000010:1.0:1767384996.582820:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb5a286f. 00000020:00000010:1.0:1767384996.582822:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e4d5a0ee. 00000040:00000010:1.0:1767384996.582824:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007f800ec3. 00000020:00000010:1.0:1767384996.582827:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f4c8f16. 00000020:00000010:1.0:1767384996.582829:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d7274ecd. 00000020:00000010:1.0:1767384996.582832:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000106f271b. 80000000:00000010:1.0:1767384996.582835:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a0543a78. 40000000:00000010:1.0:1767384996.582837:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000583c4f91. 00100000:00000010:1.0:1767384996.582839:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000008f47c82. 00040000:00000010:1.0:1767384996.582841:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000068a4fbd. 00040000:00000010:1.0:1767384996.582844:0:40997:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c1a79a2b. 00040000:00000010:1.0:1767384996.582847:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f3d4d797. 00080000:00000010:1.0:1767384996.582854:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b3a7873a. 00080000:00000010:1.0:1767384996.582856:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000060c61b5f. 00000004:00000010:1.0:1767384996.582861:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000294b2c20. 00000004:00000010:1.0:1767384996.582895:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b0b73659. 00000004:00000010:1.0:1767384996.582900:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e67af470. 00000020:00000010:0.0:1767384996.583071:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f330c58c. 00040000:00000010:0.0:1767384996.583129:0:40997:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004fba14c4. 00040000:00000010:0.0:1767384996.583137:0:40997:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000001350941d. 00000020:00000010:0.0:1767384996.583149:0:40997:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000788973bf. 00040000:00000010:0.0:1767384996.583153:0:40997:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000000c70c527. 00000020:00000010:0.0:1767384996.583162:0:40997:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000037eef29b. 00000020:00000010:0.0:1767384996.583182:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004f2d88ba. 00000040:00000010:0.0:1767384996.583186:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000063bb75a9. 00000020:00000010:0.0:1767384996.583188:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1282cc4. 00000020:00000010:0.0:1767384996.583191:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000097cf2530. 00000020:00000010:0.0:1767384996.583194:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d26830a8. 80000000:00000010:0.0:1767384996.583197:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000247a2e8f. 40000000:00000010:0.0:1767384996.583200:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000042f6b1fa. 00100000:00000010:0.0:1767384996.583202:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e1c3b9d9. 00040000:00000010:0.0:1767384996.583204:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000038d44719. 00040000:00000010:0.0:1767384996.583206:0:40997:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004fba14c4. 00040000:00000010:0.0:1767384996.583208:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e9ed214d. 00080000:00000010:0.0:1767384996.583211:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f8733325. 00080000:00000010:0.0:1767384996.583214:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d4ff2a2e. 00000004:00000010:0.0:1767384996.583216:0:40997:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f4499287. 00000004:00000010:0.0:1767384996.583218:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f8e0dbc4. 00000004:00000010:0.0:1767384996.583221:0:40997:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ea25056d. 00000020:00000010:0.0:1767384996.583223:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000043afec3. 00000020:00000010:0.0:1767384996.583226:0:40997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce7d19e4. 00000020:00000010:0.0:1767384996.583228:0:40997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f738514d. 00000008:00000010:0.0:1767384996.583230:0:40997:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bee5fe19. 00020000:00000010:0.0:1767384996.583245:0:40997:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000000afa432d. 00008000:00000010:0.0:1767384996.583248:0:40997:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e55f8d9d. 00000080:00000010:0.0:1767384996.583251:0:40997:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000098ab49d3. 00000020:00000010:0.0:1767384996.583254:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5a33242. 00000004:00000010:0.0:1767384996.583262:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002c865b78. 00000004:00000010:0.0:1767384996.583267:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bbef5c11. 00000004:00000010:0.0:1767384996.583271:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009d2445e6. 00080000:00000010:0.0:1767384996.583275:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007b8416dc. 00080000:00000010:0.0:1767384996.583316:0:40997:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000448e6e07. 00000020:00000010:0.0:1767384996.583322:0:40997:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008e07f164. 00080000:00000010:0.0:1767384996.583326:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c5275778. 00080000:00000010:0.0:1767384996.583338:0:40997:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c5275778. 00000020:00000010:0.0:1767384996.583341:0:40997:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008e07f164. 00000004:00000010:0.0:1767384996.583350:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000005e3ec5f. 00000004:00000010:0.0:1767384996.583352:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001bf29bea. 00000004:00000010:0.0:1767384996.583354:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000767456df. 00080000:00000010:0.0:1767384996.583358:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c5275778. 00040000:00000010:0.0:1767384996.583369:0:40997:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004fba14c4. 00000020:00000010:0.0:1767384996.583387:0:40997:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006113bb0f. 00080000:00000010:0.0:1767384996.583391:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e9ed214d. 00080000:00000010:0.0:1767384996.583397:0:40997:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e9ed214d. 00000020:00000010:0.0:1767384996.583400:0:40997:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006113bb0f. 00000004:00000010:0.0:1767384996.583404:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ca7b6c16. 00000004:00000010:0.0:1767384996.583408:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e9465681. 00000004:00000010:0.0:1767384996.583411:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001b6d3b97. 00080000:00000010:0.0:1767384996.583413:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e9ed214d. 00000004:00000010:0.0:1767384996.583434:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dd75c51b. 00000004:00000010:0.0:1767384996.583438:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a0597da8. 00000004:00000010:0.0:1767384996.583440:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000046f7360a. 00080000:00000010:0.0:1767384996.583443:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d26830a8. 00080000:00000010:0.0:1767384996.583452:0:40997:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006026745e. 00100000:00000010:0.0:1767384996.583461:0:40997:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ece1559c. 00100000:00000010:0.0:1767384996.583464:0:40997:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.583470:0:40997:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000051c2bdfe. 00000001:00000010:0.0:1767384996.583475:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000063bb75a9. 00000001:00000010:0.0:1767384996.583478:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000001c9a02a2. 00000001:00000010:0.0:1767384996.583481:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009e56e838. 00040000:00000010:0.0:1767384996.583485:0:40997:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000ece1559c. 00080000:00000010:0.0:1767384996.583490:0:40997:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000e25e8ce0. 00080000:00000010:0.0:1767384996.583514:0:40997:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000e25e8ce0. 00040000:00000010:0.0:1767384996.583517:0:40997:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.583530:0:40997:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000712e6053. 00000001:00000010:0.0:1767384996.583539:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 00000001:00000010:0.0:1767384996.583690:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00000004:00000010:0.0:1767384996.583718:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000051e906a7. 00000004:00000010:0.0:1767384996.583723:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d8b4e13f. 00000004:00000010:0.0:1767384996.583726:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fbfcd172. 00080000:00000010:0.0:1767384996.583729:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f5a33242. 00080000:00000010:0.0:1767384996.583737:0:40997:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000032a8b3b3. 00100000:00000010:0.0:1767384996.583745:0:40997:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ece1559c. 00100000:00000010:0.0:1767384996.583748:0:40997:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.583752:0:40997:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000000b9caf53. 00000001:00000010:0.0:1767384996.583756:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000043afec3. 00000001:00000010:0.0:1767384996.583759:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000061a24b7f. 00000001:00000010:0.0:1767384996.583762:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005e849397. 00040000:00000010:0.0:1767384996.583765:0:40997:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000ece1559c. 00080000:00000010:0.0:1767384996.583769:0:40997:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000e25e8ce0. 00080000:00000010:0.0:1767384996.583784:0:40997:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000e25e8ce0. 00040000:00000010:0.0:1767384996.583789:0:40997:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.583793:0:40997:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000aac02890. 00000001:00000010:0.0:1767384996.583799:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 00000001:00000010:0.0:1767384996.583954:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00000004:00000010:0.0:1767384996.583986:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004aa39fa0. 00000004:00000010:0.0:1767384996.583992:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000043a6c169. 00000004:00000010:0.0:1767384996.583996:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f3ae93bf. 00080000:00000010:0.0:1767384996.584000:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004f2d88ba. 00080000:00000010:0.0:1767384996.584011:0:40997:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c96fba5e. 00100000:00000010:0.0:1767384996.584019:0:40997:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ece1559c. 00100000:00000010:0.0:1767384996.584022:0:40997:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.584026:0:40997:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000fc0ada96. 00000001:00000010:0.0:1767384996.584031:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cd73c5d6. 00000001:00000010:0.0:1767384996.584035:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000548ae24c. 00000001:00000010:0.0:1767384996.584038:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003eb0665f. 00040000:00000010:0.0:1767384996.584040:0:40997:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000ece1559c. 00080000:00000010:0.0:1767384996.584044:0:40997:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000e25e8ce0. 00080000:00000010:0.0:1767384996.584058:0:40997:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000e25e8ce0. 00040000:00000010:0.0:1767384996.584062:0:40997:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.584067:0:40997:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000097810dc6. 00000001:00000010:0.0:1767384996.584073:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 00000001:00000010:0.0:1767384996.584248:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00000020:00000010:0.0:1767384996.584280:0:40997:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dc766dac. 00080000:00000010:0.0:1767384996.584285:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000067c33e9c. 00080000:00000010:0.0:1767384996.584296:0:40997:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000067c33e9c. 00000020:00000010:0.0:1767384996.584300:0:40997:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dc766dac. 00000004:00000010:0.0:1767384996.584306:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000db78ea2c. 00000004:00000010:0.0:1767384996.584310:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000167d90aa. 00000004:00000010:0.0:1767384996.584313:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003faabdca. 00080000:00000010:0.0:1767384996.584316:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000067c33e9c. 00000004:00000010:0.0:1767384996.584340:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e78540a9. 00000004:00000010:0.0:1767384996.584344:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006c3cdaa4. 00000004:00000010:0.0:1767384996.584347:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000029c00de0. 00080000:00000010:0.0:1767384996.584351:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a53b6024. 00080000:00000010:0.0:1767384996.584359:0:40997:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ba187ef9. 00100000:00000010:0.0:1767384996.584367:0:40997:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ece1559c. 00100000:00000010:0.0:1767384996.584369:0:40997:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.584373:0:40997:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000471746ae. 00000001:00000010:0.0:1767384996.584377:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000928ca289. 00000001:00000010:0.0:1767384996.584380:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b6fc7982. 00000001:00000010:0.0:1767384996.584382:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009bed51a8. 00040000:00000010:0.0:1767384996.584385:0:40997:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000ece1559c. 00080000:00000010:0.0:1767384996.584388:0:40997:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000e25e8ce0. 00080000:00000010:0.0:1767384996.584402:0:40997:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000e25e8ce0. 00040000:00000010:0.0:1767384996.584405:0:40997:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.584409:0:40997:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000003ae03b0b. 00000001:00000010:0.0:1767384996.584414:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 00000001:00000010:0.0:1767384996.584557:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00000004:00000010:0.0:1767384996.584588:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007d7e9de3. 00000004:00000010:0.0:1767384996.584593:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c20b48a3. 00000004:00000010:0.0:1767384996.584596:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000282943e4. 00080000:00000010:0.0:1767384996.584600:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d5e6b6c8. 00080000:00000010:0.0:1767384996.584610:0:40997:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ff03c4c4. 00100000:00000010:0.0:1767384996.584617:0:40997:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ece1559c. 00100000:00000010:0.0:1767384996.584620:0:40997:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.584624:0:40997:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002c35e8c6. 00000001:00000010:0.0:1767384996.584627:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008811edd3. 00000001:00000010:0.0:1767384996.584630:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a0508062. 00000001:00000010:0.0:1767384996.584632:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f2bf39c6. 00040000:00000010:0.0:1767384996.584634:0:40997:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000ece1559c. 00080000:00000010:0.0:1767384996.584637:0:40997:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000e25e8ce0. 00080000:00000010:0.0:1767384996.584651:0:40997:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000e25e8ce0. 00040000:00000010:0.0:1767384996.584654:0:40997:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.584658:0:40997:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000ce95131c. 00000001:00000010:0.0:1767384996.584664:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 00000001:00000010:0.0:1767384996.584825:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00000004:00000010:0.0:1767384996.584852:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004e8ae5e5. 00000004:00000010:0.0:1767384996.584927:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007b596009. 00000004:00000010:0.0:1767384996.584932:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000080fd9d6. 00080000:00000010:0.0:1767384996.584936:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f9f542d3. 00080000:00000010:0.0:1767384996.584950:0:40997:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003e0a7fa7. 00100000:00000010:0.0:1767384996.584957:0:40997:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ece1559c. 00100000:00000010:0.0:1767384996.584960:0:40997:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.584965:0:40997:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007a503144. 00000001:00000010:0.0:1767384996.584969:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002dce485c. 00000001:00000010:0.0:1767384996.584972:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006bea7c56. 00000001:00000010:0.0:1767384996.584975:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000007ec7d6b8. 00040000:00000010:0.0:1767384996.584977:0:40997:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000ece1559c. 00080000:00000010:0.0:1767384996.584981:0:40997:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000e25e8ce0. 00080000:00000010:0.0:1767384996.584995:0:40997:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000e25e8ce0. 00040000:00000010:0.0:1767384996.584998:0:40997:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000ece1559c. 00040000:00000010:0.0:1767384996.585002:0:40997:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000548d6a5e. 00000001:00000010:0.0:1767384996.585008:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d463954. 00000001:00000010:0.0:1767384996.585140:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d463954. 00000020:00000010:0.0:1767384996.585154:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e967efd6. 00000004:00000010:0.0:1767384996.585160:0:40997:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000bc600d28. 00000004:00000010:0.0:1767384996.585163:0:40997:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 00000000a91cddc5. 00000004:00000010:0.0:1767384996.585165:0:40997:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000001b59da22. 00000004:00000010:0.0:1767384996.585167:0:40997:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 00000000ecb4ccfa. 00000004:00000010:0.0:1767384996.585170:0:40997:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000005b391988. 00000020:00000010:0.0:1767384996.585180:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134c6f83. 00000020:00000010:0.0:1767384996.585183:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3de30a9. 00000040:00000010:0.0:1767384996.585186:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab62c5c9. 00000020:00000010:0.0:1767384996.585189:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fec876e0. 00000020:00000010:0.0:1767384996.585193:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000047bbfa56. 00000020:00000010:0.0:1767384996.585196:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008b2270b4. 80000000:00000010:0.0:1767384996.585199:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b1cdbf0. 40000000:00000010:0.0:1767384996.585201:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ece1559c. 00100000:00000010:0.0:1767384996.585205:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fc2f16a7. 00040000:00000010:0.0:1767384996.585207:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eb49cb26. 00040000:00000010:0.0:1767384996.585211:0:40997:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ea25056d. 00040000:00000010:0.0:1767384996.585213:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f429a56a. 00080000:00000010:0.0:1767384996.585218:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005a9ddaed. 00080000:00000010:0.0:1767384996.585222:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002535eeb0. 00000004:00000010:0.0:1767384996.585226:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4499287. 00000004:00000010:0.0:1767384996.585229:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003444b8f0. 00000004:00000010:0.0:1767384996.585248:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e1c3b9d9. 00000020:00000010:0.0:1767384996.585253:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eff1099e. 00000020:00000010:0.0:1767384996.585256:0:40997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a88b2f30. 00000020:00000010:0.0:1767384996.585259:0:40997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa8ac934. 00000020:00000010:1.0:1767384996.585406:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a0de2831. 00000040:00000010:1.0:1767384996.585412:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000050a4b000. 00000020:00000010:1.0:1767384996.585417:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005528e516. 00000020:00000010:1.0:1767384996.585419:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000021c054ac. 00000020:00000010:1.0:1767384996.585423:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e3fc7563. 80000000:00000010:1.0:1767384996.585427:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b3ebbc02. 40000000:00000010:1.0:1767384996.585430:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000052f847a1. 00100000:00000010:1.0:1767384996.585432:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c5f0e4c7. 00040000:00000010:1.0:1767384996.585434:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000091f02284. 00040000:00000010:1.0:1767384996.585438:0:40997:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004fba14c4. 00040000:00000010:1.0:1767384996.585441:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004f8c866d. 00080000:00000010:1.0:1767384996.585443:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cc88c60b. 00080000:00000010:1.0:1767384996.585446:0:40997:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000448e6e07. 00080000:00000010:1.0:1767384996.585448:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e9c0f470. 00000004:00000010:1.0:1767384996.585451:0:40997:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000528970cc. 00000004:00000010:1.0:1767384996.585454:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000071a14dba. 00000004:00000010:1.0:1767384996.585457:0:40997:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001fe9f7a8. 00000020:00000010:1.0:1767384996.585460:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000361a539e. 00000020:00000010:1.0:1767384996.585462:0:40997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d462293. 00000020:00000010:1.0:1767384996.585465:0:40997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006aba0214. 00000008:00000010:1.0:1767384996.585467:0:40997:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000a55fae6. 00020000:00000010:1.0:1767384996.585471:0:40997:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d56ba5a3. 00008000:00000010:1.0:1767384996.585474:0:40997:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f0856af0. 00000080:00000010:1.0:1767384996.585476:0:40997:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a10c0447. 00000020:00000010:1.0:1767384996.585479:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eee47127. 00000020:00000010:1.0:1767384996.585484:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000564cce53. 00000020:00000010:1.0:1767384996.585497:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585500:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585506:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585508:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585513:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585516:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585521:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000005b391988. 00000020:00000010:1.0:1767384996.585530:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cf47b4a. 00000020:00000010:1.0:1767384996.585535:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f8c866d. 00000040:00000010:1.0:1767384996.585539:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e3fc7563. 00000020:00000010:1.0:1767384996.585544:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009fd7df4c. 00000020:00000010:1.0:1767384996.585548:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007b38a6cf. 00000020:00000010:1.0:1767384996.585551:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050a4b000. 80000000:00000010:1.0:1767384996.585555:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b9be7637. 40000000:00000010:1.0:1767384996.585559:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8d5f31c. 00100000:00000010:1.0:1767384996.585563:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ff789f94. 00040000:00000010:1.0:1767384996.585567:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038d44719. 00040000:00000010:1.0:1767384996.585571:0:40997:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ede9831. 00040000:00000010:1.0:1767384996.585574:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eee47127. 00080000:00000010:1.0:1767384996.585579:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000003acfc3a. 00080000:00000010:1.0:1767384996.585583:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e23258fd. 00000004:00000010:1.0:1767384996.585587:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005fb22d4b. 00000004:00000010:1.0:1767384996.585590:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006e830a13. 00000004:00000010:1.0:1767384996.585593:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002c369059. 02000000:00000010:1.0:1767384996.585601:0:40997:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000a7c3d1ee. 02000000:00000010:1.0:1767384996.585605:0:40997:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000a7c3d1ee. 00000020:00000010:1.0:1767384996.585609:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004f8c866d. 00000040:00000010:1.0:1767384996.585611:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e3fc7563. 00000020:00000010:1.0:1767384996.585612:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009fd7df4c. 00000020:00000010:1.0:1767384996.585614:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007b38a6cf. 00000020:00000010:1.0:1767384996.585617:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000050a4b000. 80000000:00000010:1.0:1767384996.585619:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b9be7637. 40000000:00000010:1.0:1767384996.585620:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a8d5f31c. 00100000:00000010:1.0:1767384996.585622:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ff789f94. 00040000:00000010:1.0:1767384996.585623:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000038d44719. 00040000:00000010:1.0:1767384996.585625:0:40997:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005ede9831. 00040000:00000010:1.0:1767384996.585627:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eee47127. 00080000:00000010:1.0:1767384996.585628:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e23258fd. 00080000:00000010:1.0:1767384996.585631:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000003acfc3a. 00000004:00000010:1.0:1767384996.585633:0:40997:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005fb22d4b. 00000004:00000010:1.0:1767384996.585634:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006e830a13. 00000004:00000010:1.0:1767384996.585638:0:40997:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002c369059. 00000020:00000010:1.0:1767384996.585641:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cf47b4a. 00000020:00000010:1.0:1767384996.585644:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000005b391988. 00000020:00000010:1.0:1767384996.585649:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585651:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585658:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585660:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000038d44719. 00000020:00000010:1.0:1767384996.585664:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000a8d5f31c. 00000100:00000010:1.0:1767384996.585668:0:40997:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000056560957. 00000400:00000200:1.0:1767384996.585672:0:40997:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384996.585679:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:1.0:1767384996.585688:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384996.585695:0:40997:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (41) 00000400:00000200:1.0:1767384996.585700:0:40997:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000200:1.0:1767384996.585714:0:40997:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384996.585717:0:40997:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384996.585720:0:40997:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384996.585725:0:40997:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:1.0:1767384996.585728:0:40997:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000400:00000200:1.0:1767384996.585731:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:2.0:1767384996.585734:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384996.585734:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:2.0:1767384996.585741:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000200:1.0:1767384996.585744:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.585747:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000200:1.0:1767384996.585748:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:1.0:1767384996.585753:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000010:2.0:1767384996.585756:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000bff5fbaa. 00000400:00000200:1.0:1767384996.585756:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585761:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:1.0:1767384996.585763:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000010:2.0:1767384996.585764:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000400:00000200:1.0:1767384996.585766:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585769:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:1.0:1767384996.585770:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:1.0:1767384996.585772:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000010:2.0:1767384996.585773:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c4f2b179. 00000400:00000200:1.0:1767384996.585774:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:1.0:1767384996.585778:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:2.0:1767384996.585783:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1767384996.585786:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585789:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:1.0:1767384996.585791:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:1.0:1767384996.585794:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585795:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:2.0:1767384996.585797:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384996.585800:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:1.0:1767384996.585804:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.585807:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 166], ns[194, 184] 00000400:00000200:1.0:1767384996.585808:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:1.0:1767384996.585813:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:2.0:1767384996.585818:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 166], ns[60, 184] 00000400:00000200:1.0:1767384996.585819:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585824:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:1.0:1767384996.585827:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:2.0:1767384996.585830:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:1.0:1767384996.585834:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585838:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:2.0:1767384996.585839:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000400:00000200:1.0:1767384996.585843:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:2.0:1767384996.585848:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[80, 60] 00000400:00000200:1.0:1767384996.585852:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.585855:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 60], ns[100, 60] 00000400:00000200:1.0:1767384996.585857:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:2.0:1767384996.585879:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 60], ns[110, 60] 00000400:00000200:2.0:1767384996.585885:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 60], ns[135, 60] 00000400:00000200:1.0:1767384996.585889:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:2.0:1767384996.585890:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[139, 60] 00000400:00000200:2.0:1767384996.585900:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[145, 60] 00000400:00000200:1.0:1767384996.585900:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585907:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:2.0:1767384996.585911:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[148, 60] 00000400:00000200:1.0:1767384996.585914:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:2.0:1767384996.585921:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 60], ns[155, 60] 00000400:00000200:1.0:1767384996.585923:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585929:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:2.0:1767384996.585930:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 60], ns[165, 60] 00000400:00000200:1.0:1767384996.585936:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:2.0:1767384996.585940:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 60], ns[169, 60] 00000400:00000200:1.0:1767384996.585942:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585949:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:2.0:1767384996.585952:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 60], ns[44, 60] 00000400:00000200:1.0:1767384996.585953:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:1.0:1767384996.585959:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585962:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:2.0:1767384996.585963:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:1.0:1767384996.585966:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:1.0:1767384996.585972:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.585975:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:1.0:1767384996.585976:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:1.0:1767384996.585980:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:2.0:1767384996.585986:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:1.0:1767384996.585986:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.585992:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:2.0:1767384996.585997:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 44], ns[72, 44] 00000400:00000200:1.0:1767384996.585997:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:1.0:1767384996.586003:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.586007:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[73, 44] 00000400:00000200:1.0:1767384996.586008:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:1.0:1767384996.586014:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:2.0:1767384996.586017:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[192, 44], ns[241, 44] 00000400:00000200:1.0:1767384996.586020:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586025:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:2.0:1767384996.586028:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 44], ns[115, 44] 00000400:00000200:1.0:1767384996.586029:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:1.0:1767384996.586036:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586038:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:2.0:1767384996.586040:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 44], ns[87, 44] 00000400:00000200:1.0:1767384996.586042:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:1.0:1767384996.586048:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.586050:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[164, 44], ns[182, 44] 00000400:00000200:1.0:1767384996.586051:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:1.0:1767384996.586056:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:1.0:1767384996.586062:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.586063:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 44], ns[117, 44] 00000400:00000200:1.0:1767384996.586066:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000400:00000200:1.0:1767384996.586070:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.109@tcp31 00000400:00000200:2.0:1767384996.586073:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 44], ns[123, 44] 00000400:00000200:1.0:1767384996.586076:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586081:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp31 00000400:00000200:1.0:1767384996.586083:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.109@tcp32 00000400:00000200:2.0:1767384996.586084:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 44], ns[191, 44] 00000400:00000200:1.0:1767384996.586088:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586092:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp32 00000400:00000200:2.0:1767384996.586095:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[129, 44] 00000400:00000200:1.0:1767384996.586095:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.109@tcp33 00000400:00000200:1.0:1767384996.586100:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586104:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp33 00000400:00000200:2.0:1767384996.586108:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 44], ns[132, 44] 00000400:00000200:1.0:1767384996.586108:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.109@tcp34 00000400:00000200:1.0:1767384996.586114:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.586117:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 44], ns[153, 44] 00000400:00000200:1.0:1767384996.586118:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp34 00000400:00000200:1.0:1767384996.586123:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.109@tcp35 00000400:00000200:2.0:1767384996.586128:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[186, 44], ns[235, 44] 00000400:00000200:1.0:1767384996.586129:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586133:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp35 00000400:00000200:1.0:1767384996.586137:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.109@tcp36 00000400:00000200:2.0:1767384996.586141:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 44], ns[163, 44] 00000400:00000200:1.0:1767384996.586144:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586148:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp36 00000400:00000200:1.0:1767384996.586151:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.109@tcp37 00000400:00000200:2.0:1767384996.586154:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 44], ns[192, 44] 00000400:00000200:1.0:1767384996.586157:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586163:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp37 00000400:00000200:1.0:1767384996.586165:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.109@tcp38 00000400:00000200:2.0:1767384996.586168:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[191, 44], ns[240, 44] 00000400:00000200:1.0:1767384996.586169:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586173:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp38 00000400:00000200:1.0:1767384996.586176:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.109@tcp39 00000400:00000200:1.0:1767384996.586182:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.586185:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[184, 44], ns[233, 44] 00000400:00000200:1.0:1767384996.586185:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp39 00000400:00000200:1.0:1767384996.586191:0:40997:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.109@tcp40 00000400:00000200:1.0:1767384996.586196:0:40997:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.586198:0:40997:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp40 00000100:00000010:1.0:1767384996.586200:0:40997:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000056560957. 00000400:00000200:2.0:1767384996.586203:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[188, 44], ns[237, 44] 00000020:00000010:1.0:1767384996.586205:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000a8d5f31c. 00000020:00000010:1.0:1767384996.586211:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000025db8f44. 00000400:00000200:2.0:1767384996.586215:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[190, 44], ns[239, 44] 00000400:00000200:2.0:1767384996.586221:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 44], ns[238, 44] 00000020:00000010:1.0:1767384996.586222:0:40997:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000641ea77c. 00000020:00000010:1.0:1767384996.586228:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002c369059. 00000400:00000200:2.0:1767384996.586229:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000400:00000200:2.0:1767384996.586248:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384996.586251:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000020:00000010:1.0:1767384996.586254:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000025db8f44. 00000400:00000200:2.0:1767384996.586257:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp48 00000020:00000010:1.0:1767384996.586261:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000025db8f44. 00000400:00000200:2.0:1767384996.586264:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp48 lpni_is_preferred = 0 00000400:00000200:2.0:1767384996.586268:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp48 00000400:00000200:2.0:1767384996.586272:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp48 NI seq info: [242:242:256:4294967295] 192.168.203.109@tcp48 LPNI seq info [193:193:8:4294967295] 00000001:00000010:1.0:1767384996.586274:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000038d44719. 00000001:00000010:1.0:1767384996.586278:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d035d4d4. 00000400:00000200:2.0:1767384996.586280:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp48 00000001:00000010:1.0:1767384996.586280:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000361a539e. 00000001:00000010:1.0:1767384996.586284:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eee47127. 00000001:00000010:1.0:1767384996.586289:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0de2831. 00000400:00000200:2.0:1767384996.586294:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp48(192.168.203.109@tcp48:) -> 192.168.203.109@tcp48(192.168.203.109@tcp:192.168.203.109@tcp48) : GET try# 0 00000001:00000010:1.0:1767384996.586295:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050a4b000. 00000001:00000010:1.0:1767384996.586301:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000091f02284. 00000800:00000200:2.0:1767384996.586305:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp48 00000001:00000010:1.0:1767384996.586308:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f0a8af43. 00000800:00000010:2.0:1767384996.586311:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ebb9b5b9. 00000001:00000010:1.0:1767384996.586314:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008cf47b4a. 00000001:00000010:1.0:1767384996.586320:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3fc7563. 00000800:00000010:2.0:1767384996.586321:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000750fbf29. 00000001:00000010:1.0:1767384996.586324:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f8c866d. 00000800:00000010:2.0:1767384996.586326:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000ee5aa98. 00000001:00000010:1.0:1767384996.586330:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008d468baf. 00000800:00000200:2.0:1767384996.586332:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000750fbf29] -> 12345-192.168.203.109@tcp48 (2) 00000800:00000200:2.1:1767384996.586338:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000750fbf29] -> 12345-192.168.203.109@tcp48 (2) 00000020:00000010:1.0:1767384996.586339:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004732d0e5. 00000020:00000010:1.0:1767384996.586345:0:40997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000371c99c2. 00000020:00000010:1.0:1767384996.586349:0:40997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000e6231cf. 00000008:00000010:1.0:1767384996.586353:0:40997:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d846bd4b. 00000400:00000200:2.0:1767384996.586356:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384996.586360:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 00020000:00000010:1.0:1767384996.586361:0:40997:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008d92fa92. 00008000:00000010:1.0:1767384996.586367:0:40997:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006fa0d679. 00000080:00000010:1.0:1767384996.586371:0:40997:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004bac4bfe. 00000020:00000010:1.0:1767384996.586376:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4179bf9. 00000020:00000010:1.0:1767384996.586379:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cb750876. 00000040:00000010:1.0:1767384996.586381:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003d24739a. 00000020:00000010:1.0:1767384996.586384:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005fb22d4b. 00000020:00000010:1.0:1767384996.586388:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007b38a6cf. 00000020:00000010:1.0:1767384996.586391:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000063c59771. 80000000:00000010:1.0:1767384996.586393:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b9be7637. 40000000:00000010:1.0:1767384996.586395:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8d5f31c. 00100000:00000010:1.0:1767384996.586398:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005ede9831. 00040000:00000010:1.0:1767384996.586401:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3a75cd2. 00040000:00000010:1.0:1767384996.586403:0:40997:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff789f94. 00040000:00000010:1.0:1767384996.586406:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c661d5f. 00080000:00000010:1.0:1767384996.586409:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000003acfc3a. 00080000:00000010:1.0:1767384996.586411:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e23258fd. 00000004:00000010:1.0:1767384996.586415:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009fd7df4c. 00000004:00000010:1.0:1767384996.586417:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006e830a13. 00000004:00000010:1.0:1767384996.586420:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001fe9f7a8. 00002000:00000010:1.0:1767384996.586423:0:40997:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000036faeb5. 00000004:00000010:1.0:1767384996.586427:0:40997:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000528970cc. 00000400:00000200:0.0:1767384996.586433:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000004:00000010:1.0:1767384996.586434:0:40997:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000009bbd3a5e. 00000004:00000010:1.0:1767384996.586441:0:40997:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 000000005b391988. 00000020:00000010:1.0:1767384996.586445:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004fba14c4. 00000004:00000010:1.0:1767384996.586451:0:40997:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 000000005b391988. 00010000:00000010:1.0:1767384996.586458:0:40997:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000011c8215c. 00010000:00000010:1.0:1767384996.586464:0:40997:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000fabf7bd5. 00000020:00000010:1.0:1767384996.586472:0:40997:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000c5f0e4c7. 00000100:00000200:1.0:1767384996.586487:0:40997:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.109@tcp->12345-0@lo 00000400:00000200:0.0:1767384996.586487:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00010000:00000010:1.0:1767384996.586496:0:40997:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000170cacd6. 00010000:00000010:1.0:1767384996.586503:0:40997:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000ae81adb2. 00000001:00000010:1.0:1767384996.586508:0:40997:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d58cb9f0. 00000001:00000010:1.0:1767384996.586516:0:40997:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000000d41b2b6. 00000400:00000200:0.0:1767384996.586520:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000001:00000010:1.0:1767384996.586530:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000138521b8. 00000001:00000010:1.0:1767384996.586538:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bb0e6b7d. 00000001:00000010:1.0:1767384996.586544:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009856a05f. 00000400:00000200:0.0:1767384996.586546:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000001:00000010:1.0:1767384996.586550:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cdeda048. 00000001:00000010:1.0:1767384996.586561:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003a6c1e72. 00000001:00000010:1.0:1767384996.586565:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b59b805e. 00000001:00000010:1.0:1767384996.586569:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000038f21ae4. 00000001:00000010:1.0:1767384996.586573:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008038c4c5. 00000400:00000200:0.0:1767384996.586577:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000001:00000010:1.0:1767384996.586583:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e0726e1b. 00000001:00000010:1.0:1767384996.586589:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d6bfb60c. 00000001:00000010:1.0:1767384996.586593:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000682b4139. 00000001:00000010:1.0:1767384996.586598:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a70d3339. 00000001:00000010:1.0:1767384996.586606:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000087f4ee26. 00000400:00000200:0.0:1767384996.586606:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000001:00000010:1.0:1767384996.586611:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001e152d3b. 00000001:00000010:1.0:1767384996.586616:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008e90ccc3. 00000001:00000010:1.0:1767384996.586620:0:40997:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c2d98a77. 00000400:00000200:0.0:1767384996.586642:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.586673:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.586706:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000020:00000010:1.0:1767384996.586714:0:40997:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000017a9c884. 00000020:00000010:1.0:1767384996.586719:0:40997:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000ec5b1687. 00000400:00000200:0.0:1767384996.586736:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.586770:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.586802:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000020:00000010:1.0:1767384996.586805:0:40997:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000027b1335b. 00000020:00000010:1.0:1767384996.586810:0:40997:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000009277e412. 40000000:00000010:1.0:1767384996.586833:0:40997:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000fa63d812. 00000400:00000200:0.0:1767384996.586833:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 40000000:00000010:1.0:1767384996.586841:0:40997:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000005b391988. 00000400:00000200:0.0:1767384996.586901:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 40000000:00000010:1.0:1767384996.586920:0:40997:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000005b391988. 00000004:00000010:1.0:1767384996.586928:0:40997:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000224cb02b. 00000004:00000010:1.0:1767384996.586935:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000525d86b5. 00000004:00000010:1.0:1767384996.586940:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004195c9d5. 00000400:00000200:0.0:1767384996.586940:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000004:00000010:1.0:1767384996.586946:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000052cfd26a. 00080000:00000010:1.0:1767384996.586951:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000a1a254a. 00000001:00000010:1.0:1767384996.586957:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000045a58afc. 00000001:00000010:1.0:1767384996.586964:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000045a58afc. 00000400:00000200:0.0:1767384996.586971:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.586999:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587021:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587046:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587064:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587081:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587103:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587124:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587150:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000004:00000010:1.0:1767384996.587163:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000061611cc9. 00000004:00000010:1.0:1767384996.587171:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b9c9011e. 00000004:00000010:1.0:1767384996.587177:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009b7b716e. 00000400:00000200:0.0:1767384996.587177:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00080000:00000010:1.0:1767384996.587185:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060604aac. 00000001:00000010:1.0:1767384996.587193:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000045a58afc. 00000001:00000010:1.0:1767384996.587199:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000045a58afc. 00000400:00000200:0.0:1767384996.587207:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587250:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587280:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587304:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587328:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587353:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587391:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000004:00000010:1.0:1767384996.587398:0:40997:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000c1511c05. 00000004:00000010:1.0:1767384996.587405:0:40997:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000f9bb5e79. 00000004:00000010:1.0:1767384996.587412:0:40997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a0067c90. 00000004:00000010:1.0:1767384996.587418:0:40997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ab71f774. 00000004:00000010:1.0:1767384996.587423:0:40997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005c871722. 00080000:00000010:1.0:1767384996.587427:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002925eecf. 00000001:00000010:1.0:1767384996.587433:0:40997:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000045a58afc. 00000001:00000010:1.0:1767384996.587440:0:40997:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000045a58afc. 00000400:00000200:0.0:1767384996.587449:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587479:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.587504:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:0.0:1767384996.587644:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9c0f470. 00000040:00000010:1.0:1767384996.587647:0:40997:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000049449a06. 00000800:00000010:0.0:1767384996.587650:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000078afd0f1. 00000800:00000010:0.0:1767384996.587657:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005996ea4d. 00000040:00000010:1.0:1767384996.587658:0:40997:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007f9656a6. 00000020:00000010:1.0:1767384996.587666:0:40997:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c37562e0. 00080000:00000010:1.0:1767384996.587670:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f0fa46e6. 00000800:00000010:0.0:1767384996.587679:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005996ea4d. 00000800:00020000:0.0:1767384996.587688:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384996.587691:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000078afd0f1. 00000800:00000010:0.0:1767384996.587693:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9c0f470. 00000400:02020000:0.0:1767384996.587724:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp48 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384996.587730:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp48 notifying 192.168.203.109@tcp48: down 00000800:00000200:0.0:1767384996.587735:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp48 down 00000800:00000100:0.0:1767384996.587739:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp48 00000800:00000010:0.0:1767384996.587742:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ebb9b5b9. 00000400:00000200:0.0:1767384996.587745:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384996.587748:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp48->192.168.203.109@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384996.587756:0:16328:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp48 added to recovery queue. ping count: 0 next ping: 318 health :900 00000400:00000200:0.0:1767384996.587760:0:16328:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384996.587763:0:16328:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000400:00000200:0.0:1767384996.587765:0:16328:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:2.0:1767384996.587794:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384996.587799:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300871 00000400:00000200:2.0:1767384996.587804:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:2.0:1767384996.587806:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000400:00000200:2.0:1767384996.587809:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384996.587812:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000010:2.0:1767384996.587815:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000bff5fbaa. 00000400:00000200:2.0:1767384996.587818:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000400:00000200:2.0:1767384996.587820:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00000400:00000200:2.0:1767384996.587822:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 rc -71 00000400:00000200:2.0:1767384996.587825:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384996.587827:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (42) 00000040:00000010:1.0:1767384996.587921:0:40997:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000184704d2. 00080000:00000010:1.0:1767384996.588220:0:40997:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e46544c0. 00080000:00000010:1.0:1767384996.588224:0:40997:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a7c3d1ee. 00080000:00000010:1.0:1767384996.588254:0:40997:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a7c3d1ee. 00080000:00000010:1.0:1767384996.588260:0:40997:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ec140b62. 00000040:00000010:1.0:1767384996.588264:0:40997:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000965fc78b. 00000020:00000010:1.0:1767384996.588269:0:40997:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000015929a25. 00080000:00000010:1.0:1767384996.588272:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000636774ec. 00080000:00000010:1.0:1767384996.588401:0:40997:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a7c3d1ee. 00080000:00000010:1.0:1767384996.588408:0:40997:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000008d54999e. 00080000:00000010:1.0:1767384996.588413:0:40997:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002fe3fb7e. 00000040:00000010:1.0:1767384996.588417:0:40997:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006de2ba03. 00000020:00000010:1.0:1767384996.588420:0:40997:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dae93eb2. 00080000:00000010:1.0:1767384996.588423:0:40997:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000037a9d2c3. 00080000:00000010:1.0:1767384996.588569:0:40997:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004f5fe366. 00000001:00000010:1.0:1767384996.588764:0:40997:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 000000005528e516. 00000040:00000010:1.0:1767384996.588785:0:40997:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005f9adabe. 00080000:00000010:1.0:1767384996.588793:0:40997:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000119ad9ac. 00080000:00000010:1.0:1767384996.588960:0:40997:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000006d7b925f. 00080000:00000010:1.0:1767384996.589300:0:40997:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004f5fe366. 00080000:00000010:1.0:1767384996.589304:0:40997:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002fe3fb7e. 00080000:00000010:1.0:1767384996.589306:0:40997:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a7c3d1ee. 00000020:00000010:1.0:1767384996.589453:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046ec86f9. 00000020:00000010:1.0:1767384996.589457:0:41001:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000630f4e75. 00000040:00000010:1.0:1767384996.589461:0:41001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bd4e4897. 00000020:00000010:1.0:1767384996.589467:0:41001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e243149c. 00000004:00000010:0.0:1767384996.589469:0:40997:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000e3d09f85. 00000020:00000010:1.0:1767384996.589472:0:41001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000d4e5160. 00000020:00000010:0.0:1767384996.589475:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008866405. 00040000:00000010:1.0:1767384996.589480:0:41001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000626e8d0e. 00000020:00000010:0.0:1767384996.589481:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000acc60024. 00000040:00000010:0.0:1767384996.589487:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d530ca88. 00040000:00000010:1.0:1767384996.589490:0:41001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000929cc0a3. 00000020:00000010:0.0:1767384996.589490:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1282cc4. 00080000:00000010:1.0:1767384996.589499:0:41001:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009e355c27. 00000020:00000010:0.0:1767384996.589499:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021c054ac. 00000020:00000010:0.0:1767384996.589505:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b5f9156a. 00080000:00000010:1.0:1767384996.589507:0:41001:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000053201e97. 80000000:00000010:0.0:1767384996.589509:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000254924f1. 40000000:00000010:0.0:1767384996.589514:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005996ea4d. 00000020:00000010:1.0:1767384996.589517:0:41001:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002fe3fb7e. 00100000:00000010:0.0:1767384996.589518:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000093575f31. 00040000:00000010:0.0:1767384996.589524:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008e647068. 00000040:00000010:1.0:1767384996.589527:0:41001:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000079d2eff6. 00040000:00000010:0.0:1767384996.589528:0:40997:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000064a77666. 00040000:00000010:0.0:1767384996.589534:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd3486ae. 00080000:00000010:0.0:1767384996.589537:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e9c0f470. 00080000:00000010:0.0:1767384996.589540:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cc88c60b. 00000040:00000010:1.0:1767384996.589546:0:41001:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000045e8e0e3. 00000004:00000010:0.0:1767384996.589546:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ecaa289c. 00000004:00000010:0.0:1767384996.589552:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d941ac87. 00000004:00000010:0.0:1767384996.589554:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a1b3196d. 00002000:00000010:0.0:1767384996.589556:0:40997:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d61c8b5. 00000004:00000010:0.0:1767384996.589558:0:40997:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005d0bd85f. 00000040:00000010:1.0:1767384996.589563:0:41001:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006d1f6ebf. 00000040:00000010:1.0:1767384996.589567:0:41001:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a927c4ab. 00000020:00000010:0.0:1767384996.589787:0:40997:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f06167fa. 00000020:00000010:0.0:1767384996.589791:0:40997:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000bc99e633. 00000020:00000010:0.0:1767384996.589810:0:40997:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000078afd0f1. 00000020:00000010:0.0:1767384996.589816:0:40997:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000078afd0f1. 00000004:00000010:0.0:1767384996.589818:0:40997:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 000000009bbd3a5e. 00000020:00000010:0.0:1767384996.589822:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cb750876. 00000040:00000010:0.0:1767384996.589824:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003d24739a. 00000020:00000010:0.0:1767384996.589826:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005fb22d4b. 00000020:00000010:0.0:1767384996.589828:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007b38a6cf. 00000020:00000010:0.0:1767384996.589830:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000063c59771. 80000000:00000010:0.0:1767384996.589832:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b9be7637. 40000000:00000010:0.0:1767384996.589833:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a8d5f31c. 00100000:00000010:0.0:1767384996.589835:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005ede9831. 00040000:00000010:0.0:1767384996.589837:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f3a75cd2. 00040000:00000010:0.0:1767384996.589839:0:40997:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ff789f94. 00040000:00000010:0.0:1767384996.589840:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007c661d5f. 00080000:00000010:0.0:1767384996.589843:0:40997:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000005528e516. 00080000:00000010:0.0:1767384996.589845:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e23258fd. 00080000:00000010:0.0:1767384996.589847:0:40997:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000008d54999e. 00080000:00000010:0.0:1767384996.589850:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000003acfc3a. 00000004:00000010:0.0:1767384996.589851:0:40997:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009fd7df4c. 00000004:00000010:0.0:1767384996.589853:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006e830a13. 00000004:00000010:0.0:1767384996.589856:0:40997:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001fe9f7a8. 00002000:00000010:0.0:1767384996.589858:0:40997:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000036faeb5. 00000004:00000010:0.0:1767384996.589860:0:40997:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000224cb02b. 00000020:00000010:0.0:1767384996.589862:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4179bf9. 00000020:00000010:0.0:1767384996.589891:0:40997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000371c99c2. 00000020:00000010:0.0:1767384996.589895:0:40997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000e6231cf. 00000008:00000010:0.0:1767384996.589899:0:40997:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d846bd4b. 00020000:00000010:0.0:1767384996.589902:0:40997:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008d92fa92. 00008000:00000010:0.0:1767384996.589905:0:40997:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006fa0d679. 00000080:00000010:0.0:1767384996.589908:0:40997:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004bac4bfe. 00000020:00000010:0.0:1767384996.589910:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004732d0e5. 00000020:00000010:0.0:1767384996.589913:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000025db8f44. 00000020:00000010:0.0:1767384996.589919:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000a4526927. 00000020:00000010:0.0:1767384996.589924:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e9380b3. 00000020:00000010:0.0:1767384996.589927:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e843685e. 00000040:00000010:0.0:1767384996.589930:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002ce656fe. 00000020:00000010:0.0:1767384996.589933:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a3ca5393. 00000020:00000010:0.0:1767384996.589936:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d3ec5682. 00000020:00000010:0.0:1767384996.589939:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008d54999e. 80000000:00000010:0.0:1767384996.589942:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab07f73f. 40000000:00000010:0.0:1767384996.589944:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000156d5519. 00100000:00000010:0.0:1767384996.589947:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000597e1cd2. 00040000:00000010:0.0:1767384996.589950:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d7790357. 00040000:00000010:0.0:1767384996.589953:0:40997:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ac4645e9. 00040000:00000010:0.0:1767384996.589955:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000736b96ea. 00080000:00000010:0.0:1767384996.589959:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000003acfc3a. 00080000:00000010:0.0:1767384996.589961:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e23258fd. 00000004:00000010:0.0:1767384996.589964:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000032b29873. 00000004:00000010:0.0:1767384996.589967:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf6b4650. 00000004:00000010:0.0:1767384996.589969:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001fe9f7a8. 00000004:00000010:0.0:1767384996.589971:0:40997:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007d9ddd36. 00000004:00000010:0.0:1767384996.589982:0:40997:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 0000000078afd0f1. 00000020:00000010:0.0:1767384996.589985:0:40997:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005528e516. 00000100:00000010:0.0:1767384996.590000:0:40997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28ad0b. 02000000:00000010:0.0:1767384996.590011:0:40997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000518c252d. 00040000:00000010:1.0:1767384996.590045:0:16339:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c763828d. 00000004:00000010:0.0:1767384996.590045:0:40997:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 0000000078afd0f1. 00000004:00000010:1.0:1767384996.590052:0:16339:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000602b7394. 00000004:00000010:0.0:1767384996.590054:0:40997:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 000000004732d0e5. 00000004:00000010:1.0:1767384996.590056:0:16339:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000062933ada. 00000004:00000010:1.0:1767384996.590061:0:16339:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b831f93e. 00020000:00000010:0.0:1767384996.590064:0:40997:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000dad73bf1. 00000004:00000010:1.0:1767384996.590065:0:16339:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004fc5e7a1. 00020000:00000010:0.0:1767384996.590074:0:40997:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000461013d6. 02000000:00000010:1.0:1767384996.590082:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a406fa2c. 00100000:00000010:0.0:1767384996.590083:0:40997:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 0000000078afd0f1. 00000400:00000010:1.0:1767384996.590088:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045a58afc. 00000020:00000010:0.0:1767384996.590091:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e843685e. 00000400:00000010:1.0:1767384996.590094:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0443. 00000040:00000010:0.0:1767384996.590099:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002ce656fe. 00000100:00000200:1.0:1767384996.590100:0:16339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363772672, portal 4 00000020:00000010:0.0:1767384996.590104:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3ca5393. 00000020:00000010:1.0:1767384996.590106:0:16339:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d6dad08d. 00000020:00000010:0.0:1767384996.590108:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d3ec5682. 00000400:00000010:1.0:1767384996.590113:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb13692. 00000020:00000010:0.0:1767384996.590113:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008d54999e. 80000000:00000010:0.0:1767384996.590117:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab07f73f. 00000100:00000200:1.0:1767384996.590118:0:16339:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237363772672, offset 0 40000000:00000010:0.0:1767384996.590122:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000156d5519. 00100000:00000010:0.0:1767384996.590125:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000597e1cd2. 00000400:00000200:1.0:1767384996.590126:0:16339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:0.0:1767384996.590127:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d7790357. 00040000:00000010:0.0:1767384996.590131:0:40997:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ac4645e9. 00040000:00000010:0.0:1767384996.590134:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000736b96ea. 00000400:00000200:1.0:1767384996.590137:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:0.0:1767384996.590139:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e23258fd. 00080000:00000010:0.0:1767384996.590142:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000003acfc3a. 00000004:00000010:0.0:1767384996.590146:0:40997:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000032b29873. 00000400:00000200:1.0:1767384996.590147:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958272c08d00 00000004:00000010:0.0:1767384996.590150:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bf6b4650. 00000004:00000010:0.0:1767384996.590154:0:40997:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001fe9f7a8. 00000400:00000200:1.0:1767384996.590158:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 5752 00000004:00000010:0.0:1767384996.590159:0:40997:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007d9ddd36. 00000020:00000010:0.0:1767384996.590164:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e9380b3. 00000400:00000200:1.0:1767384996.590167:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384996.590168:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000a4526927. 00000400:00000200:1.0:1767384996.590174:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384996.590177:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d7790357. 00000100:00000200:1.0:1767384996.590179:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1767384996.590181:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d7790357. 00000100:00000010:1.0:1767384996.590184:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037a61d93. 00000020:00000010:0.0:1767384996.590186:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d7790357. 00000020:00000010:0.0:1767384996.590190:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d7790357. 00000020:00000010:0.0:1767384996.590192:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000156d5519. 00000020:00000010:0.0:1767384996.590194:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000156d5519. 00000100:00000010:0.0:1767384996.590200:0:40997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db1316fd. 00000400:00000200:1.0:1767384996.590201:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb13692 00000400:00000010:1.0:1767384996.590204:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb13692. 02000000:00000010:0.0:1767384996.590206:0:40997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4179bf9. 00000100:00000200:1.0:1767384996.590210:0:16339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b28ad0b x1853237363772672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767385006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.590217:0:40997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c9093f9. 00000020:00000010:2.0:1767384996.590226:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fefe4af5. 00000100:00000010:1.0:1767384996.590226:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9be7637. 00000020:00000010:2.0:1767384996.590242:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038e4ab65. 00000020:00000010:2.0:1767384996.590246:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fb9be64. 02000000:00000010:0.0:1767384996.590249:0:40997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001cc71416. 00000100:00000010:1.0:1767384996.590254:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000247a2e8f. 00000400:00000010:0.0:1767384996.590255:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d463954. 00000400:00000010:0.0:1767384996.590262:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000016096bec. 00000100:00000010:1.0:1767384996.590263:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edafef33. 00000100:00000200:0.0:1767384996.590268:0:40997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363772800, portal 25 00000100:00000010:1.0:1767384996.590270:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fdff1bd. 00000100:00000200:2.0:1767384996.590276:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363772672 00000400:00000010:0.0:1767384996.590276:0:40997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.590282:0:40997:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363772800, offset 0 00000400:00000200:0.0:1767384996.590289:0:40997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384996.590292:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000bff5fbaa. 00000400:00000200:0.0:1767384996.590298:0:40997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384996.590300:0:17879:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000061e8e79a. 00000400:00000200:0.0:1767384996.590308:0:40997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c08d80 00000001:00000010:2.0:1767384996.590309:0:17879:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000338f141f. 00000001:00000010:2.0:1767384996.590316:0:17879:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b0f24c6e. 00000400:00000200:0.0:1767384996.590320:0:40997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f9 [2] + 0 00000001:00000010:2.0:1767384996.590321:0:17879:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a80887fa. 00000001:00000010:2.0:1767384996.590325:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000040d7289f. 00000001:00000010:2.0:1767384996.590328:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000abc3eef1. 00000400:00000010:0.0:1767384996.590328:0:40997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470e8863. 00000001:00000010:2.0:1767384996.590333:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc4c4dea. 00000400:00000200:0.0:1767384996.590333:0:40997:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c86961b8 00000001:00000010:2.0:1767384996.590338:0:17879:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000428d7a07. 00000400:00000200:0.0:1767384996.590339:0:40997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.590342:0:40997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384996.590345:0:40997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c86961b8 00000400:00000010:0.0:1767384996.590346:0:40997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c86961b8. 00000100:00000200:0.0:1767384996.590350:0:40997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00080000:00000010:2.0:1767384996.590359:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004c9a74d3. 00080000:00000010:2.0:1767384996.590365:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000082ab4691. 00000400:00000200:0.0:1767384996.590365:0:40997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028f62ac 00000400:00000010:0.0:1767384996.590370:0:40997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.590378:0:40997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db1316fd x1853237363772800/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384996.590381:0:17879:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005572be40. 00000020:00000010:3.0:1767384996.590394:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f045534. 00000020:00000010:3.0:1767384996.590399:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f045534. 00000020:00000010:3.0:1767384996.590404:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c8be0a. 00080000:00000010:2.0:1767384996.590404:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000082ab4691. 00000020:00000010:3.0:1767384996.590408:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:2.0:1767384996.590414:0:17879:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000e96b788d. 00000020:00000010:3.0:1767384996.590416:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:2.0:1767384996.590420:0:17879:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000e96b788d. 00000020:00000010:2.0:1767384996.590429:0:17879:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a7866313. 00000020:00000010:2.0:1767384996.590434:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082ab4691. 00000020:00000010:3.0:1767384996.590447:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f045534. 00000020:00000010:3.0:1767384996.590452:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f045534. 00000100:00000200:3.0:1767384996.590455:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363772800 00010000:00000200:2.0:1767384996.590457:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000037a61d93 x1853237363772672/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385016 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384996.590470:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000100:00000200:2.0:1767384996.590472:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237363772672, offset 0 02000000:00000010:3.0:1767384996.590474:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000d6a8f8cd. 00000400:00000200:2.0:1767384996.590478:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000010:3.0:1767384996.590482:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fa46aa54. 00000400:00000200:2.0:1767384996.590485:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384996.590493:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958272c08d00 00000040:00000010:3.0:1767384996.590497:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b8038a96. 00000400:00000200:2.0:1767384996.590497:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a6d [1] + 0 00000400:00000200:2.0:1767384996.590504:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384996.590506:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384996.590510:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b28ad0b x1853237363772672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767385006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1767384996.590519:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b8038a96. 00000040:00000010:3.0:1767384996.590523:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fa46aa54. 00010000:00000200:3.0:1767384996.590528:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ee260a5 x1853237363772800/t0(0) o502->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 272/8472 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384996.590528:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:2.0:1767384996.590532:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000020:00000010:2.0:1767384996.590542:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038e4ab65. 00000400:00000010:3.0:1767384996.590544:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000032d0eeac. 00000020:00000010:2.0:1767384996.590547:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fb9be64. 00000100:00000200:3.0:1767384996.590549:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237363772800, offset 224 00000020:00000010:2.0:1767384996.590551:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fefe4af5. 00000400:00000010:1.0:1767384996.590553:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045a58afc. 00000400:00000200:1.0:1767384996.590558:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0443 00000400:00000010:1.0:1767384996.590560:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0443. 00000400:00000200:3.0:1767384996.590565:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384996.590566:0:16339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b28ad0b x1853237363772672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767385006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.590576:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384996.590579:0:16339:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b28ad0b x1853237363772672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767385006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.590586:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272c08d80 00000400:00000200:3.0:1767384996.590590:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a75 [4] + 224 00000400:00000200:3.0:1767384996.590594:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.590596:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.590601:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db1316fd x1853237363772800/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.590613:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032d0eeac 00000400:00000010:3.0:1767384996.590615:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000032d0eeac. 00000020:00000010:3.0:1767384996.590627:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 02000000:00000010:1.0:1767384996.590630:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a406fa2c. 00000020:00000010:3.0:1767384996.590631:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.590638:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c8be0a. 02000000:00000010:1.0:1767384996.590640:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000518c252d. 00000100:00000010:0.0:1767384996.590643:0:41002:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065f8e630. 02000000:00000010:3.0:1767384996.590645:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000d6a8f8cd. 00000100:00000010:1.0:1767384996.590647:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b28ad0b. 00080000:00000010:2.0:1767384996.590648:0:41001:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fefe4af5. 02000000:00000010:0.0:1767384996.590653:0:41002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d7790357. 00080000:00000010:2.0:1767384996.590656:0:41001:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bb7311c9. 00000100:00000200:3.0:1767384996.590660:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00080000:00000010:2.0:1767384996.590666:0:41001:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000097101b5c. 00000400:00000010:3.0:1767384996.590667:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db7ece85. 00000400:00000010:3.0:1767384996.590674:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032d0eeac. 00080000:00000010:2.0:1767384996.590688:0:41001:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bb7311c9. 00000400:00000010:0.0:1767384996.590690:0:40997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00040000:00000010:1.0:1767384996.590692:0:16340:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ab7f8287. 00040000:00000010:3.0:1767384996.590694:0:16341:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008df46180. 00080000:00000010:2.0:1767384996.590694:0:41001:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009a7fbd65. 00000400:00000200:0.0:1767384996.590697:0:40997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016096bec 00000004:00000010:1.0:1767384996.590700:0:16340:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ae9b2dde. 00000400:00000010:0.0:1767384996.590701:0:40997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000016096bec. 00000004:00000010:2.0:1767384996.590703:0:41001:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e96b788d. 00000004:00000010:3.0:1767384996.590704:0:16341:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002453da5c. 00000004:00000010:1.0:1767384996.590706:0:16340:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c5635a9a. 00000100:00000200:0.0:1767384996.590710:0:40997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db1316fd x1853237363772800/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384996.590713:0:16340:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001977b0f0. 00000004:00000010:3.0:1767384996.590714:0:16341:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002aa14460. 00000004:00000010:1.0:1767384996.590720:0:16340:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a406fa2c. 00000004:00000010:3.0:1767384996.590722:0:16341:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c3feeedc. 00000100:00000200:0.0:1767384996.590726:0:40997:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db1316fd x1853237363772800/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384996.590728:0:16341:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e61d193a. 02000000:00000010:1.0:1767384996.590733:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000082f2d622. 00000400:00000010:1.0:1767384996.590737:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045a58afc. 00000400:00000010:1.0:1767384996.590740:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0443. 00000100:00000010:0.0:1767384996.590743:0:40997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009c9093f9. 00000100:00000200:1.0:1767384996.590744:0:16340:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363772928, portal 4 00000400:00000010:1.0:1767384996.590751:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb13692. 02000000:00000010:0.0:1767384996.590754:0:40997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000001cc71416. 00000100:00000200:1.0:1767384996.590755:0:16340:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237363772928, offset 0 00000400:00000200:1.0:1767384996.590765:0:16340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384996.590769:0:40997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a4179bf9. 00000400:00000200:1.0:1767384996.590772:0:16340:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384996.590776:0:40997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db1316fd. 00000400:00000200:1.0:1767384996.590781:0:16340:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272c08e00 00000020:00000010:0.0:1767384996.590786:0:40997:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004998eaae. 00000400:00000200:1.0:1767384996.590789:0:16340:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 4032 00000020:00000010:0.0:1767384996.590791:0:40997:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004998eaae. 00000400:00000200:1.0:1767384996.590794:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:0.0:1767384996.590796:0:40997:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ed683855. 00000400:00000200:1.0:1767384996.590799:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384996.590805:0:16340:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:0.0:1767384996.590807:0:40997:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002d15ce13. 00000100:00000010:1.0:1767384996.590809:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000003854903. 00000020:00000010:0.0:1767384996.590813:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ac8a7f24. 00000040:00000010:0.0:1767384996.590818:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bbcf767e. 00000020:00000010:0.0:1767384996.590820:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ad62d51. 00000020:00000010:0.0:1767384996.590823:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000400:00000200:1.0:1767384996.590829:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb13692 00000020:00000010:0.0:1767384996.590830:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007aaa0565. 00000400:00000010:1.0:1767384996.590834:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb13692. 80000000:00000010:0.0:1767384996.590837:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000411cbbca. 00000100:00000200:1.0:1767384996.590843:0:16340:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065f8e630 x1853237363772928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385012 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:0.0:1767384996.590843:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003278d15d. 00100000:00000010:0.0:1767384996.590849:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009f1f4ba7. 00040000:00000010:0.0:1767384996.590856:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000094e666b4. 00000020:00000010:3.0:1767384996.590858:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f045534. 00040000:00000010:0.0:1767384996.590862:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d373446. 00000020:00000010:3.0:1767384996.590863:0:17881:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000082ab4691. 00080000:00000010:0.0:1767384996.590892:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009fb0303c. 00080000:00000010:0.0:1767384996.590896:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000acdf9e76. 00000004:00000010:0.0:1767384996.590900:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000031146b6b. 00000020:00000010:3.0:1767384996.590901:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c8be0a. 00000020:00000010:3.0:1767384996.590904:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00002000:00000010:0.0:1767384996.590904:0:40997:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000092e4a438. 00000020:00000010:3.0:1767384996.590908:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:0.0:1767384996.590908:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a036177. 00000020:00000010:3.0:1767384996.590937:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000040:00000010:1.0:1767384996.590940:0:40968:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000dcb8ceeb. 00000020:00000010:3.0:1767384996.590941:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000100:00000200:3.0:1767384996.590947:0:17881:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363772928 00000040:00000010:1.0:1767384996.590947:0:40968:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002744d533. 00000040:00000010:1.0:1767384996.590953:0:40968:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ec8b62c0. 02000000:00000010:3.0:1767384996.590957:0:17881:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000031b6736d. 00000020:00000010:1.0:1767384996.590959:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000032dcf383. 00000040:00000010:1.0:1767384996.590964:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009cb8b864. 00000020:00000010:1.0:1767384996.590967:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004b44a9cc. 00000020:00000010:1.0:1767384996.590970:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005dd55fb9. 80000000:00000010:1.0:1767384996.590973:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000045e107c1. 00040000:00000010:1.0:1767384996.590977:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004846e30c. 00010000:00000200:3.0:1767384996.590979:0:17881:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003854903 x1853237363772928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 224/368 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384996.590983:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006bdc0197. 00080000:00000010:1.0:1767384996.590989:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000070935361. 20000000:00000010:1.0:1767384996.590996:0:40968:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000438ccdb4. 00000400:00000010:3.0:1767384996.590998:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000020:00000010:1.0:1767384996.591000:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8dbbd1e. 00000100:00000200:3.0:1767384996.591003:0:17881:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237363772928, offset 224 10000000:00000010:1.0:1767384996.591005:0:40968:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000cc8ba462. 00000400:00000200:3.0:1767384996.591011:0:17881:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.591019:0:17881:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.591028:0:17881:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272c08e00 00000100:00000010:1.0:1767384996.591032:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028e8b763. 00000400:00000200:3.0:1767384996.591035:0:17881:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a89 [1] + 224 00000400:00000200:3.0:1767384996.591042:0:17881:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.591046:0:17881:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384996.591046:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000042187dc. 00000100:00000200:3.0:1767384996.591056:0:17881:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065f8e630 x1853237363772928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385012 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384996.591060:0:40968:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bc13918f. 00010000:00000010:1.0:1767384996.591070:0:40968:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00000400:00000200:3.0:1767384996.591081:0:17881:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000100:00000010:1.0:1767384996.591084:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4a73a1d. 00000400:00000010:3.0:1767384996.591086:0:17881:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 02000000:00000010:1.0:1767384996.591095:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006e96445b. 00000400:00000010:0.0:1767384996.591096:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045a58afc. 00000020:00000010:3.0:1767384996.591099:0:17881:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000400:00000010:1.0:1767384996.591100:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e216cb5. 00000400:00000200:0.0:1767384996.591102:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0443 00000020:00000010:3.0:1767384996.591103:0:17881:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000400:00000010:0.0:1767384996.591105:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0443. 00000020:00000010:3.0:1767384996.591106:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c8be0a. 00000100:00000200:0.0:1767384996.591111:0:16340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065f8e630 x1853237363772928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385012 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384996.591112:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb13692. 00000100:00000200:1.0:1767384996.591118:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363773056, portal 25 00000400:00000010:1.0:1767384996.591124:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:0.0:1767384996.591128:0:16340:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065f8e630 x1853237363772928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767385012 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384996.591129:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363773056, offset 0 00000400:00000200:1.0:1767384996.591136:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.591146:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.591150:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c08e80 00000020:00000010:0.0:1767384996.591152:0:16340:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000003acfc3a. 00000400:00000200:1.0:1767384996.591156:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21fd [2] + 0 00000400:00000010:1.0:1767384996.591160:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000404ab93e. 00000400:00000200:1.0:1767384996.591163:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002720f77b 00000400:00000200:1.0:1767384996.591165:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.591169:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384996.591169:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000082f2d622. 00000400:00000200:1.0:1767384996.591174:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002720f77b 00000400:00000010:1.0:1767384996.591176:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002720f77b. 02000000:00000010:0.0:1767384996.591177:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d7790357. 00000100:00000200:1.0:1767384996.591181:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384996.591183:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065f8e630. 00000400:00000200:1.0:1767384996.591194:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.591197:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.591200:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028e8b763 x1853237363773056/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.591212:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.591216:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.591221:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c8be0a. 00000020:00000010:3.0:1767384996.591224:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.591227:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.591262:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.591265:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000100:00000200:3.0:1767384996.591268:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363773056 00010000:00000010:3.0:1767384996.591282:0:40977:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d50fa3f. 00010000:00000010:3.0:1767384996.591288:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000056b4699d. 02000000:00000010:3.0:1767384996.591298:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000001b37dae. 00010000:00000200:3.0:1767384996.591313:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d39e3bc x1853237363773056/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 328/344 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.591325:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.591328:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363773056, offset 224 00000400:00000200:3.0:1767384996.591332:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.591338:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.591343:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c08e80 00000400:00000200:3.0:1767384996.591347:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a95 [1] + 224 00000400:00000200:3.0:1767384996.591352:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.591354:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.591359:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028e8b763 x1853237363773056/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.591376:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.591377:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.591383:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.591385:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.591388:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c8be0a. 02000000:00000010:3.0:1767384996.591393:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000001b37dae. 00000100:00000200:3.0:1767384996.591398:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.591401:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a446e8. 00000400:00000010:1.0:1767384996.591403:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e216cb5. 00000400:00000200:1.0:1767384996.591408:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb13692 00000400:00000010:1.0:1767384996.591409:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb13692. 00000100:00000200:1.0:1767384996.591413:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028e8b763 x1853237363773056/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.591415:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed88e50e. 00000100:00000200:1.0:1767384996.591424:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028e8b763 x1853237363773056/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384996.591436:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b4a73a1d. 02000000:00000010:1.0:1767384996.591444:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006e96445b. 02000000:00000010:1.0:1767384996.591447:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000042187dc. 00000100:00000010:1.0:1767384996.591448:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028e8b763. 10000000:00000010:1.0:1767384996.591454:0:40968:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000db0a1677. 00000004:00000010:2.0:1767384996.591502:0:40970:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000e96b788d. 00080000:00000010:2.0:1767384996.591508:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009a7fbd65. 00080000:00000010:2.0:1767384996.591510:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fefe4af5. 00080000:00000010:2.0:1767384996.591513:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ec140b62. 00080000:00000010:2.0:1767384996.591515:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e46544c0. 00080000:00000010:2.0:1767384996.591516:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002cd3d620. 00000100:00000010:1.0:1767384996.591899:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028e8b763. 02000000:00000010:1.0:1767384996.591906:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000042187dc. 00000100:00000010:1.0:1767384996.591911:0:40968:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006e96445b. 00000100:00000010:1.0:1767384996.591914:0:40968:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000006e830a13. 00000100:00000010:1.0:1767384996.591923:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4a73a1d. 00000400:00000010:1.0:1767384996.591930:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e216cb5. 00000400:00000010:1.0:1767384996.591933:0:40968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005680db4c. 00000100:00000200:1.0:1767384996.591936:0:40968:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958272c08f00-0x6958272c08f00, portal 33 02000000:00000010:1.0:1767384996.591940:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0a585f7. 00000400:00000010:1.0:1767384996.591942:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fe37bf0. 00000400:00000010:1.0:1767384996.591943:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb13692. 00000100:00000200:1.0:1767384996.591945:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363773184, portal 25 00000400:00000010:1.0:1767384996.591947:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.591948:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237363773184, offset 0 00000400:00000200:1.0:1767384996.591951:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.591955:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.591958:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272c08f00 00000400:00000200:1.0:1767384996.591961:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2201 [2] + 0 00000400:00000010:1.0:1767384996.591963:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb0bba03. 00000400:00000200:1.0:1767384996.591966:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009867a517 00000400:00000200:1.0:1767384996.591968:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.591970:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384996.591972:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009867a517 00000400:00000010:1.0:1767384996.591973:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009867a517. 00000100:00000200:1.0:1767384996.591975:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384996.591986:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.591988:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.591990:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028e8b763 x1853237363773184/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.592005:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.592009:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.592012:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c8be0a. 00000020:00000010:3.0:1767384996.592014:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.592017:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.592038:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.592041:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000100:00000200:3.0:1767384996.592044:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363773184 02000000:00000010:3.0:1767384996.592051:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000001b37dae. 20000000:00000010:3.0:1767384996.592061:0:40977:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000424ff2a1. 00000100:00000010:3.0:1767384996.592114:0:40977:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f2eb6bff. 00000100:00000010:3.0:1767384996.592117:0:40977:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ca1ea3c6. 00000400:00000010:3.0:1767384996.592122:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000400:00000010:3.0:1767384996.592127:0:40977:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018b78877. 00000400:00000200:3.0:1767384996.592131:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.592137:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.592143:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x6958272c08f00 00000400:00000200:3.0:1767384996.592147:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2aa5 [256] + 0 00000400:00000010:3.0:1767384996.592150:0:40977:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e216cb5. 00000400:00000200:3.0:1767384996.592153:0:40977:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005680db4c 00000400:00000200:3.0:1767384996.592155:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.592157:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384996.592159:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005680db4c 00000400:00000010:3.0:1767384996.592161:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005680db4c. 00000100:00000200:3.0:1767384996.592163:0:40977:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000028e8b763 desc 000000006e96445b mbits 1853237363773184 00000400:00000200:3.0:1767384996.592173:0:40977:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384996.592177:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384996.592184:0:40977:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2ab1 00000400:00000200:3.0:1767384996.592186:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.592189:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:3.0:1767384996.592192:0:40977:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f2eb6bff 00000400:00000200:3.0:1767384996.592196:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.592197:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.592199:0:40977:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f2eb6bff 00000100:00000200:3.0:1767384996.592202:0:40977:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x6958272c08f00-0x6958272c08f00 00000100:00000010:3.0:1767384996.592208:0:40977:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ca1ea3c6. 00000100:00000010:3.0:1767384996.592210:0:40977:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f2eb6bff. 20000000:00000010:3.0:1767384996.592215:0:40977:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000424ff2a1. 00010000:00000200:3.0:1767384996.592220:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025b44cad x1853237363773184/t0(0) o256->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 304/240 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.592228:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.592230:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237363773184, offset 224 00000400:00000200:3.0:1767384996.592248:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.592252:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.592255:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272c08f00 00000400:00000200:3.0:1767384996.592258:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2aa9 [1] + 224 00000400:00000200:3.0:1767384996.592261:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.592263:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.592266:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028e8b763 x1853237363773184/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.592277:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.592278:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.592286:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.592288:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.592291:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c8be0a. 02000000:00000010:3.0:1767384996.592295:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000001b37dae. 00000400:00000010:1.0:1767384996.592295:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fe37bf0. 00000100:00000200:3.0:1767384996.592298:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384996.592302:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb13692 00000400:00000010:3.0:1767384996.592303:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031456d35. 00000400:00000010:1.0:1767384996.592308:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb13692. 00000400:00000010:3.0:1767384996.592315:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1efa9e3. 00000100:00000200:1.0:1767384996.592317:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028e8b763 x1853237363773184/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384996.592328:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028e8b763 x1853237363773184/t0(0) o256->MGC192.168.203.109@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384996.592342:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b4a73a1d. 10000000:00000010:1.0:1767384996.592351:0:40968:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f8e0dbc4. 00000100:00000200:1.0:1767384996.592358:0:40968:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.109@tcp with 192.168.203.109@tcp 00000100:00000200:1.0:1767384996.592360:0:40968:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.109@tcp' 00000100:00000200:1.0:1767384996.592362:0:40968:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.109@tcp' 00000400:00000200:1.0:1767384996.592363:0:40968:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384996.592366:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:1.0:1767384996.592369:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384996.592371:0:40968:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (41) 00000400:00000200:1.0:1767384996.592373:0:40968:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000200:1.0:1767384996.592382:0:40968:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384996.592384:0:40968:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384996.592385:0:40968:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384996.592387:0:40968:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:1.0:1767384996.592389:0:40968:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000400:00000200:1.0:1767384996.592391:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:1.0:1767384996.592392:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:1.0:1767384996.592394:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592396:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:1.0:1767384996.592397:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:2.0:1767384996.592398:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384996.592399:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592403:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:2.0:1767384996.592405:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000200:1.0:1767384996.592406:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000200:2.0:1767384996.592411:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000200:1.0:1767384996.592411:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592412:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000200:1.0:1767384996.592417:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000010:2.0:1767384996.592418:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000002724dc9a. 00000400:00000200:1.0:1767384996.592418:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592423:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000010:2.0:1767384996.592424:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000400:00000200:1.0:1767384996.592426:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:1.0:1767384996.592429:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000010:2.0:1767384996.592430:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000863a1196. 00000400:00000200:1.0:1767384996.592431:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:1.0:1767384996.592435:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:2.0:1767384996.592439:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1767384996.592441:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592444:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:1.0:1767384996.592445:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:2.0:1767384996.592448:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384996.592449:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592454:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:2.0:1767384996.592458:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 166], ns[194, 184] 00000400:00000200:1.0:1767384996.592458:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:1.0:1767384996.592464:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592467:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:2.0:1767384996.592469:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 166], ns[60, 184] 00000400:00000200:1.0:1767384996.592470:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:1.0:1767384996.592476:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592480:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:1.0:1767384996.592480:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:1.0:1767384996.592485:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:2.0:1767384996.592492:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000400:00000200:1.0:1767384996.592493:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592499:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:2.0:1767384996.592501:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[80, 60] 00000400:00000200:1.0:1767384996.592505:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:2.0:1767384996.592509:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 60], ns[100, 60] 00000400:00000200:1.0:1767384996.592514:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592517:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 60], ns[110, 60] 00000400:00000200:1.0:1767384996.592521:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:2.0:1767384996.592524:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 60], ns[135, 60] 00000400:00000200:1.0:1767384996.592527:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:2.0:1767384996.592531:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[139, 60] 00000400:00000200:1.0:1767384996.592535:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592540:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[145, 60] 00000400:00000200:1.0:1767384996.592540:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:1.0:1767384996.592546:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:2.0:1767384996.592547:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[148, 60] 00000400:00000200:2.0:1767384996.592554:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 60], ns[155, 60] 00000400:00000200:1.0:1767384996.592554:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592560:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:2.0:1767384996.592562:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 60], ns[165, 60] 00000400:00000200:1.0:1767384996.592566:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:2.0:1767384996.592570:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 60], ns[169, 60] 00000400:00000200:1.0:1767384996.592575:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592578:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 60], ns[44, 60] 00000400:00000200:1.0:1767384996.592581:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:2.0:1767384996.592585:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:1.0:1767384996.592587:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:1.0:1767384996.592593:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592596:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:1.0:1767384996.592597:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:1.0:1767384996.592602:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:2.0:1767384996.592605:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:1.0:1767384996.592608:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592612:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:1.0:1767384996.592616:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:2.0:1767384996.592618:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 44], ns[72, 44] 00000400:00000200:2.0:1767384996.592623:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[73, 44] 00000400:00000200:2.0:1767384996.592625:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[192, 44], ns[241, 44] 00000400:00000200:2.0:1767384996.592628:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 44], ns[115, 44] 00000400:00000200:2.0:1767384996.592631:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 44], ns[87, 44] 00000400:00000200:2.0:1767384996.592634:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[164, 44], ns[182, 44] 00000400:00000200:2.0:1767384996.592637:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 44], ns[117, 44] 00000400:00000200:1.0:1767384996.592639:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592643:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:2.0:1767384996.592644:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 44], ns[123, 44] 00000400:00000200:1.0:1767384996.592649:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:2.0:1767384996.592654:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 44], ns[191, 44] 00000400:00000200:1.0:1767384996.592655:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592660:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:2.0:1767384996.592665:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[129, 44] 00000400:00000200:1.0:1767384996.592666:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:1.0:1767384996.592672:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592676:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 44], ns[132, 44] 00000400:00000200:1.0:1767384996.592677:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:1.0:1767384996.592682:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:2.0:1767384996.592685:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 44], ns[153, 44] 00000400:00000200:1.0:1767384996.592689:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592694:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:2.0:1767384996.592696:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[186, 44], ns[235, 44] 00000400:00000200:1.0:1767384996.592697:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:1.0:1767384996.592704:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592707:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 44], ns[163, 44] 00000400:00000200:1.0:1767384996.592708:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000400:00000200:1.0:1767384996.592713:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.109@tcp31 00000400:00000200:2.0:1767384996.592720:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 44], ns[192, 44] 00000400:00000200:1.0:1767384996.592721:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592726:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp31 00000400:00000200:2.0:1767384996.592729:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[191, 44], ns[240, 44] 00000400:00000200:1.0:1767384996.592732:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.109@tcp32 00000400:00000200:2.0:1767384996.592738:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[184, 44], ns[233, 44] 00000400:00000200:1.0:1767384996.592742:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592747:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[188, 44], ns[237, 44] 00000400:00000200:1.0:1767384996.592748:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp32 00000400:00000200:1.0:1767384996.592754:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.109@tcp33 00000400:00000200:2.0:1767384996.592755:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[190, 44], ns[239, 44] 00000400:00000200:1.0:1767384996.592761:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592762:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 44], ns[238, 44] 00000400:00000200:1.0:1767384996.592767:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp33 00000400:00000200:2.0:1767384996.592770:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[193, 44], ns[242, 44] 00000400:00000200:1.0:1767384996.592774:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.109@tcp34 00000400:00000200:2.0:1767384996.592777:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000400:00000200:1.0:1767384996.592782:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.592784:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 00000400:00000200:1.0:1767384996.592786:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp34 00000400:00000200:2.0:1767384996.592790:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp49 00000400:00000200:1.0:1767384996.592790:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.109@tcp35 00000400:00000200:2.0:1767384996.592798:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp49 lpni_is_preferred = 0 00000400:00000200:1.0:1767384996.592799:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592803:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp35 00000400:00000200:2.0:1767384996.592806:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp49 00000400:00000200:1.0:1767384996.592808:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.109@tcp36 00000400:00000200:2.0:1767384996.592813:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp49 NI seq info: [243:243:256:4294967295] 192.168.203.109@tcp49 LPNI seq info [194:194:8:4294967295] 00000400:00000200:1.0:1767384996.592815:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592820:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp36 00000400:00000200:2.0:1767384996.592825:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp49 00000400:00000200:1.0:1767384996.592826:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.109@tcp37 00000400:00000200:1.0:1767384996.592831:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592836:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp37 00000400:00000200:1.0:1767384996.592840:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.109@tcp38 00000400:00000200:2.0:1767384996.592843:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp49(192.168.203.109@tcp49:) -> 192.168.203.109@tcp49(192.168.203.109@tcp:192.168.203.109@tcp49) : GET try# 0 00000400:00000200:1.0:1767384996.592846:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592850:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp38 00000400:00000200:1.0:1767384996.592854:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.109@tcp39 00000800:00000200:2.0:1767384996.592855:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp49 00000800:00000010:2.0:1767384996.592859:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f60a08e. 00000400:00000200:1.0:1767384996.592860:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592892:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp39 00000400:00000200:1.0:1767384996.592895:0:40968:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.109@tcp40 00000400:00000200:1.0:1767384996.592898:0:40968:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.592900:0:40968:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp40 10000000:00000010:1.0:1767384996.592906:0:40968:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e51a0181. 00000800:00000010:2.0:1767384996.592913:0:16338:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003b4ab818. 00000020:00000010:1.0:1767384996.592914:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de85b3e4. 00000800:00000010:2.0:1767384996.592919:0:16338:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d39d464a. 00000020:00000010:1.0:1767384996.592921:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f73b41be. 00000040:00000010:1.0:1767384996.592927:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a5e10998. 00000800:00000200:2.0:1767384996.592928:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b4ab818] -> 12345-192.168.203.109@tcp49 (2) 00000020:00000010:1.0:1767384996.592935:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000beceddd5. 00000800:00000200:2.1:1767384996.592938:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b4ab818] -> 12345-192.168.203.109@tcp49 (2) 00000020:00000010:1.0:1767384996.592943:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e7c54490. 00000020:00000010:1.0:1767384996.592948:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004087278a. 00000400:00000200:2.0:1767384996.592952:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 80000000:00000010:1.0:1767384996.592952:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f075c0a. 00000400:00000200:2.0:1767384996.592957:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 40000000:00000010:1.0:1767384996.592957:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004f5fe366. 00100000:00000010:1.0:1767384996.592962:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000138aa686. 00040000:00000010:1.0:1767384996.592966:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009ea09107. 00040000:00000010:1.0:1767384996.592969:0:40968:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aac4193d. 00040000:00000010:1.0:1767384996.592971:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000401c1428. 00080000:00000010:1.0:1767384996.592975:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005680db4c. 00080000:00000010:1.0:1767384996.592979:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000070935361. 00000004:00000010:1.0:1767384996.592983:0:40968:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004553c0ca. 00000400:00000200:0.0:1767384996.593036:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593065:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593086:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593103:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593119:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593135:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593153:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593168:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593180:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593191:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593204:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593215:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593227:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593266:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593282:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593293:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593305:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593316:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593327:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593338:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593349:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593360:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593371:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593382:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593394:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593405:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593416:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593427:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593438:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593449:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593461:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593472:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593483:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593495:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:0.0:1767384996.593506:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000004:00000010:1.0:1767384996.593546:0:40968:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001c47a285. 00000004:00000010:1.0:1767384996.593552:0:40968:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e82e015f. 00002000:00000010:1.0:1767384996.593556:0:40968:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000259149b7. 00000004:00000010:1.0:1767384996.593560:0:40968:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000082f2d622. 00000800:00000010:0.0:1767384996.593579:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e23258fd. 00000800:00000010:0.0:1767384996.593584:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c9093f9. 00000800:00000010:0.0:1767384996.593588:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000156d5519. 00000800:00000010:0.0:1767384996.593605:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000156d5519. 00000020:00000010:1.0:1767384996.593608:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f73b41be. 00000800:00020000:0.0:1767384996.593610:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:0.0:1767384996.593614:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c9093f9. 00000040:00000010:1.0:1767384996.593616:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a5e10998. 00000800:00000010:0.0:1767384996.593617:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e23258fd. 00000020:00000010:1.0:1767384996.593624:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000beceddd5. 00000020:00000010:1.0:1767384996.593627:0:40968:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e7c54490. 00000020:00000010:1.0:1767384996.593630:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004087278a. 80000000:00000010:1.0:1767384996.593632:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f075c0a. 40000000:00000010:1.0:1767384996.593634:0:40968:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004f5fe366. 00100000:00000010:1.0:1767384996.593637:0:40968:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000138aa686. 00040000:00000010:1.0:1767384996.593640:0:40968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009ea09107. 00040000:00000010:1.0:1767384996.593643:0:40968:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aac4193d. 00040000:00000010:1.0:1767384996.593647:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000401c1428. 00080000:00000010:1.0:1767384996.593651:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000070935361. 00080000:00000010:1.0:1767384996.593654:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005680db4c. 00000400:02020000:0.0:1767384996.593655:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp49 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000004:00000010:1.0:1767384996.593658:0:40968:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004553c0ca. 00000004:00000010:1.0:1767384996.593664:0:40968:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001c47a285. 00000400:00000200:0.0:1767384996.593664:0:16331:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp49 notifying 192.168.203.109@tcp49: down 00000004:00000010:1.0:1767384996.593670:0:40968:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e82e015f. 00000800:00000200:0.0:1767384996.593673:0:16331:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp49 down 00002000:00000010:1.0:1767384996.593674:0:40968:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000259149b7. 00000004:00000010:1.0:1767384996.593679:0:40968:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000082f2d622. 00000800:00000100:0.0:1767384996.593683:0:16331:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp49 00000020:00000010:1.0:1767384996.593684:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de85b3e4. 00000800:00000010:0.0:1767384996.593688:0:16331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f60a08e. 10000000:00000010:1.0:1767384996.593691:0:40968:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e51a0181. 00000400:00000200:0.0:1767384996.593692:0:16331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 10000000:00000010:1.0:1767384996.593695:0:40968:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f8e0dbc4. 00000400:00000200:0.0:1767384996.593699:0:16331:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp49->192.168.203.109@tcp49: GET: LOCAL_ERROR 02000000:00000010:1.0:1767384996.593702:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0a585f7. 00000400:00000200:0.0:1767384996.593708:0:16331:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp49 added to recovery queue. ping count: 0 next ping: 318 health :900 00000100:00000010:1.0:1767384996.593712:0:40968:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000006e830a13. 00000400:00000200:0.0:1767384996.593712:0:16331:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384996.593716:0:16331:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 1 00000100:00000010:1.0:1767384996.593717:0:40968:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006e96445b. 02000000:00000010:1.0:1767384996.593722:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000042187dc. 00000400:00000200:0.0:1767384996.593723:0:16331:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000100:00000010:1.0:1767384996.593726:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028e8b763. 00000400:00000200:3.0:1767384996.593764:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384996.593771:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300871 00000400:00000200:3.0:1767384996.593775:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba335e76 00000400:00000010:3.0:1767384996.593777:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 00000400:00000200:3.0:1767384996.593782:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384996.593787:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000010:3.0:1767384996.593791:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000002724dc9a. 00000400:00000200:3.0:1767384996.593795:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000400:00000200:3.0:1767384996.593799:0:16338:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.109@tcp:-71 00000400:00000200:3.0:1767384996.593803:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 rc -71 00000400:00000200:3.0:1767384996.593807:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:3.0:1767384996.593811:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (42) 10000000:00000010:1.0:1767384996.594285:0:40968:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000db0a1677. 00000100:00000010:1.0:1767384996.594299:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028e8b763. 02000000:00000010:1.0:1767384996.594305:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000042187dc. 00010000:00000010:1.0:1767384996.594311:0:40968:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f6cabae. 00010000:00000010:1.0:1767384996.594317:0:40968:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002eb35741. 00000100:00000010:1.0:1767384996.594323:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4a73a1d. 02000000:00000010:1.0:1767384996.594330:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006e96445b. 00000400:00000010:1.0:1767384996.594334:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fe37bf0. 00000400:00000010:1.0:1767384996.594337:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb13692. 00000100:00000200:1.0:1767384996.594340:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363773312, portal 25 00000400:00000010:1.0:1767384996.594343:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.594345:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363773312, offset 0 00000400:00000200:1.0:1767384996.594350:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.594355:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.594360:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c08f80 00000400:00000200:1.0:1767384996.594364:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2205 [2] + 0 00000400:00000010:1.0:1767384996.594367:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000145dd2f6. 00000400:00000200:1.0:1767384996.594369:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001aded43b 00000400:00000200:1.0:1767384996.594371:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.594374:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384996.594376:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001aded43b 00000400:00000010:1.0:1767384996.594377:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001aded43b. 00000100:00000200:1.0:1767384996.594380:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384996.594390:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.594391:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.594394:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028e8b763 x1853237363773312/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.594415:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.594419:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.594424:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c8be0a. 00000020:00000010:3.0:1767384996.594427:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.594430:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.594454:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.594457:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000100:00000200:3.0:1767384996.594460:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363773312 00010000:00000010:3.0:1767384996.594470:0:40977:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001a48c1bf. 00010000:00000010:3.0:1767384996.594475:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007044df0d. 02000000:00000010:3.0:1767384996.594483:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000001b37dae. 00010000:00000200:3.0:1767384996.594493:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000491aac19 x1853237363773312/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 328/344 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.594505:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.594508:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363773312, offset 224 00000400:00000200:3.0:1767384996.594513:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.594519:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.594526:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c08f80 00000400:00000200:3.0:1767384996.594530:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ac1 [1] + 224 00000400:00000200:3.0:1767384996.594535:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.594538:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.594543:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028e8b763 x1853237363773312/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.594562:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.594564:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.594575:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.594579:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000400:00000010:1.0:1767384996.594579:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fe37bf0. 00000020:00000010:3.0:1767384996.594586:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c8be0a. 00000400:00000200:1.0:1767384996.594586:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb13692 00000400:00000010:1.0:1767384996.594590:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb13692. 02000000:00000010:3.0:1767384996.594597:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000001b37dae. 00000100:00000200:1.0:1767384996.594597:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028e8b763 x1853237363773312/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384996.594605:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384996.594608:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028e8b763 x1853237363773312/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.594611:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad3459af. 00000400:00000010:3.0:1767384996.594620:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000781535a6. 00000100:00000010:1.0:1767384996.594626:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b4a73a1d. 02000000:00000010:1.0:1767384996.594636:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006e96445b. 02000000:00000010:1.0:1767384996.594639:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000042187dc. 00000100:00000010:1.0:1767384996.594642:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028e8b763. 10000000:00000010:1.0:1767384996.594647:0:40968:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000004f5fe366. 00000020:00000010:1.0:1767384996.594650:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042187dc. 00000020:00000010:1.0:1767384996.594653:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c0a585f7. 00000040:00000010:1.0:1767384996.594657:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000de85b3e4. 00000020:00000010:1.0:1767384996.594660:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000db0a1677. 00000020:00000010:1.0:1767384996.594663:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a77d5d7. 80000000:00000010:1.0:1767384996.594667:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f075c0a. 00040000:00000010:1.0:1767384996.594670:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000401c1428. 00080000:00000010:1.0:1767384996.594673:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000070935361. 00080000:00000010:1.0:1767384996.594678:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006bdc0197. 20000000:00000010:1.0:1767384996.594683:0:40968:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a5e10998. 00000040:00000010:1.0:1767384996.594688:0:40968:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f73b41be. 00000100:00000010:1.0:1767384996.594692:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028e8b763. 02000000:00000010:1.0:1767384996.594699:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000632801bc. 00000100:00000010:1.0:1767384996.594706:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4a73a1d. 02000000:00000010:1.0:1767384996.594714:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fc65b5e. 00000400:00000010:1.0:1767384996.594717:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fe37bf0. 00000400:00000010:1.0:1767384996.594720:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb13692. 00000100:00000200:1.0:1767384996.594722:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363773440, portal 25 00000400:00000010:1.0:1767384996.594724:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.594726:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237363773440, offset 0 00000400:00000200:1.0:1767384996.594729:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.594734:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.594738:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958272c09000 00000400:00000200:1.0:1767384996.594741:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2209 [2] + 0 00000400:00000010:1.0:1767384996.594744:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1e2e521. 00000400:00000200:1.0:1767384996.594746:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a5fcbf7b 00000400:00000200:1.0:1767384996.594748:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.594750:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384996.594752:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5fcbf7b 00000400:00000010:1.0:1767384996.594753:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5fcbf7b. 00000100:00000200:1.0:1767384996.594756:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384996.594768:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.594769:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.594772:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028e8b763 x1853237363773440/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.594799:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.594803:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.594808:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c8be0a. 00000020:00000010:3.0:1767384996.594811:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.594813:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.594838:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.594841:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000100:00000200:3.0:1767384996.594845:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363773440 02000000:00000010:3.0:1767384996.594854:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000001b37dae. 00000040:00000010:3.0:1767384996.594858:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fa46aa54. 00000040:00000010:3.0:1767384996.594904:0:40977:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000001b864f59. 00000020:00000010:3.0:1767384996.594911:0:40977:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003d368ed6. 00080000:00000010:3.0:1767384996.594915:0:40977:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000899430db. 00000040:00000010:3.0:1767384996.594927:0:40977:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000001b864f59. 00000040:00000010:3.0:1767384996.594930:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fa46aa54. 00010000:00000200:3.0:1767384996.594938:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c1ddbae7 x1853237363773440/t0(0) o501->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 504/272 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.594949:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.594952:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237363773440, offset 224 00000400:00000200:3.0:1767384996.594957:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.594963:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.594968:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272c09000 00000400:00000200:3.0:1767384996.594972:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ad1 [1] + 224 00000400:00000200:3.0:1767384996.594976:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.594979:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.594983:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028e8b763 x1853237363773440/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.595001:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.595004:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.595014:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000400:00000010:1.0:1767384996.595016:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fe37bf0. 00000020:00000010:3.0:1767384996.595018:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000400:00000200:1.0:1767384996.595023:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb13692 00000020:00000010:3.0:1767384996.595024:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c8be0a. 00000400:00000010:1.0:1767384996.595028:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb13692. 02000000:00000010:3.0:1767384996.595031:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000001b37dae. 00000100:00000200:1.0:1767384996.595037:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028e8b763 x1853237363773440/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384996.595039:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.595045:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae936291. 00000400:00000010:3.0:1767384996.595051:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc83d803. 00000100:00000200:1.0:1767384996.595055:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028e8b763 x1853237363773440/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384996.595071:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b4a73a1d. 02000000:00000010:1.0:1767384996.595077:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fc65b5e. 02000000:00000010:1.0:1767384996.595081:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000632801bc. 00000100:00000010:1.0:1767384996.595083:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028e8b763. 00000040:00000010:1.0:1767384996.595089:0:40968:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005680db4c. 00000100:00000010:1.0:1767384996.595094:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028e8b763. 02000000:00000010:1.0:1767384996.595100:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000632801bc. 00000100:00000010:1.0:1767384996.595105:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4a73a1d. 02000000:00000010:1.0:1767384996.595121:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a4f9f5ea. 00000400:00000010:1.0:1767384996.595125:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fe37bf0. 00000400:00000010:1.0:1767384996.595129:0:40968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002720f77b. 00000100:00000200:1.0:1767384996.595131:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363773568, portal 25 00000400:00000010:1.0:1767384996.595135:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb13692. 00000100:00000200:1.0:1767384996.595137:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363773568, offset 0 00000400:00000200:1.0:1767384996.595141:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.595146:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.595152:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c09080 00000400:00000200:1.0:1767384996.595155:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x220d [2] + 0 00000400:00000010:1.0:1767384996.595157:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bced1961. 00000400:00000200:1.0:1767384996.595159:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9fb768c 00000400:00000200:1.0:1767384996.595162:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.595164:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384996.595166:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9fb768c 00000400:00000010:1.0:1767384996.595167:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9fb768c. 00000100:00000200:1.0:1767384996.595171:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384996.595183:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb13692 00000400:00000010:1.0:1767384996.595185:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb13692. 00000100:00000200:1.0:1767384996.595187:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028e8b763 x1853237363773568/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.595215:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.595220:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.595224:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c8be0a. 00000020:00000010:3.0:1767384996.595226:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.595229:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.595262:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.595265:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000100:00000200:3.0:1767384996.595268:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363773568 02000000:00000010:3.0:1767384996.595283:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c28217f6. 00000040:00000010:3.0:1767384996.595288:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fa46aa54. 00000040:00000010:3.0:1767384996.595296:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b8038a96. 00000040:00000010:3.0:1767384996.595303:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b8038a96. 00000040:00000010:3.0:1767384996.595306:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fa46aa54. 00010000:00000200:3.0:1767384996.595312:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fef9a50b x1853237363773568/t0(0) o503->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 272/8416 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.595323:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000afb728d. 00000100:00000200:3.0:1767384996.595327:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237363773568, offset 224 00000400:00000200:3.0:1767384996.595331:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.595338:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.595343:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272c09080 00000400:00000200:3.0:1767384996.595347:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ae1 [4] + 224 00000400:00000200:3.0:1767384996.595353:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.595356:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.595361:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028e8b763 x1853237363773568/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.595386:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000afb728d 00000400:00000010:3.0:1767384996.595388:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000000afb728d. 00000020:00000010:3.0:1767384996.595399:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000400:00000010:1.0:1767384996.595401:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fe37bf0. 00000020:00000010:3.0:1767384996.595402:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000400:00000200:1.0:1767384996.595406:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002720f77b 00000020:00000010:3.0:1767384996.595408:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c8be0a. 00000400:00000010:1.0:1767384996.595409:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002720f77b. 02000000:00000010:3.0:1767384996.595416:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c28217f6. 00000100:00000200:1.0:1767384996.595417:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028e8b763 x1853237363773568/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384996.595426:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028e8b763 x1853237363773568/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384996.595430:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.595435:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bfd4ac6. 00000400:00000010:3.0:1767384996.595439:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000afb728d. 00000100:00000010:1.0:1767384996.595439:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b4a73a1d. 02000000:00000010:1.0:1767384996.595447:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a4f9f5ea. 02000000:00000010:1.0:1767384996.595456:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000632801bc. 00000100:00000010:1.0:1767384996.595459:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028e8b763. 00000040:00000010:1.0:1767384996.595464:0:40968:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000067be3b62. 00000020:00000010:3.0:1767384996.595623:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c8be0a. 00000020:00000010:3.0:1767384996.595627:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa46aa54. 00000040:00000010:3.0:1767384996.595632:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cdf994a5. 00000020:00000010:3.0:1767384996.595635:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000424ff2a1. 00000020:00000010:3.0:1767384996.595639:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7af28ff. 00000020:00000010:3.0:1767384996.595643:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001b9a47a0. 80000000:00000010:3.0:1767384996.595646:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009fc5da69. 40000000:00000010:3.0:1767384996.595648:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c55a2ef2. 00100000:00000010:3.0:1767384996.595652:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000776d3238. 00040000:00000010:3.0:1767384996.595655:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001daf92cd. 00040000:00000010:3.0:1767384996.595659:0:41004:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ef30769a. 00040000:00000010:3.0:1767384996.595661:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001809edc6. 00080000:00000010:3.0:1767384996.595665:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b8038a96. 00080000:00000010:3.0:1767384996.595671:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000000e43c27. 00000004:00000010:3.0:1767384996.595675:0:41004:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cc14837c. 00000004:00000010:3.0:1767384996.595679:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000087344b4e. 00000004:00000010:3.0:1767384996.595683:0:41004:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001edaa8d8. 00002000:00000010:3.0:1767384996.595685:0:41004:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000001b37dae. 00000004:00000010:3.0:1767384996.595688:0:41004:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f2eb6bff. 00000020:00000010:3.0:1767384996.595691:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000086029060. 00000040:00000010:3.0:1767384996.595697:0:41004:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008cf2bfd1. 00000040:00000010:3.0:1767384996.596322:0:41004:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000008cf2bfd1. 00000020:00000010:3.0:1767384996.596329:0:41004:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000086029060. 00000020:00000010:3.0:1767384996.596336:0:41004:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa46aa54. 00000040:00000010:3.0:1767384996.596339:0:41004:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cdf994a5. 00000020:00000010:3.0:1767384996.596342:0:41004:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000424ff2a1. 00000020:00000010:3.0:1767384996.596344:0:41004:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7af28ff. 00000020:00000010:3.0:1767384996.596348:0:41004:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001b9a47a0. 80000000:00000010:3.0:1767384996.596350:0:41004:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009fc5da69. 40000000:00000010:3.0:1767384996.596353:0:41004:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c55a2ef2. 00100000:00000010:3.0:1767384996.596355:0:41004:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000776d3238. 00040000:00000010:3.0:1767384996.596358:0:41004:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001daf92cd. 00040000:00000010:3.0:1767384996.596361:0:41004:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ef30769a. 00040000:00000010:3.0:1767384996.596363:0:41004:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001809edc6. 00080000:00000010:3.0:1767384996.596366:0:41004:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000000e43c27. 00080000:00000010:3.0:1767384996.596369:0:41004:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b8038a96. 00000004:00000010:3.0:1767384996.596372:0:41004:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cc14837c. 00000004:00000010:3.0:1767384996.596374:0:41004:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000087344b4e. 00000004:00000010:3.0:1767384996.596378:0:41004:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001edaa8d8. 00002000:00000010:3.0:1767384996.596381:0:41004:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000001b37dae. 00000004:00000010:3.0:1767384996.596383:0:41004:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f2eb6bff. 00000020:00000010:3.0:1767384996.596385:0:41004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c8be0a. 00000040:00000010:1.0:1767384996.596421:0:40968:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000067be3b62. 00000040:00000010:1.0:1767384996.596426:0:40968:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005680db4c. 00000040:00000010:1.0:1767384996.596428:0:40968:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f73b41be. 00000020:00000010:1.0:1767384996.596432:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0a585f7. 00000040:00000010:1.0:1767384996.596434:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000de85b3e4. 00000020:00000010:1.0:1767384996.596437:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000db0a1677. 00000020:00000010:1.0:1767384996.596439:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001a77d5d7. 80000000:00000010:1.0:1767384996.596440:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f075c0a. 00040000:00000010:1.0:1767384996.596442:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000401c1428. 00080000:00000010:1.0:1767384996.596444:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006bdc0197. 00080000:00000010:1.0:1767384996.596446:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000070935361. 20000000:00000010:1.0:1767384996.596448:0:40968:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a5e10998. 00000020:00000010:1.0:1767384996.596449:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042187dc. 10000000:00000010:1.0:1767384996.596451:0:40968:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000004f5fe366. 00000020:00000010:1.0:1767384996.596461:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b8bb588c. 00000040:00000010:1.0:1767384996.596464:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003a0acea8. 00000020:00000010:1.0:1767384996.596467:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3042720. 00000020:00000010:1.0:1767384996.596470:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000001f5c37a. 00040000:00000010:1.0:1767384996.596472:0:40968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001cfaa3d5. 00040000:00000010:1.0:1767384996.596475:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf2598ec. 00080000:00000010:1.0:1767384996.596478:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000082703b65. 00080000:00000010:1.0:1767384996.596481:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000023a6b16e. 00000020:00000010:1.0:1767384996.596483:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f08c360. 00000020:00000010:1.0:1767384996.596486:0:40968:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000009ae8f136. 00000020:00000010:1.0:1767384996.596489:0:40968:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000000711da9e. 00000020:00000010:1.0:1767384996.596498:0:40968:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000004f5fe366. 00000020:00000010:1.0:1767384996.596502:0:40968:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000005f075c0a. 00000020:00000010:1.0:1767384996.596507:0:40968:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000e51a0181. 00000020:00000010:1.0:1767384996.596512:0:40968:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000b4a73a1d. 00000020:00000010:1.0:1767384996.596517:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042187dc. 00000020:00000010:1.0:1767384996.596521:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5e10998. 00000040:00000010:1.0:1767384996.596526:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004087278a. 00000020:00000010:1.0:1767384996.596529:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000db0a1677. 00000020:00000010:1.0:1767384996.596533:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000401c1428. 00040000:00000010:1.0:1767384996.596538:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009ea09107. 00040000:00000010:1.0:1767384996.596542:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001a77d5d7. 00080000:00000010:1.0:1767384996.596546:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005680db4c. 00080000:00000010:1.0:1767384996.596552:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000023a6b16e. 10000000:00000010:1.0:1767384996.596560:0:40968:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000c0a585f7. 00000100:00000010:1.0:1767384996.596566:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028e8b763. 02000000:00000010:1.0:1767384996.596571:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f73b41be. 00010000:00000010:1.0:1767384996.596578:0:40968:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000039927e23. 00000100:00000010:1.0:1767384996.596583:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002720f77b. 02000000:00000010:1.0:1767384996.596590:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006e96445b. 00000400:00000010:1.0:1767384996.596594:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fe37bf0. 00000400:00000010:1.0:1767384996.596598:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb13692. 00000100:00000200:1.0:1767384996.596601:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363773696, portal 25 00000400:00000010:1.0:1767384996.596605:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.596607:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237363773696, offset 0 00000400:00000200:1.0:1767384996.596614:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.596619:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.596626:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272c09100 00000400:00000200:1.0:1767384996.596631:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2211 [2] + 0 00000400:00000010:1.0:1767384996.596634:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6ee9a7. 00000400:00000200:1.0:1767384996.596638:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015220eca 00000400:00000200:1.0:1767384996.596642:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.596645:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384996.596648:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015220eca 00000400:00000010:1.0:1767384996.596650:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015220eca. 00000100:00000200:1.0:1767384996.596653:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384996.596667:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.596669:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.596674:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028e8b763 x1853237363773696/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.596699:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.596704:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.596708:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a352faa. 00000020:00000010:3.0:1767384996.596711:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.596715:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.596739:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.596741:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000100:00000200:3.0:1767384996.596744:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363773696 00010000:00000010:3.0:1767384996.596755:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3679cc6. 02000000:00000010:3.0:1767384996.596762:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f2eb6bff. 00010000:00000200:3.0:1767384996.596773:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9f878a7 x1853237363773696/t0(0) o101->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 328/344 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.596785:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.596789:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237363773696, offset 224 00000400:00000200:3.0:1767384996.596794:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.596801:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.596807:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272c09100 00000400:00000200:3.0:1767384996.596811:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2af1 [1] + 224 00000400:00000200:3.0:1767384996.596816:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.596818:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.596824:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028e8b763 x1853237363773696/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.596843:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.596846:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.596854:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.596857:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.596861:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a352faa. 02000000:00000010:3.0:1767384996.596898:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f2eb6bff. 00000400:00000010:1.0:1767384996.596898:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fe37bf0. 00000400:00000200:1.0:1767384996.596905:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb13692 00000400:00000010:1.0:1767384996.596907:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb13692. 00000100:00000200:3.0:1767384996.596908:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384996.596913:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028e8b763 x1853237363773696/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.596914:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce1e18ee. 00000400:00000010:3.0:1767384996.596921:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001526b5f6. 00000100:00000200:1.0:1767384996.596924:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028e8b763 x1853237363773696/t0(0) o101->MGC192.168.203.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384996.596936:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002720f77b. 02000000:00000010:1.0:1767384996.596943:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006e96445b. 02000000:00000010:1.0:1767384996.596945:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f73b41be. 00000100:00000010:1.0:1767384996.596947:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028e8b763. 10000000:00000010:1.0:1767384996.596951:0:40968:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000009b562306. 00000020:00000010:1.0:1767384996.596954:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f73b41be. 00000020:00000010:1.0:1767384996.596957:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000632801bc. 00000040:00000010:1.0:1767384996.596960:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001fc65b5e. 00000020:00000010:1.0:1767384996.596962:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e82e015f. 00000020:00000010:1.0:1767384996.596965:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a1d0b854. 80000000:00000010:1.0:1767384996.596968:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000067be3b62. 00040000:00000010:1.0:1767384996.596971:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000caf14054. 00080000:00000010:1.0:1767384996.596976:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000082703b65. 00080000:00000010:1.0:1767384996.596979:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000070935361. 20000000:00000010:1.0:1767384996.596984:0:40968:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000001fbf33b5. 00000040:00000010:1.0:1767384996.596988:0:40968:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bf2598ec. 00000100:00000010:1.0:1767384996.596992:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028e8b763. 02000000:00000010:1.0:1767384996.596997:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001f5c37a. 00000100:00000010:1.0:1767384996.597001:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002720f77b. 02000000:00000010:1.0:1767384996.597007:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a0acea8. 00000400:00000010:1.0:1767384996.597010:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fe37bf0. 00000400:00000010:1.0:1767384996.597015:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bb13692. 00000100:00000200:1.0:1767384996.597018:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363773824, portal 25 00000400:00000010:1.0:1767384996.597023:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.597025:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237363773824, offset 0 00000400:00000200:1.0:1767384996.597031:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.597038:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.597045:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272c09180 00000400:00000200:1.0:1767384996.597050:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2215 [2] + 0 00000400:00000010:1.0:1767384996.597053:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050b609ec. 00000400:00000200:1.0:1767384996.597057:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fc3d140 00000400:00000200:1.0:1767384996.597060:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.597064:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384996.597067:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc3d140 00000400:00000010:1.0:1767384996.597068:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fc3d140. 00000100:00000200:1.0:1767384996.597072:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384996.597085:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.597087:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.597092:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028e8b763 x1853237363773824/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.597101:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.597106:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.597111:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a352faa. 00000020:00000010:3.0:1767384996.597113:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.597117:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.597141:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.597144:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000100:00000200:3.0:1767384996.597147:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363773824 02000000:00000010:3.0:1767384996.597155:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f2eb6bff. 00000040:00000010:3.0:1767384996.597158:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001809edc6. 00000040:00000010:3.0:1767384996.597179:0:40977:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000ca1ea3c6. 00000040:00000010:3.0:1767384996.597186:0:40977:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000ca1ea3c6. 00000040:00000010:3.0:1767384996.597189:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001809edc6. 20000000:00000010:3.0:1767384996.597195:0:40977:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000c55a2ef2. 20000000:00000010:3.0:1767384996.597198:0:40977:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000c55a2ef2. 00010000:00000200:3.0:1767384996.597205:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c7422ce x1853237363773824/t0(0) o501->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 512/272 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.597216:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.597219:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237363773824, offset 224 00000400:00000200:3.0:1767384996.597224:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.597230:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.597254:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272c09180 00000400:00000200:3.0:1767384996.597258:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b01 [1] + 224 00000400:00000200:3.0:1767384996.597263:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.597266:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.597271:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028e8b763 x1853237363773824/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.597291:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.597293:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.597302:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000400:00000010:0.0:1767384996.597303:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fe37bf0. 00000020:00000010:3.0:1767384996.597305:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000400:00000200:0.0:1767384996.597306:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb13692 00000400:00000010:0.0:1767384996.597307:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bb13692. 00000020:00000010:3.0:1767384996.597308:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a352faa. 02000000:00000010:3.0:1767384996.597312:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f2eb6bff. 00000100:00000200:0.0:1767384996.597312:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028e8b763 x1853237363773824/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384996.597316:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.597319:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6aa1dca. 00000100:00000200:0.0:1767384996.597321:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028e8b763 x1853237363773824/t0(0) o501->MGC192.168.203.109@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.597323:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2c79e35. 00000100:00000010:0.0:1767384996.597335:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002720f77b. 02000000:00000010:0.0:1767384996.597340:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a0acea8. 02000000:00000010:0.0:1767384996.597344:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000001f5c37a. 00000100:00000010:0.0:1767384996.597346:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028e8b763. 00000040:00000010:0.0:1767384996.597352:0:40968:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e23258fd. 00000100:00000010:0.0:1767384996.597355:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065f8e630. 02000000:00000010:0.0:1767384996.597360:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083bbc65d. 00000100:00000010:0.0:1767384996.597366:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8d8345b. 02000000:00000010:0.0:1767384996.597381:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a4f9f5ea. 00000400:00000010:0.0:1767384996.597385:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d463954. 00000400:00000010:0.0:1767384996.597389:0:40968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000000d039ae. 00000100:00000200:0.0:1767384996.597392:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363773952, portal 25 00000400:00000010:0.0:1767384996.597396:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.597398:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363773952, offset 0 00000400:00000200:0.0:1767384996.597403:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384996.597408:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384996.597414:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c09200 00000400:00000200:0.0:1767384996.597418:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2219 [2] + 0 00000400:00000010:0.0:1767384996.597421:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b0f5fbb. 00000400:00000200:0.0:1767384996.597424:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da3e3e22 00000400:00000200:0.0:1767384996.597428:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.597431:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384996.597434:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da3e3e22 00000400:00000010:0.0:1767384996.597436:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da3e3e22. 00000100:00000200:0.0:1767384996.597440:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384996.597453:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028f62ac 00000400:00000010:0.0:1767384996.597455:0:40968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.597461:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065f8e630 x1853237363773952/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.597469:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.597472:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.597477:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a352faa. 00000020:00000010:3.0:1767384996.597480:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.597483:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.597509:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c55a2ef2. 00000020:00000010:3.0:1767384996.597512:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c55a2ef2. 00000100:00000200:3.0:1767384996.597516:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363773952 02000000:00000010:3.0:1767384996.597530:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c28217f6. 00000040:00000010:3.0:1767384996.597534:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001809edc6. 00000040:00000010:3.0:1767384996.597542:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008cf2bfd1. 00000040:00000010:3.0:1767384996.597557:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008cf2bfd1. 00000040:00000010:3.0:1767384996.597560:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001809edc6. 00010000:00000200:3.0:1767384996.597565:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001dbead50 x1853237363773952/t0(0) o503->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 272/8416 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.597577:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e55e5c5c. 00000100:00000200:3.0:1767384996.597581:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237363773952, offset 224 00000400:00000200:3.0:1767384996.597586:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.597592:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.597597:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272c09200 00000400:00000200:3.0:1767384996.597600:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b11 [4] + 224 00000400:00000200:3.0:1767384996.597603:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.597605:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.597609:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065f8e630 x1853237363773952/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.597624:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e55e5c5c 00000400:00000010:3.0:1767384996.597627:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e55e5c5c. 00000020:00000010:3.0:1767384996.597636:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.597640:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.597642:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a352faa. 02000000:00000010:3.0:1767384996.597647:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c28217f6. 00000400:00000010:0.0:1767384996.597650:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00000400:00000200:0.0:1767384996.597654:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000d039ae 00000400:00000010:0.0:1767384996.597655:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000000d039ae. 00000100:00000200:3.0:1767384996.597656:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384996.597660:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d722ae6c. 00000100:00000200:0.0:1767384996.597660:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065f8e630 x1853237363773952/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384996.597664:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e55e5c5c. 00000100:00000200:0.0:1767384996.597668:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065f8e630 x1853237363773952/t0(0) o503->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.597682:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f8d8345b. 02000000:00000010:0.0:1767384996.597689:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a4f9f5ea. 02000000:00000010:0.0:1767384996.597697:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000083bbc65d. 00000100:00000010:0.0:1767384996.597701:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065f8e630. 00000040:00000010:0.0:1767384996.597706:0:40968:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000411cbbca. 00000020:00000010:1.0:1767384996.597839:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001f5c37a. 00000020:00000010:1.0:1767384996.597844:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003a0acea8. 00000040:00000010:1.0:1767384996.597847:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a7111808. 00000020:00000010:1.0:1767384996.597851:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004553c0ca. 00000020:00000010:1.0:1767384996.597854:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e7c54490. 00000020:00000010:1.0:1767384996.597856:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055bdbba4. 80000000:00000010:1.0:1767384996.597858:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008dbfa90. 40000000:00000010:1.0:1767384996.597860:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000018fd9a5f. 00100000:00000010:1.0:1767384996.597861:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aac4193d. 00040000:00000010:1.0:1767384996.597878:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000409ce874. 00040000:00000010:1.0:1767384996.597881:0:41006:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000138aa686. 00040000:00000010:1.0:1767384996.597884:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000023fdf12a. 00080000:00000010:1.0:1767384996.597886:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006bdc0197. 00080000:00000010:1.0:1767384996.597890:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002744d533. 00000004:00000010:1.0:1767384996.597893:0:41006:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000beceddd5. 00000004:00000010:1.0:1767384996.597896:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001c47a285. 00000004:00000010:1.0:1767384996.597899:0:41006:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b6b4c202. 00002000:00000010:1.0:1767384996.597901:0:41006:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006e96445b. 00000004:00000010:1.0:1767384996.597903:0:41006:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000082f2d622. 00000020:00000010:1.0:1767384996.597906:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002a76a4b5. 00000040:00000010:1.0:1767384996.597915:0:41006:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c28217f6. 00000100:00000010:1.0:1767384996.597919:0:41006:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027fc969c. 02000000:00000010:1.0:1767384996.597924:0:41006:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c6dce0b. 00000100:00000010:1.0:1767384996.597929:0:41006:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002256120e. 02000000:00000010:1.0:1767384996.597940:0:41006:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e6740ce9. 00000400:00000010:1.0:1767384996.597943:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c029514. 00000400:00000010:1.0:1767384996.597946:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000235a16f2. 00000100:00000200:1.0:1767384996.597949:0:41006:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363774080, portal 25 00000400:00000010:1.0:1767384996.597952:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.597954:0:41006:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363774080, offset 0 00000400:00000200:1.0:1767384996.597959:0:41006:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.597965:0:41006:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.597969:0:41006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c09280 00000400:00000200:1.0:1767384996.597974:0:41006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x221d [2] + 0 00000400:00000010:1.0:1767384996.597976:0:41006:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5d1f302. 00000400:00000200:1.0:1767384996.597979:0:41006:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000004174eeb 00000400:00000200:1.0:1767384996.597981:0:41006:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.597983:0:41006:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384996.597986:0:41006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004174eeb 00000400:00000010:1.0:1767384996.597987:0:41006:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004174eeb. 00000100:00000200:1.0:1767384996.597990:0:41006:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384996.598003:0:41006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.598005:0:41006:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.598009:0:41006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027fc969c x1853237363774080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384996.598036:0:40977:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000010b01af7. 00000020:00000010:2.0:1767384996.598049:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000196d2cb. 00000020:00000010:2.0:1767384996.598052:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000196d2cb. 00000020:00000010:2.0:1767384996.598057:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060f1eca8. 00000020:00000010:2.0:1767384996.598061:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d96a585. 00000020:00000010:2.0:1767384996.598064:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fb9be64. 00000020:00000010:2.0:1767384996.598092:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000196d2cb. 00000020:00000010:2.0:1767384996.598096:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000196d2cb. 00000100:00000200:2.0:1767384996.598100:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363774080 02000000:00000010:2.0:1767384996.598126:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000b8ff439f. 00000040:00000010:2.0:1767384996.598137:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000006b7c392. 00000040:00000010:2.0:1767384996.598147:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000eed61822. 00000040:00000010:2.0:1767384996.598167:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000eed61822. 00000040:00000010:2.0:1767384996.598173:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000006b7c392. 00010000:00000200:2.0:1767384996.598181:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a4f8e8ed x1853237363774080/t0(0) o502->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 272/8472 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384996.598195:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a262ab04. 00000100:00000200:2.0:1767384996.598199:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237363774080, offset 224 00000400:00000200:2.0:1767384996.598205:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384996.598214:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384996.598222:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272c09280 00000400:00000200:2.0:1767384996.598227:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b21 [4] + 224 00000400:00000200:2.0:1767384996.598247:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384996.598252:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384996.598260:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027fc969c x1853237363774080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384996.598281:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a262ab04 00000400:00000010:2.0:1767384996.598284:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a262ab04. 00000020:00000010:2.0:1767384996.598297:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d96a585. 00000020:00000010:2.0:1767384996.598302:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fb9be64. 00000020:00000010:2.0:1767384996.598306:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060f1eca8. 02000000:00000010:2.0:1767384996.598314:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000b8ff439f. 00000400:00000010:1.0:1767384996.598319:0:41006:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c029514. 00000400:00000200:1.0:1767384996.598326:0:41006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000235a16f2 00000100:00000200:2.0:1767384996.598329:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384996.598329:0:41006:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000235a16f2. 00000400:00000010:2.0:1767384996.598337:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7a7f747. 00000100:00000200:1.0:1767384996.598340:0:41006:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027fc969c x1853237363774080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384996.598343:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a262ab04. 00000100:00000200:1.0:1767384996.598356:0:41006:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027fc969c x1853237363774080/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384996.598375:0:41006:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002256120e. 02000000:00000010:1.0:1767384996.598383:0:41006:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e6740ce9. 02000000:00000010:1.0:1767384996.598394:0:41006:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007c6dce0b. 00000100:00000010:1.0:1767384996.598398:0:41006:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027fc969c. 00000100:00000010:1.0:1767384996.598410:0:41006:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000259149b7. 00000400:00000200:1.0:1767384996.598414:0:41006:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384996.598417:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.109@tcp 00000400:00000200:1.0:1767384996.598422:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384996.598426:0:41006:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (41) 00000400:00000200:1.0:1767384996.598430:0:41006:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000200:1.0:1767384996.598445:0:41006:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:1.0:1767384996.598448:0:41006:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384996.598451:0:41006:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384996.598455:0:41006:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp: 0. pending discovery 00000400:00000200:1.0:1767384996.598458:0:41006:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000400:00000200:1.0:1767384996.598460:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp 00000400:00000200:1.0:1767384996.598463:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.109@tcp10 00000400:00000200:1.0:1767384996.598469:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598471:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp10 00000400:00000200:2.0:1767384996.598473:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384996.598475:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.109@tcp11 00000400:00000200:2.0:1767384996.598482:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x302071 00000400:00000200:1.0:1767384996.598483:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598489:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp11 00000400:00000200:2.0:1767384996.598490:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000200:1.0:1767384996.598493:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.109@tcp12 00000400:00000010:2.0:1767384996.598498:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000002724dc9a. 00000400:00000200:1.0:1767384996.598499:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598504:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp12 00000400:00000010:2.0:1767384996.598506:0:16338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053a82bc2. 00000400:00000200:1.0:1767384996.598507:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.109@tcp13 00000400:00000200:1.0:1767384996.598513:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp13 NID flags 0x1: -114 00000400:00000010:2.0:1767384996.598514:0:16338:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a86b346. 00000400:00000200:1.0:1767384996.598516:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp13 00000400:00000200:1.0:1767384996.598523:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.109@tcp14 00000400:00000200:2.0:1767384996.598524:0:16338:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp 00000400:00000200:1.0:1767384996.598530:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598533:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp14 00000400:00000200:2.0:1767384996.598537:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.109@tcp local destination 00000400:00000200:1.0:1767384996.598538:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.109@tcp15 00000400:00000200:1.0:1767384996.598545:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.598547:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 166], ns[194, 184] 00000400:00000200:1.0:1767384996.598550:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp15 00000400:00000200:1.0:1767384996.598555:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.109@tcp16 00000400:00000200:2.0:1767384996.598560:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 166], ns[60, 184] 00000400:00000200:1.0:1767384996.598563:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598568:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp16 00000400:00000200:2.0:1767384996.598574:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:1.0:1767384996.598575:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.109@tcp17 00000400:00000200:1.0:1767384996.598581:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598585:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp17 00000400:00000200:2.0:1767384996.598589:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000400:00000200:1.0:1767384996.598590:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.109@tcp18 00000400:00000200:1.0:1767384996.598598:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.598602:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[80, 60] 00000400:00000200:1.0:1767384996.598603:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp18 00000400:00000200:1.0:1767384996.598609:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.109@tcp19 00000400:00000200:2.0:1767384996.598614:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 60], ns[100, 60] 00000400:00000200:1.0:1767384996.598616:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598621:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp19 00000400:00000200:1.0:1767384996.598624:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.109@tcp20 00000400:00000200:1.0:1767384996.598627:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598628:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp20 00000400:00000200:1.0:1767384996.598630:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.109@tcp21 00000400:00000200:1.0:1767384996.598635:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.598638:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 60], ns[110, 60] 00000400:00000200:1.0:1767384996.598639:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp21 00000400:00000200:1.0:1767384996.598645:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.109@tcp22 00000400:00000200:2.0:1767384996.598650:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 60], ns[135, 60] 00000400:00000200:1.0:1767384996.598652:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598658:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp22 00000400:00000200:1.0:1767384996.598663:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.109@tcp23 00000400:00000200:1.0:1767384996.598666:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.598667:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[139, 60] 00000400:00000200:1.0:1767384996.598669:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp23 00000400:00000200:1.0:1767384996.598674:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.109@tcp24 00000400:00000200:2.0:1767384996.598679:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 60], ns[145, 60] 00000400:00000200:1.0:1767384996.598682:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598687:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp24 00000400:00000200:1.0:1767384996.598693:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.109@tcp25 00000400:00000200:2.0:1767384996.598694:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[148, 60] 00000400:00000200:1.0:1767384996.598700:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598705:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp25 00000400:00000200:2.0:1767384996.598708:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 60], ns[155, 60] 00000400:00000200:1.0:1767384996.598711:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.109@tcp26 00000400:00000200:1.0:1767384996.598718:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.598720:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 60], ns[165, 60] 00000400:00000200:1.0:1767384996.598724:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp26 00000400:00000200:1.0:1767384996.598729:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.109@tcp27 00000400:00000200:1.0:1767384996.598736:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.598740:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 60], ns[169, 60] 00000400:00000200:1.0:1767384996.598741:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp27 00000400:00000200:1.0:1767384996.598748:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.109@tcp28 00000400:00000200:2.0:1767384996.598753:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 60], ns[44, 60] 00000400:00000200:1.0:1767384996.598756:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598761:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp28 00000400:00000200:1.0:1767384996.598766:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.109@tcp29 00000400:00000200:2.0:1767384996.598767:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:1.0:1767384996.598774:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.598778:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:1.0:1767384996.598780:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp29 00000400:00000200:1.0:1767384996.598785:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.109@tcp30 00000400:00000200:2.0:1767384996.598793:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:1.0:1767384996.598793:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598799:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp30 00000400:00000200:1.0:1767384996.598805:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.109@tcp31 00000400:00000200:2.0:1767384996.598806:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 44], ns[72, 44] 00000400:00000200:1.0:1767384996.598813:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598818:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp31 00000400:00000200:2.0:1767384996.598819:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[73, 44] 00000400:00000200:1.0:1767384996.598824:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.109@tcp32 00000400:00000200:1.0:1767384996.598829:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598832:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp32 00000400:00000200:2.0:1767384996.598833:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[192, 44], ns[241, 44] 00000400:00000200:1.0:1767384996.598834:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.109@tcp33 00000400:00000200:1.0:1767384996.598839:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598842:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp33 00000400:00000200:1.0:1767384996.598846:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.109@tcp34 00000400:00000200:1.0:1767384996.598851:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.598853:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 44], ns[115, 44] 00000400:00000200:1.0:1767384996.598853:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp34 00000400:00000200:1.0:1767384996.598858:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.109@tcp35 00000400:00000200:1.0:1767384996.598862:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598881:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp35 00000400:00000200:1.0:1767384996.598882:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.109@tcp36 00000400:00000200:1.0:1767384996.598884:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598886:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp36 00000400:00000200:1.0:1767384996.598887:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.109@tcp37 00000400:00000200:1.0:1767384996.598889:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598891:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp37 00000400:00000200:1.0:1767384996.598894:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.109@tcp38 00000400:00000200:2.0:1767384996.598898:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 44], ns[87, 44] 00000400:00000200:1.0:1767384996.598899:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598902:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp38 00000400:00000200:1.0:1767384996.598906:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.109@tcp39 00000400:00000200:1.0:1767384996.598911:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384996.598914:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[164, 44], ns[182, 44] 00000400:00000200:1.0:1767384996.598915:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp39 00000400:00000200:1.0:1767384996.598920:0:41006:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.109@tcp40 00000400:00000200:1.0:1767384996.598925:0:41006:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.109@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384996.598927:0:41006:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.109@tcp40 00000400:00000200:2.0:1767384996.598928:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 44], ns[117, 44] 00000100:00000010:1.0:1767384996.598930:0:41006:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000259149b7. 00000400:00000200:2.0:1767384996.598938:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 44], ns[123, 44] 00000020:00000010:1.0:1767384996.598938:0:41006:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000003134d384. 00000020:00000010:1.0:1767384996.598942:0:41006:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000003fbc4de3. 00000020:00000010:1.0:1767384996.598948:0:41006:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000003fbc4de3. 00000400:00000200:2.0:1767384996.598952:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[173, 44], ns[191, 44] 00000020:00000010:1.0:1767384996.598954:0:41006:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000003fbc4de3. 00000020:00000010:1.0:1767384996.598962:0:41006:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000c7598481. 00000400:00000200:2.0:1767384996.598964:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[129, 44] 00000400:00000200:2.0:1767384996.598971:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 44], ns[132, 44] 00000020:00000010:1.0:1767384996.598971:0:41006:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b5e86469. 00000400:00000200:2.0:1767384996.598979:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 44], ns[153, 44] 00000020:00000010:1.0:1767384996.598980:0:41006:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000020ba792f. 00000400:00000200:2.0:1767384996.598989:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[186, 44], ns[235, 44] 00000020:00000010:1.0:1767384996.598992:0:41006:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000c7598481. 00000020:00000010:1.0:1767384996.598998:0:41006:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000ca36c5b2. 00000400:00000200:2.0:1767384996.599001:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 44], ns[163, 44] 00000400:00000200:2.0:1767384996.599009:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[174, 44], ns[192, 44] 00000400:00000200:2.0:1767384996.599014:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[191, 44], ns[240, 44] 00000001:00000010:1.0:1767384996.599020:0:41006:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b4d06462. 00000400:00000200:2.0:1767384996.599021:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[184, 44], ns[233, 44] 00000001:00000010:1.0:1767384996.599027:0:41006:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009cbf25e0. 00000400:00000200:2.0:1767384996.599032:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[188, 44], ns[237, 44] 00000001:00000010:1.0:1767384996.599033:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007c6dce0b. 00000001:00000010:1.0:1767384996.599038:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000021e327d5. 00000400:00000200:2.0:1767384996.599041:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[190, 44], ns[239, 44] 00000001:00000010:1.0:1767384996.599043:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000072f7ded2. 00000400:00000200:2.0:1767384996.599049:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 44], ns[238, 44] 00000001:00000010:1.0:1767384996.599049:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064ecfde2. 00000001:00000010:1.0:1767384996.599055:0:41006:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000039f928f3. 00000400:00000200:2.0:1767384996.599056:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[193, 44], ns[242, 44] 00000001:00000010:1.0:1767384996.599059:0:41006:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000075146d33. 00000400:00000200:2.0:1767384996.599063:0:16338:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[194, 44], ns[243, 44] 00000001:00000010:1.0:1767384996.599065:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000022925f8b. 00000400:00000200:2.0:1767384996.599069:0:16338:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000001:00000010:1.0:1767384996.599070:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1eeb6bf. 00000400:00000200:2.0:1767384996.599074:0:16338:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp24 00000001:00000010:1.0:1767384996.599074:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c2297df. 00000001:00000010:1.0:1767384996.599078:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000442b6bc0. 00000400:00000200:2.0:1767384996.599081:0:16338:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.109@tcp24 lpni_is_preferred = 0 00000400:00000200:2.0:1767384996.599084:0:16338:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.109@tcp24 00000020:00000010:1.0:1767384996.599085:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000721bbb29. 00000400:00000200:2.0:1767384996.599087:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp24 NI seq info: [244:244:256:4294967295] 192.168.203.109@tcp24 LPNI seq info [195:195:8:4294967295] 00000020:00000010:1.0:1767384996.599094:0:41006:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7598481. 00000400:00000200:2.0:1767384996.599096:0:16338:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp24 00000020:00000010:1.0:1767384996.599102:0:41006:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d22cdf97. 00000400:00000200:2.0:1767384996.599107:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24:) -> 192.168.203.109@tcp24(192.168.203.109@tcp:192.168.203.109@tcp24) : GET try# 0 00000008:00000010:1.0:1767384996.599110:0:41006:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000aad9d707. 00000800:00000200:2.0:1767384996.599114:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp24 00020000:00000010:1.0:1767384996.599118:0:41006:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000007b3e9aa8. 00000800:00000010:2.0:1767384996.599119:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006bced29c. 00008000:00000010:1.0:1767384996.599127:0:41006:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fc7ecf56. 00000800:00000200:2.0:1767384996.599128:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (6) 00000080:00000010:1.0:1767384996.599136:0:41006:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dad70359. 00000800:00000200:2.0:1767384996.599141:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp24 ip 192.168.203.109:988 00000020:00000010:1.0:1767384996.599145:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5ffb407. 00000800:00000200:2.0:1767384996.599146:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bced29c type 2, nob 96 niov 1 nkiov 0 00000020:00000010:1.0:1767384996.599150:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd1db625. 00000040:00000010:1.0:1767384996.599155:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b26680bf. 00000020:00000010:1.0:1767384996.599159:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a2ec5b5. 00000020:00000010:1.0:1767384996.599161:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058d0b10c. 00000400:00000200:2.0:1767384996.599162:0:16338:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.109@tcp 00000020:00000010:1.0:1767384996.599166:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bbf7b69a. 00000400:00000200:2.0:1767384996.599167:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300271 rc 0 80000000:00000010:1.0:1767384996.599171:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008118154d. 40000000:00000010:1.0:1767384996.599176:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e4af21fd. 00100000:00000010:1.0:1767384996.599179:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000466febed. 00040000:00000010:1.0:1767384996.599182:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000541cdc6d. 00040000:00000010:1.0:1767384996.599184:0:41006:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ba64690a. 00040000:00000010:1.0:1767384996.599187:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d83bc2e. 00080000:00000010:1.0:1767384996.599189:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4f9f5ea. 00080000:00000010:1.0:1767384996.599192:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce9b00bd. 00000004:00000010:1.0:1767384996.599197:0:41006:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006cb93e7e. 00000004:00000010:1.0:1767384996.599200:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008308c0d6. 00000004:00000010:1.0:1767384996.599202:0:41006:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000fa9403c. 00000004:00000010:1.0:1767384996.599205:0:41006:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a67f4eb. 00000010:00000010:1.0:1767384996.599209:0:41006:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 0000000037b8e37b. 00000800:00000200:0.0:1767384996.599258:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384996.599264:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24) <- 192.168.203.109@tcp24 : GET - for me 00000800:00000010:0.0:1767384996.599264:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006bced29c. 00000400:00000200:0.0:1767384996.599272:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000010:00000010:1.0:1767384996.599274:0:41006:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000006004d7ba. 00000400:00000200:2.0:1767384996.599278:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 704 into portal 0 MB=0x8000000000000000 00000010:00000010:1.0:1767384996.599280:0:41006:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000029c5a291. 00000400:00000200:0.0:1767384996.599285:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: GET: OK 00000010:00000010:1.0:1767384996.599287:0:41006:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000003372dcd8. 00000400:00000200:2.0:1767384996.599290:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 704/704 into md 0x1f75 [1] + 0 00000010:00000010:1.0:1767384996.599295:0:41006:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 0000000040bfedfe. 00000400:00000200:0.0:1767384996.599296:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384996.599301:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp24 to MR: 192.168.203.109@tcp24 local destination 00010000:00000010:1.0:1767384996.599304:0:41006:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000ad628f3f. 00000400:00000200:0.0:1767384996.599304:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.109@tcp: 0 00000400:00000200:2.0:1767384996.599311:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp24 NI seq info: [245:245:255:4294967295] 192.168.203.109@tcp24 LPNI seq info [196:196:7:4294967295] 00010000:00000010:1.0:1767384996.599314:0:41006:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000e6013f72. 00000400:00000200:2.0:1767384996.599324:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24:192.168.203.109@tcp24) -> 192.168.203.109@tcp24(192.168.203.109@tcp24:192.168.203.109@tcp24) 192.168.203.109@tcp24 : REPLY try# 0 00010000:00000010:1.0:1767384996.599325:0:41006:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000d0c4e410. 00000020:00000010:1.0:1767384996.599331:0:41006:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000344f641e. 00000800:00000200:2.0:1767384996.599333:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.109@tcp24 00000800:00000010:2.0:1767384996.599338:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8637f68. 00000800:00000200:2.0:1767384996.599342:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1400fb4] -> 12345-192.168.203.109@tcp24 (6) 00000100:00000200:1.0:1767384996.599347:0:41006:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.109@tcp->12345-0@lo 00000800:00000200:2.0:1767384996.599348:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp24 ip 192.168.203.109:993 00000800:00000200:2.0:1767384996.599352:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8637f68 type 3, nob 800 niov 1 nkiov 1 00010000:00000010:1.0:1767384996.599353:0:41006:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000671d0b64. 00010000:00000010:1.0:1767384996.599359:0:41006:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000009beafefc. 00000001:00000010:1.0:1767384996.599362:0:41006:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e4b07849. 00000001:00000010:1.0:1767384996.599365:0:41006:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000c80b4fc4. 00000001:00000010:1.0:1767384996.599410:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee9ba7d7. 00000800:00000200:2.0:1767384996.599432:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384996.599436:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8637f68. 00000400:00000200:2.0:1767384996.599441:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.599441:0:16333:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp24(192.168.203.109@tcp24) <- 192.168.203.109@tcp24 : REPLY - for me 00000400:00000200:2.0:1767384996.599449:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: REPLY: OK 00000001:00000010:1.0:1767384996.599458:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fabc14a8. 00000400:00000200:0.0:1767384996.599458:0:16333:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp24: Reply from 12345-192.168.203.109@tcp24 of length 704/704 into md 0x2b31 00000400:00000200:0.0:1767384996.599476:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.599482:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp24->192.168.203.109@tcp24: REPLY: OK 00000400:00000200:0.0:1767384996.599486:0:16333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a82bc2 00000400:00000010:0.0:1767384996.599489:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053a82bc2. 00000400:00000200:0.0:1767384996.599492:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384996.599496:0:16333:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.109@tcp has discovery enabled 00000001:00000010:1.0:1767384996.599498:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000887416eb. 00000400:00000200:0.0:1767384996.599499:0:16333:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.109@tcp(0000000062ad017c) is MR 00000400:00000200:0.0:1767384996.599507:0:16333:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.109@tcp data present 42. state = 0x300271 00000400:00000200:0.0:1767384996.599511:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.109@tcp (0000000062ad017c): -114 00000400:00000200:0.0:1767384996.599521:0:16333:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000001:00000010:1.0:1767384996.599539:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e360d157. 00000001:00000010:1.0:1767384996.599597:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004e9f9107. 00000001:00000010:1.0:1767384996.599653:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e7b55421. 00000001:00000010:1.0:1767384996.599712:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003b4d9b2a. 00000001:00000010:1.0:1767384996.599775:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000bb6845a. 00000001:00000010:1.0:1767384996.599827:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007b4a97cb. 00000001:00000010:1.0:1767384996.599895:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b641b805. 00000001:00000010:1.0:1767384996.599940:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000074349e73. 00000001:00000010:1.0:1767384996.599988:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007dea637c. 00000001:00000010:1.0:1767384996.600032:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000029bf5e1f. 00000001:00000010:1.0:1767384996.600085:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae9a4b73. 00000001:00000010:1.0:1767384996.600145:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003fa41410. 00000001:00000010:1.0:1767384996.600191:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005d795083. 00000001:00000010:1.0:1767384996.600254:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dde21585. 00000001:00000010:1.0:1767384996.600298:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002f935a12. 00000001:00000010:1.0:1767384996.600362:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ef0ebe33. 00000001:00000010:1.0:1767384996.600429:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000733cfd6b. 00000001:00000010:1.0:1767384996.600492:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007cda73a7. 00000001:00000010:1.0:1767384996.600556:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a1313f75. 00000001:00000010:1.0:1767384996.600617:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000df1d84fc. 00000001:00000010:1.0:1767384996.600683:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006170f9a3. 00000001:00000010:1.0:1767384996.600744:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009ee98675. 00000001:00000010:1.0:1767384996.600815:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004f576347. 00000400:00000200:2.0:1767384996.600862:0:16338:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000001:00000010:1.0:1767384996.600862:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b2da7d9. 00000400:00000200:2.0:1767384996.600882:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x3000f1 00000400:00000010:2.0:1767384996.600888:0:16338:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000df1ef1fd. 00000400:00000010:2.0:1767384996.600890:0:16338:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000372fec35. 00000400:00000010:2.0:1767384996.600893:0:16338:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 000000002742bd73. 00000400:00000200:2.0:1767384996.600919:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp36(0000000097d9f78e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384996.600923:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp40(000000005cf4af64) status changed from 0xdeadface to 0x15aac0de 00000001:00000010:1.0:1767384996.600927:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008769d061. 00000400:00000200:2.0:1767384996.600930:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp43(000000009adbd96b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384996.600935:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp44(000000000d683bcc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384996.600938:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp45(0000000030f37bbc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384996.600941:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp46(00000000ed312fba) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384996.600944:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp48(00000000cfa1e5e6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384996.600947:0:16338:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.109@tcp49(000000005d2e434c) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384996.600952:0:16338:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000006b7c392. 00000400:00000200:2.0:1767384996.600957:0:16338:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000006b7c392 nid 192.168.203.109@tcp50 00000400:00000010:2.0:1767384996.600960:0:16338:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e96b788d. 00000400:00000200:2.0:1767384996.600962:0:16338:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e96b788d net tcp50 00000400:00000200:2.0:1767384996.600965:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000062ad017c (42) 00000400:00000200:2.0:1767384996.600968:0:16338:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.109@tcp NID 192.168.203.109@tcp50 flags 0x11 00000400:00000010:2.0:1767384996.600972:0:16338:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000df1ef1fd. 00000001:00000010:1.0:1767384996.600973:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f55d601e. 00000400:00000010:2.0:1767384996.600974:0:16338:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000372fec35. 00000400:00000010:2.0:1767384996.600979:0:16338:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 000000002742bd73. 00000400:00000010:2.0:1767384996.600980:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000002724dc9a. 00000400:00000200:2.0:1767384996.600984:0:16338:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.109@tcp (0000000062ad017c): 0 00000400:00000200:2.0:1767384996.600986:0:16338:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.109@tcp(0000000062ad017c): 0. state = 0x300171 00000400:00000200:2.0:1767384996.600988:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 rc 1 00000400:00000200:2.0:1767384996.600990:0:16338:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300171 00000400:00000200:2.0:1767384996.600992:0:16338:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.109@tcp 00000400:00000200:2.0:1767384996.600993:0:16338:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.109@tcp(0000000062ad017c) state 0x300111 rc 0 00000400:00000200:2.0:1767384996.600995:0:16338:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.109@tcp (0000000062ad017c) 00000400:00000200:2.0:1767384996.600998:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000062ad017c (43) 00000001:00000010:1.0:1767384996.601011:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fe7e8472. 00000001:00000010:1.0:1767384996.601053:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a00cadf1. 00000001:00000010:1.0:1767384996.601092:0:41006:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005de67beb. 00000020:00000010:1.0:1767384996.601164:0:41006:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005e12c938. 00000020:00000010:1.0:1767384996.601167:0:41006:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000cb8225a3. 00000020:00000010:1.0:1767384996.601209:0:41006:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000838cb7bc. 00000020:00000010:1.0:1767384996.601211:0:41006:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000006674fa98. 00000010:00000010:1.0:1767384996.601225:0:41006:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000006004d7ba. 00000010:00000010:1.0:1767384996.601228:0:41006:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000003372dcd8. 00000010:00000010:1.0:1767384996.601243:0:41006:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000029c5a291. 00000010:00000010:1.0:1767384996.601246:0:41006:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 0000000040bfedfe. 00000020:00000010:1.0:1767384996.601273:0:41006:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ea6eddce. 00000020:00000010:1.0:1767384996.601277:0:41006:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ca86d807. 00000020:00000010:1.0:1767384996.601303:0:41006:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bd1db625. 00000040:00000010:1.0:1767384996.601306:0:41006:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b26680bf. 00000020:00000010:1.0:1767384996.601308:0:41006:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a2ec5b5. 00000020:00000010:1.0:1767384996.601311:0:41006:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000058d0b10c. 00000020:00000010:1.0:1767384996.601314:0:41006:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bbf7b69a. 80000000:00000010:1.0:1767384996.601316:0:41006:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008118154d. 40000000:00000010:1.0:1767384996.601318:0:41006:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e4af21fd. 00100000:00000010:1.0:1767384996.601320:0:41006:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000466febed. 00040000:00000010:1.0:1767384996.601324:0:41006:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000541cdc6d. 00040000:00000010:1.0:1767384996.601326:0:41006:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ba64690a. 00040000:00000010:1.0:1767384996.601328:0:41006:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005d83bc2e. 00080000:00000010:1.0:1767384996.601331:0:41006:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce9b00bd. 00080000:00000010:1.0:1767384996.601333:0:41006:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4f9f5ea. 00000004:00000010:1.0:1767384996.601336:0:41006:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006cb93e7e. 00000004:00000010:1.0:1767384996.601339:0:41006:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008308c0d6. 00000004:00000010:1.0:1767384996.601341:0:41006:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000fa9403c. 00000004:00000010:1.0:1767384996.601344:0:41006:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000a67f4eb. 00000020:00000010:1.0:1767384996.601345:0:41006:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5ffb407. 00000020:00000010:1.0:1767384996.601348:0:41006:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7598481. 00000020:00000010:1.0:1767384996.601351:0:41006:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d22cdf97. 00000008:00000010:1.0:1767384996.601353:0:41006:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000aad9d707. 00020000:00000010:1.0:1767384996.601356:0:41006:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007b3e9aa8. 00008000:00000010:1.0:1767384996.601359:0:41006:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fc7ecf56. 00000080:00000010:1.0:1767384996.601361:0:41006:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000dad70359. 00000020:00000010:1.0:1767384996.601363:0:41006:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000721bbb29. 00000020:00000010:1.0:1767384996.601366:0:41006:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000ca36c5b2. 00000020:00000010:1.0:1767384996.601371:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009807731e. 00000020:00000010:1.0:1767384996.601375:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d83bc2e. 00000040:00000010:1.0:1767384996.601377:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bbf7b69a. 00000020:00000010:1.0:1767384996.601379:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000fa9403c. 00000020:00000010:1.0:1767384996.601382:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058d0b10c. 00000020:00000010:1.0:1767384996.601385:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b26680bf. 80000000:00000010:1.0:1767384996.601387:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bea86f01. 40000000:00000010:1.0:1767384996.601389:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000014b5e973. 00100000:00000010:1.0:1767384996.601390:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006cb93e7e. 00040000:00000010:1.0:1767384996.601393:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000541cdc6d. 00040000:00000010:1.0:1767384996.601396:0:41006:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ba64690a. 00040000:00000010:1.0:1767384996.601398:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8407156. 00080000:00000010:1.0:1767384996.601402:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4f9f5ea. 00080000:00000010:1.0:1767384996.601404:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce9b00bd. 00000004:00000010:1.0:1767384996.601408:0:41006:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b075fc7d. 00000004:00000010:1.0:1767384996.601411:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008308c0d6. 00000004:00000010:1.0:1767384996.601413:0:41006:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000059032bbc. 00000004:00000010:1.0:1767384996.601416:0:41006:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a67f4eb. 00000020:00000010:1.0:1767384996.601418:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fe24470. 00000020:00000010:1.0:1767384996.601420:0:41006:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7598481. 00000020:00000010:1.0:1767384996.601423:0:41006:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d22cdf97. 00000020:00000010:1.0:1767384996.601426:0:41006:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000002256120e. 00000020:00000010:1.0:1767384996.601428:0:41006:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000dab473f5. 00000020:00000010:1.0:1767384996.601433:0:41006:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000070f5dd8. 00000100:00000010:1.0:1767384996.601446:0:41006:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027fc969c. 02000000:00000010:1.0:1767384996.601453:0:41006:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000083b1065d. 02000000:00000010:2.0:1767384996.601499:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002742bd73. 00000400:00000010:2.0:1767384996.601504:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a294f0f2. 00000400:00000010:2.0:1767384996.601508:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000811e6eb4. 00000020:00000010:3.0:1767384996.601512:0:41005:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000075ab1484. 00000100:00000200:2.0:1767384996.601512:0:16339:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363774208, portal 10 00000020:00000010:2.0:1767384996.601518:0:16339:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eed61822. 00000020:00000010:3.0:1767384996.601520:0:41005:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000075ab1484. 00000400:00000010:2.0:1767384996.601524:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000100:00000200:2.0:1767384996.601527:0:16339:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237363774208, offset 0 00000400:00000200:2.0:1767384996.601532:0:16339:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384996.601538:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384996.601544:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272c09300 00000400:00000200:2.0:1767384996.601547:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2301 [64] + 0 00000400:00000200:2.0:1767384996.601551:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384996.601555:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384996.601558:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384996.601561:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c996344. 00000400:00000200:2.0:1767384996.601577:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000400:00000010:2.0:1767384996.601579:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000100:00000200:2.0:1767384996.601582:0:16339:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027fc969c x1853237363774208/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384996.601623:0:40983:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000486e866f. 00040000:00000010:1.0:1767384996.601633:0:40983:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000022bc97ae. 00000004:00000010:1.0:1767384996.601638:0:40983:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000466febed. 00000004:00000010:1.0:1767384996.601642:0:40983:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003a2ec5b5. 00000004:00000010:1.0:1767384996.601645:0:40983:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003b048bd7. 00000020:00000010:1.0:1767384996.601652:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000721bbb29. 00000020:00000010:1.0:1767384996.601657:0:40983:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040bfedfe. 00000020:00000010:1.0:1767384996.601661:0:40983:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000100:00000200:1.0:1767384996.601688:0:40983:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363774208 02000000:00000010:1.0:1767384996.601701:0:40983:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000004518345. 00000400:00000010:1.0:1767384996.601709:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.601712:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237363774208, offset 0 00000400:00000200:1.0:1767384996.601718:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.601724:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.601732:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272c09300 00000400:00000200:1.0:1767384996.601736:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b35 [1] + 0 00000400:00000200:1.0:1767384996.601740:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.601743:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384996.601748:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027fc969c x1853237363774208/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384996.601766:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.601768:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000020:00000010:1.0:1767384996.601777:0:40983:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040bfedfe. 00000020:00000010:1.0:1767384996.601779:0:40983:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000400:00000010:2.0:1767384996.601782:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a294f0f2. 00000020:00000010:1.0:1767384996.601782:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000721bbb29. 00000400:00000200:2.0:1767384996.601789:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000811e6eb4 00000400:00000010:2.0:1767384996.601791:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000811e6eb4. 00000100:00000200:2.0:1767384996.601797:0:16339:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027fc969c x1853237363774208/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384996.601805:0:16339:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027fc969c x1853237363774208/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767385006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384996.601810:0:41006:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000002256120e. 00000020:00000010:1.0:1767384996.601814:0:41006:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000dab473f5. 00000020:00000010:1.0:1767384996.601816:0:41006:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d83bc2e. 00000040:00000010:1.0:1767384996.601819:0:41006:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bbf7b69a. 02000000:00000010:2.0:1767384996.601821:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002742bd73. 00000020:00000010:1.0:1767384996.601822:0:41006:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000fa9403c. 02000000:00000010:2.0:1767384996.601828:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000083b1065d. 00000020:00000010:1.0:1767384996.601828:0:41006:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000058d0b10c. 00000100:00000010:2.0:1767384996.601835:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027fc969c. 00000020:00000010:1.0:1767384996.601836:0:41006:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b26680bf. 80000000:00000010:1.0:1767384996.601843:0:41006:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bea86f01. 40000000:00000010:1.0:1767384996.601846:0:41006:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000014b5e973. 00100000:00000010:1.0:1767384996.601849:0:41006:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006cb93e7e. 00040000:00000010:1.0:1767384996.601851:0:41006:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000541cdc6d. 00040000:00000010:1.0:1767384996.601854:0:41006:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ba64690a. 00040000:00000010:1.0:1767384996.601857:0:41006:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c8407156. 00080000:00000010:1.0:1767384996.601861:0:41006:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce9b00bd. 00080000:00000010:1.0:1767384996.601884:0:41006:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4f9f5ea. 00000004:00000010:1.0:1767384996.601887:0:41006:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b075fc7d. 00000004:00000010:1.0:1767384996.601890:0:41006:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008308c0d6. 00000004:00000010:1.0:1767384996.601893:0:41006:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000059032bbc. 00000004:00000010:1.0:1767384996.601895:0:41006:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000a67f4eb. 00000020:00000010:1.0:1767384996.601897:0:41006:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009807731e. 00000020:00000010:1.0:1767384996.601900:0:41006:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7598481. 00000020:00000010:1.0:1767384996.601902:0:41006:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d22cdf97. 00000020:00000010:1.0:1767384996.601904:0:41006:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fe24470. 00000020:00000010:1.0:1767384996.601907:0:41006:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000003134d384. 00000020:00000010:1.0:1767384996.601910:0:41006:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000003fbc4de3. 00000100:00000010:1.0:1767384996.601920:0:41006:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001056bf09. 02000000:00000010:1.0:1767384996.601926:0:41006:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000721bbb29. 00000100:00000010:1.0:1767384996.601931:0:41006:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002256120e. 02000000:00000010:1.0:1767384996.601945:0:41006:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c04cbd9e. 00000400:00000010:1.0:1767384996.601948:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c029514. 00000400:00000010:1.0:1767384996.601952:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000235a16f2. 00000100:00000200:1.0:1767384996.601954:0:41006:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237363774336, portal 25 00000400:00000010:1.0:1767384996.601957:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.601959:0:41006:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237363774336, offset 0 00000400:00000200:1.0:1767384996.601962:0:41006:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.601967:0:41006:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.601972:0:41006:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272c09380 00000400:00000200:1.0:1767384996.601975:0:41006:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2221 [2] + 0 00000400:00000010:1.0:1767384996.601977:0:41006:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dff98d5. 00000400:00000200:1.0:1767384996.601980:0:41006:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028d0fa75 00000400:00000200:1.0:1767384996.601983:0:41006:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.601986:0:41006:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384996.601988:0:41006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d0fa75 00000400:00000010:1.0:1767384996.601990:0:41006:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028d0fa75. 00000100:00000200:1.0:1767384996.601993:0:41006:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384996.602004:0:41006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.602006:0:41006:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.602012:0:41006:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001056bf09 x1853237363774336/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384996.602019:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098869b46. 00000020:00000010:2.0:1767384996.602024:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098869b46. 00000020:00000010:2.0:1767384996.602029:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034f3b922. 00000020:00000010:2.0:1767384996.602034:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009748ef19. 00000020:00000010:2.0:1767384996.602037:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fb9be64. 00000020:00000010:2.0:1767384996.602063:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098869b46. 00000020:00000010:2.0:1767384996.602065:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098869b46. 00000100:00000200:2.0:1767384996.602068:0:40977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363774336 02000000:00000010:2.0:1767384996.602081:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000e6338499. 00000040:00000010:2.0:1767384996.602086:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000038b54aca. 00000040:00000010:2.0:1767384996.602095:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ef5b91ff. 00000040:00000010:2.0:1767384996.602109:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ef5b91ff. 00000040:00000010:2.0:1767384996.602113:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000038b54aca. 00010000:00000200:2.0:1767384996.602119:0:40977:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eeef9d54 x1853237363774336/t0(0) o502->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 272/8472 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384996.602133:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000988a002d. 00000100:00000200:2.0:1767384996.602135:0:40977:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237363774336, offset 224 00000400:00000200:2.0:1767384996.602139:0:40977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384996.602144:0:40977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384996.602152:0:40977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272c09380 00000400:00000200:2.0:1767384996.602156:0:40977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b41 [4] + 224 00000400:00000200:2.0:1767384996.602161:0:40977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384996.602163:0:40977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384996.602167:0:40977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001056bf09 x1853237363774336/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384996.602183:0:40977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000988a002d 00000400:00000010:2.0:1767384996.602185:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000988a002d. 00000020:00000010:2.0:1767384996.602193:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009748ef19. 00000020:00000010:2.0:1767384996.602197:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fb9be64. 00000020:00000010:2.0:1767384996.602200:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034f3b922. 02000000:00000010:2.0:1767384996.602206:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000e6338499. 00000400:00000010:1.0:1767384996.602210:0:41006:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c029514. 00000400:00000200:1.0:1767384996.602215:0:41006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000235a16f2 00000400:00000010:1.0:1767384996.602216:0:41006:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000235a16f2. 00000100:00000200:2.0:1767384996.602218:0:40977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384996.602223:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a294f0f2. 00000100:00000200:1.0:1767384996.602224:0:41006:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001056bf09 x1853237363774336/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384996.602229:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000988a002d. 00000100:00000200:1.0:1767384996.602247:0:41006:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001056bf09 x1853237363774336/t0(0) o502->MGC192.168.203.109@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384996.602261:0:41006:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002256120e. 02000000:00000010:1.0:1767384996.602267:0:41006:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c04cbd9e. 02000000:00000010:1.0:1767384996.602289:0:41006:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000721bbb29. 00000100:00000010:1.0:1767384996.602292:0:41006:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001056bf09. 00000040:00000010:1.0:1767384996.602298:0:41006:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c28217f6. 00000020:00000010:1.0:1767384996.602304:0:41006:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002a76a4b5. 00000020:00000010:1.0:1767384996.602318:0:41006:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003a0acea8. 00000040:00000010:1.0:1767384996.602323:0:41006:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a7111808. 00000020:00000010:1.0:1767384996.602326:0:41006:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004553c0ca. 00000020:00000010:1.0:1767384996.602331:0:41006:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e7c54490. 00000020:00000010:1.0:1767384996.602336:0:41006:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000055bdbba4. 80000000:00000010:1.0:1767384996.602340:0:41006:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000008dbfa90. 40000000:00000010:1.0:1767384996.602345:0:41006:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000018fd9a5f. 00100000:00000010:1.0:1767384996.602349:0:41006:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aac4193d. 00040000:00000010:1.0:1767384996.602353:0:41006:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000409ce874. 00040000:00000010:1.0:1767384996.602358:0:41006:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000138aa686. 00040000:00000010:1.0:1767384996.602362:0:41006:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000023fdf12a. 00080000:00000010:1.0:1767384996.602367:0:41006:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002744d533. 00080000:00000010:1.0:1767384996.602373:0:41006:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006bdc0197. 00000004:00000010:1.0:1767384996.602378:0:41006:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000beceddd5. 00000004:00000010:1.0:1767384996.602383:0:41006:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001c47a285. 00000004:00000010:1.0:1767384996.602387:0:41006:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b6b4c202. 00002000:00000010:1.0:1767384996.602391:0:41006:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006e96445b. 00000004:00000010:1.0:1767384996.602395:0:41006:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000082f2d622. 00000020:00000010:1.0:1767384996.602399:0:41006:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001f5c37a. 00000040:00000010:0.0:1767384996.602425:0:40968:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000411cbbca. 00000040:00000010:0.0:1767384996.602432:0:40968:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e23258fd. 00000040:00000010:0.0:1767384996.602436:0:40968:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bf2598ec. 00000020:00000010:0.0:1767384996.602441:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000632801bc. 00000040:00000010:0.0:1767384996.602446:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001fc65b5e. 00000020:00000010:0.0:1767384996.602450:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e82e015f. 00000020:00000010:0.0:1767384996.602454:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a1d0b854. 80000000:00000010:0.0:1767384996.602458:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000067be3b62. 00040000:00000010:0.0:1767384996.602462:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000caf14054. 00080000:00000010:0.0:1767384996.602466:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000070935361. 00080000:00000010:0.0:1767384996.602469:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000082703b65. 20000000:00000010:0.0:1767384996.602473:0:40968:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000001fbf33b5. 00000020:00000010:0.0:1767384996.602476:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f73b41be. 10000000:00000010:0.0:1767384996.602480:0:40968:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000009b562306. 00000020:00000010:0.0:1767384996.602495:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a5e10998. 00000040:00000010:0.0:1767384996.602499:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004087278a. 00000020:00000010:0.0:1767384996.602503:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000db0a1677. 00000020:00000010:0.0:1767384996.602507:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000401c1428. 00040000:00000010:0.0:1767384996.602509:0:40968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009ea09107. 00040000:00000010:0.0:1767384996.602513:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001a77d5d7. 00080000:00000010:0.0:1767384996.602516:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000023a6b16e. 00080000:00000010:0.0:1767384996.602521:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005680db4c. 00000020:00000010:0.0:1767384996.602525:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042187dc. 00000020:00000010:0.0:1767384996.602528:0:40968:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000b4a73a1d. 00000020:00000010:0.0:1767384996.602531:0:40968:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000e51a0181. 00000020:00000010:0.0:1767384996.602535:0:40968:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000004f5fe366. 00000020:00000010:0.0:1767384996.602539:0:40968:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000005f075c0a. 00000020:00000010:0.0:1767384996.602560:0:40968:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000e23258fd. 00000100:00000010:0.0:1767384996.602604:0:40968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065f8e630. 02000000:00000010:0.0:1767384996.602613:0:40968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005680db4c. 00000100:00000010:0.0:1767384996.602620:0:40968:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007d9ddd36. 00000100:00000010:0.0:1767384996.602624:0:40968:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d233369c. 00000100:00000010:0.0:1767384996.602630:0:40968:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8d8345b. 00000400:00000010:0.0:1767384996.602640:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d463954. 00000400:00000010:0.0:1767384996.602644:0:40968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000028f62ac. 00000100:00000200:0.0:1767384996.602647:0:40968:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958272c09400-0x6958272c09400, portal 33 02000000:00000010:0.0:1767384996.602654:0:40968:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d4ff2a2e. 00000400:00000010:0.0:1767384996.602657:0:40968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e70d47d. 00000400:00000010:0.0:1767384996.602661:0:40968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000d039ae. 00000100:00000200:0.0:1767384996.602663:0:40968:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237363774464, portal 25 00000400:00000010:0.0:1767384996.602667:0:40968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed29e91b. 00000100:00000200:0.0:1767384996.602669:0:40968:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237363774464, offset 0 00000400:00000200:0.0:1767384996.602675:0:40968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384996.602682:0:40968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384996.602688:0:40968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958272c09400 00000400:00000200:0.0:1767384996.602693:0:40968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2225 [2] + 0 00000400:00000010:0.0:1767384996.602697:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcce901. 00000400:00000200:0.0:1767384996.602700:0:40968:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0ebdf5b 00000400:00000200:0.0:1767384996.602705:0:40968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384996.602709:0:40968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384996.602711:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0ebdf5b 00000400:00000010:0.0:1767384996.602714:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0ebdf5b. 00000100:00000200:0.0:1767384996.602717:0:40968:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384996.602731:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed29e91b 00000400:00000010:0.0:1767384996.602733:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed29e91b. 00000100:00000200:0.0:1767384996.602738:0:40968:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065f8e630 x1853237363774464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384996.602756:0:40976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098869b46. 00000020:00000010:2.0:1767384996.602760:0:40976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098869b46. 00000020:00000010:2.0:1767384996.602764:0:40976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034f3b922. 00000020:00000010:2.0:1767384996.602767:0:40976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009748ef19. 00000020:00000010:2.0:1767384996.602770:0:40976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fb9be64. 00000020:00000010:2.0:1767384996.602788:0:40976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098869b46. 00000020:00000010:2.0:1767384996.602790:0:40976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098869b46. 00000100:00000200:2.0:1767384996.602792:0:40976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363774464 02000000:00000010:2.0:1767384996.602798:0:40976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ef5b91ff. 20000000:00000010:2.0:1767384996.602807:0:40976:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000ee51b161. 00000100:00000010:2.0:1767384996.602810:0:40976:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002742bd73. 00000100:00000010:2.0:1767384996.602813:0:40976:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000001b0040a. 00000400:00000010:2.0:1767384996.602818:0:40976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000811e6eb4. 00000400:00000010:2.0:1767384996.602823:0:40976:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002df97c9e. 00000400:00000200:2.0:1767384996.602826:0:40976:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384996.602831:0:40976:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384996.602837:0:40976:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958272c09400 00000400:00000200:2.0:1767384996.602841:0:40976:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b51 [1] + 0 00000400:00000010:2.0:1767384996.602844:0:40976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d463954. 00000400:00000200:2.0:1767384996.602847:0:40976:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000028f62ac 00000100:00000200:2.0:1767384996.602849:0:40976:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000002742bd73 00000400:00000200:2.0:1767384996.602857:0:40976:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384996.602904:0:40976:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b5d 00000400:00000200:2.0:1767384996.602908:0:40976:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384996.602912:0:40976:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384996.602914:0:40976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000811e6eb4 00000400:00000010:2.0:1767384996.602916:0:40976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000811e6eb4. 00000100:00000200:2.0:1767384996.602919:0:40976:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000002742bd73 00000400:00000200:2.0:1767384996.602924:0:40976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028f62ac 00000400:00000010:2.0:1767384996.602926:0:40976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000028f62ac. 00000100:00000200:2.0:1767384996.602929:0:40976:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000065f8e630 desc 000000007d9ddd36 mbits 1853237363774464 00000100:00000200:2.0:1767384996.602944:0:40976:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958272c09400-0x6958272c09400 20000000:00000010:2.0:1767384996.602952:0:40976:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000b7113ad5. 20000000:00000010:2.0:1767384996.602960:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ee39ccca. 20000000:00000010:2.0:1767384996.602965:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005151afd7. 20000000:00000010:2.0:1767384996.602971:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edb9f789. 20000000:00000010:2.0:1767384996.602975:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000069aff6b9. 20000000:00000010:2.0:1767384996.602978:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000076a3a886. 20000000:00000010:2.0:1767384996.602981:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000044e34910. 20000000:00000010:2.0:1767384996.602985:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000096c40de7. 20000000:00000010:2.0:1767384996.602989:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002cd3d620. 20000000:00000010:2.0:1767384996.602992:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fefe4af5. 20000000:00000010:2.0:1767384996.602997:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b785fff. 20000000:00000010:2.0:1767384996.603001:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b944a322. 20000000:00000010:2.0:1767384996.603004:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000089624589. 20000000:00000010:2.0:1767384996.603007:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000abddc5a8. 20000000:00000010:2.0:1767384996.603011:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000038987cd6. 20000000:00000010:2.0:1767384996.603014:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036294c11. 20000000:00000010:2.0:1767384996.603018:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ec5367d9. 20000000:00000010:2.0:1767384996.603022:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f48eef6f. 20000000:00000010:2.0:1767384996.603025:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c1ba345b. 20000000:00000010:2.0:1767384996.603028:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d63f3137. 20000000:00000010:2.0:1767384996.603030:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e4882b4d. 20000000:00000010:2.0:1767384996.603032:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ffa0397a. 20000000:00000010:2.0:1767384996.603035:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c3bb7493. 20000000:00000010:2.0:1767384996.603038:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001a2683d6. 20000000:00000010:2.0:1767384996.603043:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000031650cce. 20000000:00000010:2.0:1767384996.603045:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003786e819. 20000000:00000010:2.0:1767384996.603047:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb56a224. 20000000:00000010:2.0:1767384996.603050:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eab27375. 20000000:00000010:2.0:1767384996.603053:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dac54d98. 20000000:00000010:2.0:1767384996.603057:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000097e4bb90. 20000000:00000010:2.0:1767384996.603059:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d34695d. 20000000:00000010:2.0:1767384996.603062:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d5821650. 20000000:00000010:2.0:1767384996.603064:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e5d2461. 20000000:00000010:2.0:1767384996.603066:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000219dc273. 20000000:00000010:2.0:1767384996.603068:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d50b9320. 20000000:00000010:2.0:1767384996.603071:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000078df71b4. 20000000:00000010:2.0:1767384996.603074:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a9e933d4. 20000000:00000010:2.0:1767384996.603077:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000236b0a28. 20000000:00000010:2.0:1767384996.603079:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003424aac5. 20000000:00000010:2.0:1767384996.603081:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000180e4fb1. 20000000:00000010:2.0:1767384996.603083:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000504b38b0. 20000000:00000010:2.0:1767384996.603085:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001357adde. 20000000:00000010:2.0:1767384996.603087:0:40976:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000053fdc1d5. 00080000:00000010:2.0:1767384996.603104:0:40976:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000df1ef1fd. 00080000:00000010:2.0:1767384996.603110:0:40976:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006a69820d. 00080000:00000010:2.0:1767384996.603116:0:40976:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000098869b46. 00080000:00000010:1.0:1767384996.604402:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006a69820d. 00080000:00000010:3.0:1767384996.604445:0:40976:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000098869b46. 00010000:00000010:2.0:1767384996.604482:0:40978:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4ec1874. 00010000:00000010:2.0:1767384996.604494:0:40978:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091c2d38b. 00000100:00000010:2.0:1767384996.604498:0:40978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5e579a4. 00000100:00000010:2.0:1767384996.604505:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7c7afa7. 02000000:00000010:2.0:1767384996.604511:0:40978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4824aa5. 02000000:00000010:2.0:1767384996.604526:0:40978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fc8ee60. 00000400:00000010:2.0:1767384996.604529:0:40978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000597b2dde. 00000400:00000010:2.0:1767384996.604533:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000811e6eb4. 00000100:00000200:2.0:1767384996.604536:0:40978:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363774592, portal 16 00000400:00000010:2.0:1767384996.604539:0:40978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000100:00000200:2.0:1767384996.604541:0:40978:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237363774592, offset 0 00000400:00000200:2.0:1767384996.604546:0:40978:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384996.604552:0:40978:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384996.604558:0:40978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272c09480 00000400:00000200:2.0:1767384996.604562:0:40978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1825 [2] + 1640 00000400:00000200:2.0:1767384996.604566:0:40978:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384996.604569:0:40978:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384996.604574:0:40978:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384996.604577:0:40978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2f6cc86. 00000400:00000200:2.0:1767384996.604590:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000400:00000010:2.0:1767384996.604592:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000100:00000200:2.0:1767384996.604597:0:40978:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7c7afa7 x1853237363774592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385012 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000010:3.0:1767384996.604630:0:36559:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001edaa8d8. 00000004:00000010:3.0:1767384996.604637:0:36559:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cc14837c. 00000100:00000010:1.0:1767384996.604640:0:40976:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000001b0040a. 00000004:00000010:3.0:1767384996.604642:0:36559:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000087344b4e. 00000100:00000010:1.0:1767384996.604648:0:40976:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002742bd73. 00000004:00000010:3.0:1767384996.604649:0:36559:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ef30769a. 20000000:00000010:1.0:1767384996.604655:0:40976:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000ee51b161. 00000004:00000010:3.0:1767384996.604656:0:36559:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f2eb6bff. 00000020:00000010:3.0:1767384996.604668:0:36559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ab1484. 00010000:00000200:1.0:1767384996.604668:0:40976:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014c17c35 x1853237363774464/t0(0) o253->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 4784/4768 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.604672:0:36559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.604679:0:36559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a352faa. 00000020:00000010:3.0:1767384996.604685:0:36559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.604689:0:36559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000400:00000010:1.0:1767384996.604689:0:40976:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002256120e. 00000100:00000200:1.0:1767384996.604697:0:40976:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237363774464, offset 224 00000400:00000200:1.0:1767384996.604706:0:40976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.604715:0:40976:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384996.604723:0:36559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ab1484. 00000400:00000200:1.0:1767384996.604724:0:40976:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272c09400 00000020:00000010:3.0:1767384996.604729:0:36559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ab1484. 00000100:00000200:3.0:1767384996.604733:0:36559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363774592 00000400:00000200:1.0:1767384996.604735:0:40976:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b55 [2] + 224 00000400:00000200:1.0:1767384996.604743:0:40976:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384996.604745:0:36559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000001b37dae. 00000400:00000200:1.0:1767384996.604750:0:40976:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384996.604755:0:36559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.604760:0:36559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237363774592, offset 224 00000100:00000200:1.0:1767384996.604760:0:40976:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065f8e630 x1853237363774464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.604772:0:36559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.604782:0:36559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.604791:0:36559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272c09480 00000400:00000200:1.0:1767384996.604793:0:40976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002256120e 00000400:00000010:1.0:1767384996.604796:0:40976:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002256120e. 00000400:00000200:3.0:1767384996.604805:0:36559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b61 [1] + 224 00000020:00000010:1.0:1767384996.604805:0:40976:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c28217f6. 00000400:00000200:3.0:1767384996.604813:0:36559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384996.604813:0:40976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009748ef19. 00000020:00000010:1.0:1767384996.604821:0:40976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fb9be64. 00000400:00000200:3.0:1767384996.604823:0:36559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384996.604825:0:40976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034f3b922. 02000000:00000010:1.0:1767384996.604831:0:40976:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ef5b91ff. 00000100:00000200:3.0:1767384996.604833:0:36559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7c7afa7 x1853237363774592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385012 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384996.604837:0:40976:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384996.604842:0:40976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c029514. 00000400:00000010:1.0:1767384996.604847:0:40976:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002256120e. 00000400:00000200:3.0:1767384996.604861:0:36559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000400:00000010:3.0:1767384996.605163:0:36559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000400:00000010:1.0:1767384996.605171:0:40968:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e70d47d. 00000400:00000200:1.0:1767384996.605176:0:40968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000d039ae 00010000:00000010:3.0:1767384996.605177:0:36559:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000009098fb68. 00000400:00000010:1.0:1767384996.605178:0:40968:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000d039ae. 00000100:00000200:1.0:1767384996.605188:0:40968:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065f8e630 x1853237363774464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384996.605196:0:40968:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065f8e630 x1853237363774464/t0(0) o253->MGC192.168.203.109@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384996.605198:0:36559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.605206:0:36559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767384996.605210:0:36559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a352faa. 00000100:00000010:1.0:1767384996.605216:0:40968:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f8d8345b. 02000000:00000010:1.0:1767384996.605225:0:40968:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d4ff2a2e. 00000100:00000010:1.0:1767384996.605230:0:40968:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d233369c. 00000100:00000010:1.0:1767384996.605244:0:40968:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007d9ddd36. 02000000:00000010:1.0:1767384996.605247:0:40968:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005680db4c. 00000100:00000010:1.0:1767384996.605251:0:40968:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065f8e630. 00000020:00000010:1.0:1767384996.605256:0:40968:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000e23258fd. 00000020:02000000:1.0:1767384996.605262:0:40968:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000010:3.0:1767384996.605277:0:17060:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f118a1. 02000000:00000010:3.0:1767384996.605286:0:17060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a352faa. 00010000:00000010:3.0:1767384996.605317:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009098fb68. 02000000:00000010:3.0:1767384996.605334:0:16341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001809edc6. 00000400:00000010:3.0:1767384996.605339:0:16341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e524964f. 00000400:00000010:3.0:1767384996.605344:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5aadb7. 00000100:00000200:3.0:1767384996.605347:0:16341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363774720, portal 18 00000400:00000010:3.0:1767384996.605351:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e862965f. 00000100:00000200:3.0:1767384996.605353:0:16341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237363774720, offset 0 00000400:00000200:3.0:1767384996.605357:0:16341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.605363:0:16341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.605369:0:16341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272c09500 00000400:00000200:3.0:1767384996.605375:0:16341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:3.0:1767384996.605378:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005a5bc36. 00000400:00000200:3.0:1767384996.605381:0:16341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000009aa0d28 00000400:00000200:3.0:1767384996.605383:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.605386:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384996.605389:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009aa0d28 00000400:00000010:3.0:1767384996.605390:0:16341:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009aa0d28. 00000100:00000200:3.0:1767384996.605394:0:16341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1767384996.605406:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e862965f 00000400:00000010:3.0:1767384996.605407:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e862965f. 00000100:00000200:3.0:1767384996.605411:0:16341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066f118a1 x1853237363774720/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385012 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384996.605452:0:17057:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000776d3238. 00000004:00000010:3.0:1767384996.605456:0:17057:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000424ff2a1. 00000004:00000010:3.0:1767384996.605460:0:17057:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cad36e60. 00000004:00000010:3.0:1767384996.605465:0:17057:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e3b589eb. 00000004:00000010:3.0:1767384996.605468:0:17057:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000048d84c6a. 00000020:00000010:3.0:1767384996.605474:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.605476:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.605480:0:17057:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b9a47a0. 00000020:00000010:3.0:1767384996.605483:0:17057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a2227be. 00000020:00000010:3.0:1767384996.605486:0:17057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000400:00000010:0.0:1767384996.605491:0:40978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000597b2dde. 00000400:00000200:0.0:1767384996.605494:0:40978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000811e6eb4 00000400:00000010:0.0:1767384996.605496:0:40978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000811e6eb4. 00000100:00000200:3.0:1767384996.605498:0:17057:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083044790 x1853237363774720/t0(0) o103->87a2e106-e553-4e56-a48a-4e53df41a160@0@lo:222/0 lens 328/0 e 0 to 0 dl 1767385007 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384996.605500:0:40978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7c7afa7 x1853237363774592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385012 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384996.605509:0:40978:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7c7afa7 x1853237363774592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767385012 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384996.605525:0:40978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fc8ee60. 00000020:00000010:3.0:1767384996.605526:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.605528:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ab1484. 02000000:00000010:0.0:1767384996.605529:0:40978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a4824aa5. 00000100:00000200:3.0:1767384996.605531:0:17057:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363774720 00000100:00000010:0.0:1767384996.605532:0:40978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7c7afa7. 00000100:00000010:0.0:1767384996.605534:0:40978:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e5e579a4. 02000000:00000010:3.0:1767384996.605536:0:17057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6f55b08. 00010000:00000010:0.0:1767384996.605537:0:40978:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091c2d38b. 00010000:00000010:3.0:1767384996.605555:0:17057:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075ab1484. 00000100:00000010:3.0:1767384996.605560:0:17057:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009098fb68. 00000100:00000010:3.0:1767384996.605579:0:17057:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009098fb68. 00010000:00000010:3.0:1767384996.605583:0:17057:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075ab1484. 00000400:00000010:3.0:1767384996.605592:0:17057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e862965f. 00000100:00000200:3.0:1767384996.605595:0:17057:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237363774720, offset 224 00000400:00000200:3.0:1767384996.605600:0:17057:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384996.605606:0:17057:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384996.605611:0:17057:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272c09500 00000400:00000200:3.0:1767384996.605616:0:17057:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b75 [1] + 224 00000400:00000200:3.0:1767384996.605620:0:17057:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384996.605622:0:17057:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384996.605625:0:17057:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066f118a1 x1853237363774720/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385012 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384996.605640:0:17057:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e862965f 00000400:00000010:3.0:1767384996.605641:0:17057:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e862965f. 00000400:00000010:2.0:1767384996.605647:0:16341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e524964f. 00000020:00000010:3.0:1767384996.605650:0:17057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a2227be. 00000400:00000200:2.0:1767384996.605652:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5aadb7 00000020:00000010:3.0:1767384996.605654:0:17057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000400:00000010:2.0:1767384996.605655:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c5aadb7. 00000020:00000010:3.0:1767384996.605659:0:17057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b9a47a0. 00000100:00000200:2.0:1767384996.605663:0:16341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066f118a1 x1853237363774720/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385012 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384996.605666:0:17057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a6f55b08. 02000000:00000010:3.0:1767384996.605671:0:17057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c09460ea. 00000100:00000010:3.0:1767384996.605676:0:17057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a93edc9. 00000100:00000200:2.0:1767384996.605678:0:16341:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066f118a1 x1853237363774720/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767385012 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384996.605680:0:17057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000017457cd2. 00000100:00000010:3.0:1767384996.605685:0:17057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089d53c3b. 02000000:00000010:3.0:1767384996.605691:0:17057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002e68cd36. 00000100:00000010:3.0:1767384996.605694:0:17057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072f477ab. 02000000:00000010:3.0:1767384996.605698:0:17057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cdb799f5. 02000000:00000010:2.0:1767384996.605699:0:16341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001809edc6. 00000100:00000010:3.0:1767384996.605700:0:17057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009213e8e6. 02000000:00000010:2.0:1767384996.605706:0:16341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007a352faa. 02000000:00000010:3.0:1767384996.605707:0:17057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cec9b5af. 00000100:00000010:3.0:1767384996.605713:0:17057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1b5a4cc. 00000100:00000010:2.0:1767384996.605713:0:16341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066f118a1. 02000000:00000010:3.0:1767384996.605719:0:17057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093df051d. 00000100:00000010:3.0:1767384996.605721:0:17057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8f94b74. 00000100:00000200:3.0:1767384996.605725:0:17057:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384996.605728:0:17057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055e2d412. 00000400:00000010:3.0:1767384996.605730:0:17057:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009098fb68. 00000020:00000010:1.0:1767384996.607490:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008837bf66. 00000020:00000010:1.0:1767384996.607494:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000023fdf12a. 00000040:00000010:1.0:1767384996.607496:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000055bdbba4. 00000020:00000010:1.0:1767384996.607498:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000db0a1677. 00000020:00000010:1.0:1767384996.607500:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e7c54490. 00000020:00000010:1.0:1767384996.607502:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a7111808. 80000000:00000010:1.0:1767384996.607504:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bea86f01. 40000000:00000010:1.0:1767384996.607506:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000014b5e973. 00100000:00000010:1.0:1767384996.607508:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e82e015f. 00040000:00000010:1.0:1767384996.607510:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000409ce874. 00040000:00000010:1.0:1767384996.607512:0:40968:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b6b4c202. 00040000:00000010:1.0:1767384996.607513:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000721bbb29. 00080000:00000010:1.0:1767384996.607515:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4f9f5ea. 00080000:00000010:1.0:1767384996.607517:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce9b00bd. 00000004:00000010:1.0:1767384996.607520:0:40968:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000beceddd5. 00000004:00000010:1.0:1767384996.607522:0:40968:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001c47a285. 00000004:00000010:1.0:1767384996.607524:0:40968:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000138aa686. 00000004:00000010:1.0:1767384996.607525:0:40968:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a67f4eb. 00000020:00000010:1.0:1767384996.607528:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034f3b922. 00000020:00000010:1.0:1767384996.607529:0:40968:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7598481. 00000020:00000010:1.0:1767384996.607531:0:40968:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d22cdf97. 00080000:00000010:1.0:1767384996.607554:0:40968:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000007e77b95f. 00000020:00000010:1.0:1767384996.607557:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000541cdc6d. 00080000:00000010:1.0:1767384996.607561:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007fe24470. 00080000:00000010:1.0:1767384996.607571:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007fe24470. 00000020:00000010:1.0:1767384996.607574:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000541cdc6d. 00000004:00000010:1.0:1767384996.607578:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fef20838. 00000004:00000010:1.0:1767384996.607583:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000097389759. 00000004:00000010:1.0:1767384996.607588:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000076337855. 00080000:00000010:1.0:1767384996.607593:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007fe24470. 00040000:00000010:1.0:1767384996.607606:0:40968:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d46625e6. 00000004:00000010:1.0:1767384996.607611:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f573ef3c. 00000004:00000010:1.0:1767384996.607614:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000777c4bb2. 00000004:00000010:1.0:1767384996.607617:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000218e8985. 00080000:00000010:1.0:1767384996.607620:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009807731e. 00000020:00000010:1.0:1767384996.607650:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c926f7a. 00080000:00000010:1.0:1767384996.607653:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002499ce35. 00080000:00000010:1.0:1767384996.607661:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002499ce35. 00000020:00000010:1.0:1767384996.607663:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c926f7a. 00000004:00000010:1.0:1767384996.607668:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000727ce04b. 00000004:00000010:1.0:1767384996.607670:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000565a795f. 00000004:00000010:1.0:1767384996.607673:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008b5056e7. 00080000:00000010:1.0:1767384996.607675:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002499ce35. 00080000:00000010:1.0:1767384996.607680:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000044933ae9. 00100000:00000010:1.0:1767384996.607686:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dab473f5. 00100000:00000010:1.0:1767384996.607692:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000dab473f5. 00000004:00000010:1.0:1767384996.607705:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005d4f207b. 00000004:00000010:1.0:1767384996.607707:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000512b3f72. 00000004:00000010:1.0:1767384996.607710:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000032e14eae. 00080000:00000010:1.0:1767384996.607711:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c8407156. 00080000:00000010:1.0:1767384996.607717:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002a5ca524. 00100000:00000010:1.0:1767384996.607720:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dab473f5. 00100000:00000010:1.0:1767384996.607722:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000dab473f5. 00040000:00000010:1.0:1767384996.607725:0:40968:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008c00ee89. 00000001:00000010:1.0:1767384996.607727:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b26680bf. 00000001:00000010:1.0:1767384996.607730:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000be6f40e1. 00000001:00000010:1.0:1767384996.607731:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002720f77b. 00040000:00000010:1.0:1767384996.607740:0:40968:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000c86961b8. 00000004:00000010:1.0:1767384996.607742:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000f23a4cc. 00000004:00000010:1.0:1767384996.607744:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000166af7e9. 00000004:00000010:1.0:1767384996.607746:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007af7d547. 00080000:00000010:1.0:1767384996.607748:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bbf7b69a. 00000020:00000010:1.0:1767384996.607762:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000388bd362. 00080000:00000010:1.0:1767384996.607764:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005d83bc2e. 00080000:00000010:1.0:1767384996.607769:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005d83bc2e. 00000020:00000010:1.0:1767384996.607771:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000388bd362. 00000004:00000010:1.0:1767384996.607774:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000010ada098. 00000004:00000010:1.0:1767384996.607776:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002fdd3b7e. 00000004:00000010:1.0:1767384996.607779:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b050beb8. 00080000:00000010:1.0:1767384996.607782:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005d83bc2e. 00080000:00000010:1.0:1767384996.607789:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009ea09107. 00100000:00000010:1.0:1767384996.607796:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dab473f5. 00100000:00000010:1.0:1767384996.607799:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000dab473f5. 00000004:00000010:1.0:1767384996.607817:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007aa69878. 00000004:00000010:1.0:1767384996.607821:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c1420c43. 00000004:00000010:1.0:1767384996.607825:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003d70fcc5. 00080000:00000010:1.0:1767384996.607828:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b5ffb407. 00080000:00000010:1.0:1767384996.607838:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f3a75cd2. 00100000:00000010:1.0:1767384996.607845:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dab473f5. 00100000:00000010:1.0:1767384996.607847:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000dab473f5. 00040000:00000010:1.0:1767384996.607851:0:40968:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000009ff3d1d2. 00000001:00000010:1.0:1767384996.607854:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000bd1db625. 00000001:00000010:1.0:1767384996.607858:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008d0c7d5d. 00000001:00000010:1.0:1767384996.607860:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000015220eca. 00040000:00000010:1.0:1767384996.607896:0:40968:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d9fb768c. 00000004:00000010:1.0:1767384996.607902:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007a6dafad. 00000004:00000010:1.0:1767384996.607908:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c47215dc. 00000004:00000010:1.0:1767384996.607911:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000238474c2. 00080000:00000010:1.0:1767384996.607917:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005fbe043b. 00000020:00000010:1.0:1767384996.607946:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003f49b2a8. 00080000:00000010:1.0:1767384996.607952:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000df9007ae. 00080000:00000010:1.0:1767384996.607963:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000df9007ae. 00000020:00000010:1.0:1767384996.607966:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003f49b2a8. 00000004:00000010:1.0:1767384996.607973:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000675de782. 00000004:00000010:1.0:1767384996.607978:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d037ad4c. 00000004:00000010:1.0:1767384996.607981:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002ebf8c89. 00080000:00000010:1.0:1767384996.607984:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000df9007ae. 00080000:00000010:1.0:1767384996.607994:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000de24c92d. 00100000:00000010:1.0:1767384996.608002:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dab473f5. 00100000:00000010:1.0:1767384996.608005:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000dab473f5. 00000004:00000010:1.0:1767384996.608022:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000075d1b32a. 00000004:00000010:1.0:1767384996.608027:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c006688c. 00000004:00000010:1.0:1767384996.608030:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000fefdd9f. 00080000:00000010:1.0:1767384996.608033:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000093494bba. 00080000:00000010:1.0:1767384996.608041:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b3ef2ae1. 00100000:00000010:1.0:1767384996.608047:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dab473f5. 00100000:00000010:1.0:1767384996.608049:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000dab473f5. 00040000:00000010:1.0:1767384996.608052:0:40968:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007ec6e115. 00000001:00000010:1.0:1767384996.608055:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000008bfd27c. 00000001:00000010:1.0:1767384996.608058:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000092ed97bb. 00000001:00000010:1.0:1767384996.608060:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d68d3992. 00040000:00000010:1.0:1767384996.608067:0:40968:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000f9457907. 00000020:00000010:1.0:1767384996.608070:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b66ea1e. 00000020:00000010:1.0:1767384996.608072:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000090b33bc5. 00000020:00000010:1.0:1767384996.608074:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aac4193d. 00000020:00000010:1.0:1767384996.608076:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058d0b10c. 00000020:00000010:1.0:1767384996.608078:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b5525b2. 80000000:00000010:1.0:1767384996.608080:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d39c3bad. 40000000:00000010:1.0:1767384996.608083:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dab473f5. 00100000:00000010:1.0:1767384996.608087:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004553c0ca. 00040000:00000010:1.0:1767384996.608090:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000071a05750. 00040000:00000010:1.0:1767384996.608093:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000043fbf71b. 00080000:00000010:1.0:1767384996.608096:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e23258fd. 00080000:00000010:1.0:1767384996.608101:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005680db4c. 00002000:00000010:1.0:1767384996.608105:0:40968:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000da3615f1. 00000020:00000010:3.0:1767384996.608228:0:40968:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.608247:0:40968:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.608251:0:40968:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000009a2227be. 00000020:00000010:3.0:1767384996.608255:0:40968:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000075ab1484. 00000020:00000010:3.0:1767384996.608258:0:40968:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000075ab1484. 00040000:00000010:3.0:1767384996.608282:0:40968:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000005f281d8c. 00000020:00000010:3.0:1767384996.608294:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001daf92cd. 00080000:00000010:3.0:1767384996.608297:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000dc66f13. 00080000:00000010:3.0:1767384996.608306:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000dc66f13. 00000020:00000010:3.0:1767384996.608308:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001daf92cd. 00000004:00000010:3.0:1767384996.608314:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fa13d750. 00000004:00000010:3.0:1767384996.608318:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006d3c7370. 00000004:00000010:3.0:1767384996.608321:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000bbc366b. 00080000:00000010:3.0:1767384996.608323:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000dc66f13. 00080000:00000010:3.0:1767384996.608329:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000065500e5c. 00100000:00000010:3.0:1767384996.608335:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000075ab1484. 00100000:00000010:3.0:1767384996.608338:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000075ab1484. 00000004:00000010:3.0:1767384996.608352:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000ad36c67. 00000004:00000010:3.0:1767384996.608356:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004bc2350f. 00000004:00000010:3.0:1767384996.608359:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004bd27ff9. 00080000:00000010:3.0:1767384996.608362:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000029bcbc1c. 00080000:00000010:3.0:1767384996.608368:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000011e6c7b1. 00100000:00000010:3.0:1767384996.608372:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000075ab1484. 00100000:00000010:3.0:1767384996.608374:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000075ab1484. 00040000:00000010:3.0:1767384996.608376:0:40968:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008f049a0c. 00000001:00000010:3.0:1767384996.608380:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d902aa1e. 00000001:00000010:3.0:1767384996.608382:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ecf4df83. 00000001:00000010:3.0:1767384996.608386:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ac6c77e0. 00040000:00000010:3.0:1767384996.608394:0:40968:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000105b6ee0. 00000020:00000010:3.0:1767384996.608405:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003070bf54. 00080000:00000010:3.0:1767384996.608408:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007a352faa. 00080000:00000010:3.0:1767384996.608416:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007a352faa. 00000020:00000010:3.0:1767384996.608419:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003070bf54. 00000004:00000010:3.0:1767384996.608423:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b66914b0. 00000004:00000010:3.0:1767384996.608426:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000009f7758b. 00000004:00000010:3.0:1767384996.608429:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008703828f. 00080000:00000010:3.0:1767384996.608432:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007a352faa. 00080000:00000010:3.0:1767384996.608438:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e2821f5e. 00100000:00000010:3.0:1767384996.608443:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000075ab1484. 00100000:00000010:3.0:1767384996.608525:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000075ab1484. 00000004:00000010:3.0:1767384996.608543:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ff87f3bc. 00000004:00000010:3.0:1767384996.608547:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000018c1f483. 00000004:00000010:3.0:1767384996.608550:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000035d0e429. 00080000:00000010:3.0:1767384996.608552:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001809edc6. 00080000:00000010:3.0:1767384996.608558:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d78ea891. 00100000:00000010:3.0:1767384996.608562:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000075ab1484. 00100000:00000010:3.0:1767384996.608564:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000075ab1484. 00040000:00000010:3.0:1767384996.608566:0:40968:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005ba1f62a. 00000001:00000010:3.0:1767384996.608568:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001fbf33b5. 00000001:00000010:3.0:1767384996.608571:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000076ea0e1b. 00000001:00000010:3.0:1767384996.608573:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f0ec48ea. 00040000:00000010:3.0:1767384996.608577:0:40968:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000ac67e031. 00000020:00000010:3.0:1767384996.608587:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007d441b15. 00080000:00000010:3.0:1767384996.608589:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007f08c360. 00080000:00000010:3.0:1767384996.608646:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007f08c360. 00000020:00000010:3.0:1767384996.608648:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007d441b15. 00000004:00000010:3.0:1767384996.608653:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000004f2c998. 00000004:00000010:3.0:1767384996.608655:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000405487d9. 00000004:00000010:3.0:1767384996.608658:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000092e6ddda. 00080000:00000010:3.0:1767384996.608660:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007f08c360. 00080000:00000010:3.0:1767384996.608666:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000aa6c36c0. 00100000:00000010:3.0:1767384996.608671:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000075ab1484. 00100000:00000010:3.0:1767384996.608673:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000075ab1484. 00000004:00000010:3.0:1767384996.608683:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000177e8cd6. 00000004:00000010:3.0:1767384996.608685:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000072b74976. 00000004:00000010:3.0:1767384996.608688:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e34c5a3a. 00080000:00000010:3.0:1767384996.608689:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bf2598ec. 00080000:00000010:3.0:1767384996.608695:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001d43ee29. 00100000:00000010:3.0:1767384996.608699:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000075ab1484. 00100000:00000010:3.0:1767384996.608700:0:40968:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000075ab1484. 00040000:00000010:3.0:1767384996.608702:0:40968:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ff16267e. 00000001:00000010:3.0:1767384996.608704:0:40968:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000001f5c37a. 00000001:00000010:3.0:1767384996.608706:0:40968:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000576b8ccf. 00000001:00000010:3.0:1767384996.608707:0:40968:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a4ff46ec. 00040000:00000010:3.0:1767384996.608712:0:40968:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000009fc5da69. 00000020:00000010:3.0:1767384996.608715:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a0acea8. 00000020:00000010:3.0:1767384996.608716:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8bb588c. 00000020:00000010:3.0:1767384996.608720:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aca99a48. 00000020:00000010:3.0:1767384996.608723:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7af28ff. 00000020:00000010:3.0:1767384996.608725:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cdf994a5. 80000000:00000010:3.0:1767384996.608727:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029507641. 40000000:00000010:3.0:1767384996.608729:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000075ab1484. 00100000:00000010:3.0:1767384996.608731:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000df04542c. 00040000:00000010:3.0:1767384996.608734:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d8f354d. 00040000:00000010:3.0:1767384996.608736:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020c8be0a. 00080000:00000010:3.0:1767384996.608738:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008cf2bfd1. 00080000:00000010:3.0:1767384996.608741:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000015332210. 00002000:00000010:3.0:1767384996.608744:0:40968:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a6f55b08. 00000020:00000010:3.0:1767384996.608919:0:40968:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000cc72b83f. 00000020:00000010:3.0:1767384996.608922:0:40968:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000cc72b83f. 00000020:00000010:3.0:1767384996.608925:0:40968:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000009d60dbaf. 00000020:00000010:3.0:1767384996.608928:0:40968:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000cc72b83f. 00000020:00000010:3.0:1767384996.608930:0:40968:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000cc72b83f. 40000000:00000010:3.0:1767384996.608934:0:40968:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000dc80d532. 00080000:00000010:3.0:1767384996.608967:0:40968:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007251175b. 00080000:00000010:3.0:1767384996.608971:0:40968:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cc72b83f. 00080000:00000010:1.0:1767384996.610247:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007251175b. 00080000:00000010:3.0:1767384996.610280:0:40968:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cc72b83f. 00000004:00000010:3.0:1767384996.610301:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000f13109a. 00000004:00000010:3.0:1767384996.610340:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000e980d90. 00000004:00000010:3.0:1767384996.610343:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007b71f7c1. 00080000:00000010:3.0:1767384996.610346:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000884b53a6. 00000004:00000010:3.0:1767384996.610363:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000066ebf4a9. 00000004:00000010:3.0:1767384996.610365:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000007f82a62. 00000004:00000010:3.0:1767384996.610367:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005226e703. 00080000:00000010:3.0:1767384996.610369:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000105f0578. 00000020:00000010:3.0:1767384996.610377:0:40968:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000b8038a96. 00080000:00000010:3.0:1767384996.610380:0:40968:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000e6f0278e. 00000004:00000010:3.0:1767384996.610396:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000095302874. 00000004:00000010:3.0:1767384996.610398:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec78e502. 00000004:00000010:3.0:1767384996.610400:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000be17b327. 00080000:00000010:3.0:1767384996.610404:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000067c912fb. 00000001:00000010:3.0:1767384996.610411:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.610418:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00080000:00000010:3.0:1767384996.610430:0:40968:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000e6f0278e. 00000020:00000010:3.0:1767384996.610433:0:40968:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000b8038a96. 00000004:00000010:3.0:1767384996.610436:0:40968:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000008dd1cd8c. 00000004:00000010:3.0:1767384996.610440:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000417aa55b. 00000004:00000010:3.0:1767384996.610442:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001ba72407. 00000004:00000010:3.0:1767384996.610444:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a4ca613d. 00080000:00000010:3.0:1767384996.610446:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000094e9bcee. 00000001:00000010:3.0:1767384996.610449:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.610452:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00000020:00000010:3.0:1767384996.610460:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c522dab. 00000020:00000010:3.0:1767384996.610462:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d73be602. 00000040:00000010:3.0:1767384996.610464:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000065cc85d9. 00000020:00000010:3.0:1767384996.610467:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009b87bf59. 00000020:00000010:3.0:1767384996.610469:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004f5072ed. 00000020:00000010:3.0:1767384996.610471:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000750abca1. 80000000:00000010:3.0:1767384996.610473:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007ae8eef7. 40000000:00000010:3.0:1767384996.610475:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cc72b83f. 00100000:00000010:3.0:1767384996.610477:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099c42544. 00040000:00000010:3.0:1767384996.610480:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d66fc1a6. 00040000:00000010:3.0:1767384996.610482:0:40968:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003e385411. 00040000:00000010:3.0:1767384996.610484:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004cbe8d46. 00080000:00000010:3.0:1767384996.610486:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b8038a96. 00080000:00000010:3.0:1767384996.610490:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000000e43c27. 00000004:00000010:3.0:1767384996.610492:0:40968:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006677cc5c. 00000004:00000010:3.0:1767384996.610495:0:40968:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000027e3168f. 00000004:00000010:3.0:1767384996.610497:0:40968:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000098915cd5. 00000004:00000010:3.0:1767384996.610499:0:40968:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001b50623d. 00000004:00000010:3.0:1767384996.610600:0:40968:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000292a30c2. 00000040:00000010:3.0:1767384996.610603:0:40968:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000007aa6d4dc. 00000020:00000010:3.0:1767384996.610609:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000937584e0. 00000020:00000010:3.0:1767384996.610611:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba9f3b39. 00000040:00000010:3.0:1767384996.610613:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000af54d79a. 00000020:00000010:3.0:1767384996.610615:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087f6db0d. 00000020:00000010:3.0:1767384996.610617:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000011766510. 00000020:00000010:3.0:1767384996.610619:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000045fae66d. 80000000:00000010:3.0:1767384996.610620:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032b0bede. 40000000:00000010:3.0:1767384996.610622:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001c4a8835. 00100000:00000010:3.0:1767384996.610624:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000b426d54. 00040000:00000010:3.0:1767384996.610626:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000db86bf25. 00040000:00000010:3.0:1767384996.610628:0:40968:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c6a22e0f. 00040000:00000010:3.0:1767384996.610629:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c0a6f971. 00080000:00000010:3.0:1767384996.610632:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002744d533. 00080000:00000010:3.0:1767384996.610642:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c04cbd9e. 00000004:00000010:3.0:1767384996.610646:0:40968:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f89b1980. 00000004:00000010:3.0:1767384996.610648:0:40968:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cfc65c20. 00000004:00000010:3.0:1767384996.610650:0:40968:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b33a5ccd. 00000004:00000010:3.0:1767384996.610652:0:40968:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d7df42aa. 00000004:00000010:3.0:1767384996.610814:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c70a4577. 00000004:00000010:3.0:1767384996.610819:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ca25cec5. 00000004:00000010:3.0:1767384996.610823:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007316a9ff. 00080000:00000010:3.0:1767384996.610827:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000accc9bb. 00000001:00000010:3.0:1767384996.610833:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.610838:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00080000:00000010:3.0:1767384996.610848:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000accc9bb. 00000004:00000010:3.0:1767384996.610852:0:40968:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007316a9ff. 00000004:00000010:3.0:1767384996.610854:0:40968:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ca25cec5. 00000004:00000010:3.0:1767384996.610857:0:40968:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c70a4577. 00000004:00000010:3.0:1767384996.610890:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007657fb8f. 00000004:00000010:3.0:1767384996.610895:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ca25cec5. 00000004:00000010:3.0:1767384996.610898:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007316a9ff. 00080000:00000010:3.0:1767384996.610902:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000accc9bb. 00000001:00000010:3.0:1767384996.610908:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.610915:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00000004:00000010:3.0:1767384996.610938:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b39639fd. 00000004:00000010:3.0:1767384996.610941:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000050d0a69e. 00000004:00000010:3.0:1767384996.610944:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003218e4fb. 00080000:00000010:3.0:1767384996.610947:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc5a62a1. 00000001:00000010:3.0:1767384996.610952:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.610956:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00080000:00000010:3.0:1767384996.610968:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bc5a62a1. 00000040:00000010:1.0:1767384996.610968:0:41012:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f6ed237e. 00000004:00000010:3.0:1767384996.610974:0:40968:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003218e4fb. 00000004:00000010:3.0:1767384996.610977:0:40968:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000050d0a69e. 00000004:00000010:3.0:1767384996.610979:0:40968:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b39639fd. 00000004:00000010:3.0:1767384996.610985:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c7cc5820. 00000004:00000010:3.0:1767384996.610987:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000050d0a69e. 00000004:00000010:3.0:1767384996.610988:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003218e4fb. 00080000:00000010:3.0:1767384996.610991:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc5a62a1. 00000040:00000010:1.0:1767384996.610991:0:41012:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000b6ff12a8. 00000001:00000010:3.0:1767384996.610997:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.611001:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00000004:00000010:3.0:1767384996.611013:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fe49618d. 00000040:00000010:1.0:1767384996.611013:0:41012:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c06878ba. 00000004:00000010:3.0:1767384996.611020:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009df8eb13. 00000020:00000010:1.0:1767384996.611022:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035695a2b. 00000004:00000010:3.0:1767384996.611024:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f92bd2a1. 00000020:00000010:1.0:1767384996.611030:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a1854e01. 00080000:00000010:3.0:1767384996.611031:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e6cc8206. 00000040:00000010:1.0:1767384996.611038:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fcef8874. 00000001:00000010:3.0:1767384996.611039:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.611045:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00000020:00000010:1.0:1767384996.611047:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000059032bbc. 00000020:00000010:1.0:1767384996.611054:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000040c38211. 00080000:00000010:3.0:1767384996.611055:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e6cc8206. 00000020:00000010:1.0:1767384996.611058:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005ea0f001. 00000004:00000010:3.0:1767384996.611060:0:40968:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f92bd2a1. 00000004:00000010:3.0:1767384996.611064:0:40968:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009df8eb13. 80000000:00000010:1.0:1767384996.611065:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb467f77. 00000004:00000010:3.0:1767384996.611066:0:40968:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fe49618d. 40000000:00000010:1.0:1767384996.611073:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000057e73526. 00000004:00000010:3.0:1767384996.611075:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fef8b9fc. 00100000:00000010:1.0:1767384996.611080:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b075fc7d. 00000004:00000010:3.0:1767384996.611081:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009df8eb13. 00000004:00000010:3.0:1767384996.611087:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f92bd2a1. 00040000:00000010:1.0:1767384996.611089:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000406f1d9. 00080000:00000010:3.0:1767384996.611091:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e6cc8206. 00040000:00000010:1.0:1767384996.611096:0:41012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ba64690a. 00000001:00000010:3.0:1767384996.611097:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.611104:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00040000:00000010:1.0:1767384996.611104:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009040f84b. 00080000:00000010:1.0:1767384996.611111:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000023a6b16e. 00000004:00000010:3.0:1767384996.611114:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000525fa669. 00080000:00000010:1.0:1767384996.611117:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000082703b65. 00000004:00000010:3.0:1767384996.611119:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002bc4a02e. 00000004:00000010:3.0:1767384996.611124:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000086713cba. 00000004:00000010:1.0:1767384996.611125:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006cb93e7e. 00080000:00000010:3.0:1767384996.611127:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000080f709e4. 00000004:00000010:1.0:1767384996.611132:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008308c0d6. 00000001:00000010:3.0:1767384996.611133:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.611140:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00000004:00000010:1.0:1767384996.611140:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000fa9403c. 00002000:00000010:1.0:1767384996.611148:0:41012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006f8331af. 00080000:00000010:3.0:1767384996.611153:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000080f709e4. 00000004:00000010:1.0:1767384996.611153:0:41012:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bea509bb. 00000004:00000010:3.0:1767384996.611158:0:40968:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000086713cba. 00000020:00000010:1.0:1767384996.611158:0:41012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000729f937f. 00000004:00000010:3.0:1767384996.611160:0:40968:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002bc4a02e. 00000004:00000010:3.0:1767384996.611164:0:40968:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000525fa669. 00000004:00000010:3.0:1767384996.611178:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e6468678. 00000040:00000010:1.0:1767384996.611179:0:41012:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000854fffa9. 00000004:00000010:3.0:1767384996.611182:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002bc4a02e. 00000004:00000010:3.0:1767384996.611186:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000086713cba. 00080000:00000010:3.0:1767384996.611188:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000080f709e4. 00000001:00000010:3.0:1767384996.611192:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.611195:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00000020:00000010:3.0:1767384996.611212:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003eac0efb. 00080000:00000010:3.0:1767384996.611214:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000168967b6. 00080000:00000010:3.0:1767384996.611220:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000168967b6. 00000020:00000010:3.0:1767384996.611222:0:40968:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003eac0efb. 00000004:00000010:3.0:1767384996.611226:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f32501ab. 00000004:00000010:3.0:1767384996.611228:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000075ef0f54. 00000004:00000010:3.0:1767384996.611230:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000f2269e1. 00080000:00000010:3.0:1767384996.611246:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000168967b6. 00000040:00000010:3.0:1767384996.611259:0:40968:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a6cab99d. 00000040:00000010:3.0:1767384996.611264:0:40968:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003e731dc0. 00000040:00000010:3.0:1767384996.611276:0:40968:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000005068b7d9. 00000020:00000010:3.0:1767384996.611278:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a2bdea95. 00080000:00000010:3.0:1767384996.611281:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c3b9ebf5. 00000040:00000010:3.0:1767384996.611287:0:40968:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f2095863. 00000040:00000010:3.0:1767384996.611293:0:40968:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000006edfcd16. 00010000:00000010:2.1:1767384996.612163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d50fa3f. 00010000:00000010:2.1:1767384996.612169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4ec1874. 00000100:00000010:2.0:1767384996.612185:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edafef33. 00000100:00000010:0.0:1767384996.612191:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9be7637. 00000040:00000010:3.0:1767384996.617283:0:40968:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000006edfcd16. 00000100:00000010:3.0:1767384996.617297:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fdff1bd. 00000040:00000010:3.0:1767384996.617304:0:40968:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000421a5e8e. 00000040:00000010:3.0:1767384996.617309:0:40968:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000052ce7dc8. 00000040:00000010:3.0:1767384996.617328:0:40968:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000ca1ea3c6. 00000020:00000010:3.0:1767384996.617331:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000082ce4b36. 00080000:00000010:3.0:1767384996.617333:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000230e92d. 00000040:00000010:3.0:1767384996.617341:0:40968:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006edfcd16. 00000040:00000010:3.0:1767384996.617347:0:40968:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000e6338499. 00000040:00000010:3.0:1767384996.623307:0:40968:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000e6338499. 00000040:00000010:3.0:1767384996.623315:0:40968:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000dd8fb066. 00000020:00000010:3.0:1767384996.623318:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000735eb2a. 00000020:00000010:3.0:1767384996.623321:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004abd8739. 00000040:00000010:3.0:1767384996.623323:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f59a1c1. 00000020:00000010:3.0:1767384996.623325:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004f10eec8. 00000020:00000010:3.0:1767384996.623328:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000af5836f0. 00000020:00000010:3.0:1767384996.623332:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5fb94be. 80000000:00000010:3.0:1767384996.623334:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f824d7c9. 40000000:00000010:3.0:1767384996.623336:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002c4eb1fb. 00100000:00000010:3.0:1767384996.623338:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003561f285. 00040000:00000010:3.0:1767384996.623341:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000da414ee8. 00040000:00000010:3.0:1767384996.623343:0:40968:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c4c9d41e. 00040000:00000010:3.0:1767384996.623345:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b4437bdf. 00080000:00000010:3.0:1767384996.623347:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e6338499. 00080000:00000010:3.0:1767384996.623360:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f94a20ec. 00000004:00000010:3.0:1767384996.623363:0:40968:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004af44085. 00000004:00000010:3.0:1767384996.623366:0:40968:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008ba7b4e3. 00000004:00000010:3.0:1767384996.623369:0:40968:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e643371c. 00002000:00000010:3.0:1767384996.623372:0:40968:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b57496a7. 00000004:00000010:3.0:1767384996.623374:0:40968:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000045fc2788. 00000020:00000010:3.0:1767384996.623377:0:40968:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bd0ac8db. 00000040:00000010:3.0:1767384996.623381:0:40968:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003dbe86f8. 00000040:00000010:3.0:1767384996.628851:0:40968:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003dbe86f8. 00000020:00000010:3.0:1767384996.628857:0:40968:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bd0ac8db. 00000020:00000010:3.0:1767384996.628863:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004abd8739. 00000040:00000010:3.0:1767384996.628892:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001f59a1c1. 00000020:00000010:3.0:1767384996.628895:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004f10eec8. 00000020:00000010:3.0:1767384996.628899:0:40968:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000af5836f0. 00000020:00000010:3.0:1767384996.628903:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a5fb94be. 80000000:00000010:3.0:1767384996.628905:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f824d7c9. 40000000:00000010:3.0:1767384996.628907:0:40968:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c4eb1fb. 00100000:00000010:3.0:1767384996.628909:0:40968:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003561f285. 00040000:00000010:3.0:1767384996.628911:0:40968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000da414ee8. 00040000:00000010:3.0:1767384996.628913:0:40968:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c4c9d41e. 00040000:00000010:3.0:1767384996.628915:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b4437bdf. 00080000:00000010:3.0:1767384996.628917:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f94a20ec. 00080000:00000010:3.0:1767384996.628920:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e6338499. 00000004:00000010:3.0:1767384996.628922:0:40968:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004af44085. 00000004:00000010:3.0:1767384996.628924:0:40968:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008ba7b4e3. 00000004:00000010:3.0:1767384996.628928:0:40968:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e643371c. 00002000:00000010:3.0:1767384996.628931:0:40968:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b57496a7. 00000004:00000010:3.0:1767384996.628933:0:40968:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000045fc2788. 00000020:00000010:3.0:1767384996.628934:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000735eb2a. 00000040:00000010:3.0:1767384996.628936:0:40968:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000dd8fb066. 00000040:00000010:3.0:1767384996.628950:0:40968:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000dd8fb066. 00000020:00000010:3.0:1767384996.628952:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024ba50bd. 00000020:00000010:3.0:1767384996.628954:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4437bdf. 00000040:00000010:3.0:1767384996.628955:0:40968:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a5fb94be. 00000020:00000010:3.0:1767384996.628957:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e643371c. 00000020:00000010:3.0:1767384996.628959:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000af5836f0. 00000020:00000010:3.0:1767384996.628961:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000735eb2a. 80000000:00000010:3.0:1767384996.628963:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f824d7c9. 40000000:00000010:3.0:1767384996.628964:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002c4eb1fb. 00100000:00000010:3.0:1767384996.628965:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004af44085. 00040000:00000010:3.0:1767384996.628967:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000da414ee8. 00040000:00000010:3.0:1767384996.628968:0:40968:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c4c9d41e. 00040000:00000010:3.0:1767384996.628970:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001f59a1c1. 00080000:00000010:3.0:1767384996.628971:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f94a20ec. 00080000:00000010:3.0:1767384996.628973:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003dbe86f8. 00000004:00000010:3.0:1767384996.628975:0:40968:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003561f285. 00000004:00000010:3.0:1767384996.628977:0:40968:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008ba7b4e3. 00000004:00000010:3.0:1767384996.628978:0:40968:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004f10eec8. 00002000:00000010:3.0:1767384996.628980:0:40968:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000045fc2788. 00000004:00000010:3.0:1767384996.628981:0:40968:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b57496a7. 00000020:00000010:3.0:1767384996.628983:0:40968:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ccb52efa. 00000040:00000010:3.0:1767384996.628986:0:40968:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002415ca9b. 00000040:00000010:1.0:1767384996.629702:0:41012:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000854fffa9. 00000020:00000010:1.0:1767384996.629716:0:41012:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000729f937f. 00000020:00000010:1.0:1767384996.629722:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a1854e01. 00000040:00000010:1.0:1767384996.629725:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fcef8874. 00000020:00000010:1.0:1767384996.629727:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000059032bbc. 00000020:00000010:1.0:1767384996.629729:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000040c38211. 00000020:00000010:1.0:1767384996.629732:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005ea0f001. 80000000:00000010:1.0:1767384996.629734:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb467f77. 40000000:00000010:1.0:1767384996.629736:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000057e73526. 00100000:00000010:1.0:1767384996.629738:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b075fc7d. 00040000:00000010:1.0:1767384996.629739:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000406f1d9. 00040000:00000010:1.0:1767384996.629742:0:41012:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ba64690a. 00040000:00000010:1.0:1767384996.629744:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009040f84b. 00080000:00000010:1.0:1767384996.629746:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000082703b65. 00080000:00000010:1.0:1767384996.629748:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000023a6b16e. 00000004:00000010:1.0:1767384996.629751:0:41012:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006cb93e7e. 00000004:00000010:1.0:1767384996.629753:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008308c0d6. 00000004:00000010:1.0:1767384996.629755:0:41012:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000fa9403c. 00002000:00000010:1.0:1767384996.629756:0:41012:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006f8331af. 00000004:00000010:1.0:1767384996.629758:0:41012:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bea509bb. 00000020:00000010:1.0:1767384996.629760:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035695a2b. 00000040:00000010:1.0:1767384996.629761:0:41012:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c06878ba. 00000020:00000010:1.0:1767384996.629767:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba9f3b39. 00000040:00000010:1.0:1767384996.629769:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000af54d79a. 00000020:00000010:1.0:1767384996.629770:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000087f6db0d. 00000020:00000010:1.0:1767384996.629772:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000011766510. 00000020:00000010:1.0:1767384996.629775:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000045fae66d. 80000000:00000010:1.0:1767384996.629776:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000032b0bede. 40000000:00000010:1.0:1767384996.629778:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001c4a8835. 00100000:00000010:1.0:1767384996.629779:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000b426d54. 00040000:00000010:1.0:1767384996.629781:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000db86bf25. 00040000:00000010:1.0:1767384996.629783:0:41012:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c6a22e0f. 00040000:00000010:1.0:1767384996.629784:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c0a6f971. 00080000:00000010:1.0:1767384996.629786:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c04cbd9e. 00080000:00000010:1.0:1767384996.629802:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002744d533. 00000004:00000010:1.0:1767384996.629804:0:41012:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f89b1980. 00000004:00000010:1.0:1767384996.629806:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cfc65c20. 00000004:00000010:1.0:1767384996.629808:0:41012:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b33a5ccd. 00000004:00000010:1.0:1767384996.629810:0:41012:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d7df42aa. 00000020:00000010:1.0:1767384996.629812:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000937584e0. 00000004:00000010:1.0:1767384996.629813:0:41012:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000292a30c2. 00000100:00000010:1.0:1767384996.629842:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000247a2e8f. 00000040:00000010:3.0:1767384996.630079:0:40968:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002415ca9b. 00000020:00000010:3.0:1767384996.630084:0:40968:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ccb52efa. 00000020:00000010:3.0:1767384996.630090:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b4437bdf. 00000040:00000010:3.0:1767384996.630092:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a5fb94be. 00000020:00000010:3.0:1767384996.630094:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e643371c. 00000020:00000010:3.0:1767384996.630095:0:40968:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000af5836f0. 00000020:00000010:3.0:1767384996.630097:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000735eb2a. 80000000:00000010:3.0:1767384996.630099:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f824d7c9. 40000000:00000010:3.0:1767384996.630100:0:40968:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c4eb1fb. 00100000:00000010:3.0:1767384996.630102:0:40968:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004af44085. 00040000:00000010:3.0:1767384996.630103:0:40968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000da414ee8. 00040000:00000010:3.0:1767384996.630105:0:40968:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c4c9d41e. 00040000:00000010:3.0:1767384996.630106:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001f59a1c1. 00080000:00000010:3.0:1767384996.630108:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003dbe86f8. 00080000:00000010:3.0:1767384996.630109:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f94a20ec. 00000004:00000010:3.0:1767384996.630111:0:40968:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003561f285. 00000004:00000010:3.0:1767384996.630112:0:40968:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008ba7b4e3. 00000004:00000010:3.0:1767384996.630114:0:40968:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004f10eec8. 00002000:00000010:3.0:1767384996.630115:0:40968:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000045fc2788. 00000004:00000010:3.0:1767384996.630117:0:40968:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b57496a7. 00000020:00000010:3.0:1767384996.630118:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024ba50bd. 00000040:00000010:3.0:1767384996.630120:0:40968:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000dd8fb066. 00000040:00000010:3.0:1767384996.630124:0:40968:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000025872fc6. 00000040:00000010:3.0:1767384996.630129:0:40968:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004abd8739. 00000040:00000010:3.0:1767384996.630172:0:40968:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 0000000022a0de39. 00000020:00000010:3.0:1767384996.630176:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000da414ee8. 00080000:00000010:3.0:1767384996.630179:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f59a1c1. 00000040:00000010:3.0:1767384996.630186:0:40968:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f94a20ec. 00000001:00000010:3.0:1767384996.630193:0:40968:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000a89ca7ca. 00000004:00000010:3.0:1767384996.630211:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000087a95e3a. 00000004:00000010:3.0:1767384996.630215:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000097e4d283. 00000004:00000010:3.0:1767384996.630218:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000caf1e65b. 00080000:00000010:3.0:1767384996.630221:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000735eb2a. 00080000:00000010:3.0:1767384996.630228:0:40968:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000024ba50bd. 00080000:00000010:3.0:1767384996.630250:0:40968:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000a5fb94be. 00080000:00000010:3.0:1767384996.630270:0:40968:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000d8c111df. 00000001:00000010:3.0:1767384996.630297:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.630308:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00080000:00000010:3.0:1767384996.630315:0:40968:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000d8c111df. 00080000:00000010:3.0:1767384996.630392:0:40968:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000735eb2a. 00000004:00000010:3.0:1767384996.630396:0:40968:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000caf1e65b. 00000004:00000010:3.0:1767384996.630399:0:40968:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000097e4d283. 00000004:00000010:3.0:1767384996.630401:0:40968:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000087a95e3a. 00000020:00000010:3.0:1767384996.630408:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005840d9e7. 00080000:00000010:3.0:1767384996.630411:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b4437bdf. 00080000:00000010:3.0:1767384996.630415:0:40968:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000735eb2a. 00080000:00000010:3.0:1767384996.630420:0:40968:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002c4eb1fb. 00000001:00000010:3.0:1767384996.630543:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.630549:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00080000:00000010:3.0:1767384996.630561:0:40968:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000004f10eec8. 00080000:00000010:3.0:1767384996.630577:0:40968:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002c4eb1fb. 00080000:00000010:3.0:1767384996.630581:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000007dcd904. 00100000:00000010:3.0:1767384996.630586:0:40968:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002c4eb1fb. 00080000:00000010:3.0:1767384996.630596:0:40968:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c45af639. 00000001:00000010:3.0:1767384996.630601:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.630604:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00080000:00000010:3.0:1767384996.630611:0:40968:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000066609365. 00000001:00000010:3.0:1767384996.630614:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.630616:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00080000:00000010:3.0:1767384996.630620:0:40968:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000096ce6f4c. 00000001:00000010:3.0:1767384996.630623:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.630625:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00080000:00000010:3.0:1767384996.630630:0:40968:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000736e9aab. 00000001:00000010:3.0:1767384996.630632:0:40968:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005c6ffbd1. 00000001:00000010:3.0:1767384996.630634:0:40968:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005c6ffbd1. 00100000:00000010:3.0:1767384996.630640:0:40968:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 000000008ba7b4e3. 00000020:00000010:3.0:1767384996.630662:0:40968:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000cfc65c20. 00000004:00000010:3.0:1767384996.630673:0:40968:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d2bef304. 00000004:00000010:3.0:1767384996.630676:0:40968:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000097e4d283. 00000004:00000010:3.0:1767384996.630678:0:40968:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000caf1e65b. 00080000:00000010:3.0:1767384996.630681:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fd5d6b62. 00000020:00000010:3.0:1767384996.630690:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000df16ad92. 00080000:00000010:3.0:1767384996.630692:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000afb68c98. 00000020:00000010:3.0:1767384996.630703:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000292c977d. 00080000:00000010:3.0:1767384996.630705:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000555643ec. 00010000:00000010:3.1:1767384996.630911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bc13918f. 00010000:00000010:3.1:1767384996.630917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00010000:00000010:3.1:1767384996.630922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056b4699d. 00100000:00000010:3.0:1767384996.631010:0:40968:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000865a95e8. 00100000:00000010:3.0:1767384996.631013:0:40968:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000a1ac9f94. 00100000:00000010:3.0:1767384996.631041:0:40968:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000a1ac9f94. 00100000:00000010:3.0:1767384996.631045:0:40968:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 000000003561f285. 00100000:00000010:3.0:1767384996.631048:0:40968:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000006e30fda0. 00100000:00000010:3.0:1767384996.631050:0:40968:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000b57496a7. 00100000:00000010:3.0:1767384996.631052:0:40968:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 0000000045fc2788. 00000020:00000010:3.0:1767384996.631068:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fad002c1. 00080000:00000010:3.0:1767384996.631071:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000768e118c. 00000020:00000010:3.0:1767384996.631088:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000de932267. 00080000:00000010:3.0:1767384996.631090:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b5627d62. 00080000:00000010:3.0:1767384996.631094:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004a8c1c6d. 00000020:00000010:3.0:1767384996.631104:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bb21c6fb. 00080000:00000010:3.0:1767384996.631106:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000141767d4. 00080000:00000010:3.0:1767384996.631111:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000db86bf25. 00000020:00000010:3.0:1767384996.631119:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009ff095eb. 00080000:00000010:3.0:1767384996.631122:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005ca24fc5. 00080000:00000010:3.0:1767384996.631126:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007d193e0d. 00000020:00000010:3.0:1767384996.631134:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b5c6944a. 00080000:00000010:3.0:1767384996.631136:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f25ca5a3. 00080000:00000010:3.0:1767384996.631140:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000315b5a7f. 00000020:00000010:3.0:1767384996.631148:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009d72a9de. 00080000:00000010:3.0:1767384996.631150:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dc8a89d0. 00080000:00000010:3.0:1767384996.631154:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d5bb0549. 00000020:00000010:3.0:1767384996.631161:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000104747b7. 00080000:00000010:3.0:1767384996.631164:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000048f0d818. 00080000:00000010:3.0:1767384996.631168:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001d6f8201. 00000020:00000010:3.0:1767384996.631175:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000004913d2. 00080000:00000010:3.0:1767384996.631185:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000f1df5ff. 00080000:00000010:3.0:1767384996.631194:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f3643fb2. 00000020:00000010:3.0:1767384996.631204:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000efa1933e. 00080000:00000010:3.0:1767384996.631207:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001aa1b1b3. 00080000:00000010:3.0:1767384996.631211:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000259b0c44. 00000020:00000010:3.0:1767384996.631220:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000559b8cc. 00080000:00000010:3.0:1767384996.631222:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009146c75e. 00080000:00000010:3.0:1767384996.631226:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001fdc1cac. 00000020:00000010:3.0:1767384996.631252:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000068098df1. 00080000:00000010:3.0:1767384996.631256:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000014c23986. 00080000:00000010:3.0:1767384996.631261:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000007487d07. 00000020:00000010:3.0:1767384996.631271:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000552759f8. 00080000:00000010:3.0:1767384996.631273:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000675e8006. 00080000:00000010:3.0:1767384996.631277:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008f0946df. 00000020:00000010:3.0:1767384996.631286:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006992554c. 00080000:00000010:3.0:1767384996.631288:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000056ab1070. 00080000:00000010:3.0:1767384996.631291:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002a70cd43. 00000020:00000010:3.0:1767384996.631300:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000069d70399. 00080000:00000010:3.0:1767384996.631302:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009fc558a4. 00080000:00000010:3.0:1767384996.631306:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001cba6860. 00000020:00000010:3.0:1767384996.631314:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001ab54381. 00080000:00000010:3.0:1767384996.631316:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000082197bc. 00080000:00000010:3.0:1767384996.631320:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fe1979e6. 00000020:00000010:3.0:1767384996.631328:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009e4bad06. 00080000:00000010:3.0:1767384996.631330:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000125c8fe7. 00080000:00000010:3.0:1767384996.631334:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000061ee2d23. 00000020:00000010:3.0:1767384996.631342:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000059b92d40. 00080000:00000010:3.0:1767384996.631344:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000937e04ea. 00080000:00000010:3.0:1767384996.631348:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002a83125b. 00100000:00000010:3.0:1767384996.631353:0:40968:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000c4c9d41e. 00100000:00000010:3.0:1767384996.631355:0:40968:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000a530309d. 00100000:00000010:3.0:1767384996.631357:0:40968:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000f5074df8. 00100000:00000010:3.0:1767384996.631359:0:40968:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000e5e7f09b. 00000020:00000010:3.0:1767384996.631368:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000c39bb98. 00080000:00000010:3.0:1767384996.631370:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007efaafc5. 00000020:00000010:3.0:1767384996.631545:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bc363711. 00080000:00000010:3.0:1767384996.631548:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000041982014. 00080000:00000010:3.0:1767384996.631553:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a988b296. 00000020:00000010:3.0:1767384996.631563:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002697bb9b. 00080000:00000010:3.0:1767384996.631565:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b668e99. 00080000:00000010:3.0:1767384996.631569:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d42f4034. 00000020:00000010:3.0:1767384996.631576:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001b37009d. 00080000:00000010:3.0:1767384996.631578:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000080ccd44. 00080000:00000010:3.0:1767384996.631583:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000052c914ee. 00000020:00000010:3.0:1767384996.631592:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072854988. 00080000:00000010:3.0:1767384996.631594:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000826f5d6d. 00080000:00000010:3.0:1767384996.631599:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000042011c1f. 00000020:00000010:3.0:1767384996.631606:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c5170d09. 00080000:00000010:3.0:1767384996.631608:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7f85a92. 00080000:00000010:3.0:1767384996.631612:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a0fdecd8. 00000020:00000010:3.0:1767384996.631620:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d9c2f9af. 00080000:00000010:3.0:1767384996.631630:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d0225ef. 00080000:00000010:3.0:1767384996.631638:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000031d92509. 00000020:00000010:3.0:1767384996.631650:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b64cf22f. 00080000:00000010:3.0:1767384996.631652:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000886cc75d. 00080000:00000010:3.0:1767384996.631656:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c02448fc. 00000020:00000010:3.0:1767384996.631666:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001f98116e. 00080000:00000010:3.0:1767384996.631669:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006fefdf48. 00080000:00000010:3.0:1767384996.631673:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000068f50514. 00000020:00000010:3.0:1767384996.631680:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000767304e4. 00080000:00000010:3.0:1767384996.631682:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d6a8bb91. 00080000:00000010:3.0:1767384996.631686:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000793e85e5. 00000020:00000010:3.0:1767384996.631694:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b9adf83a. 00080000:00000010:3.0:1767384996.631696:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000001340adb. 00080000:00000010:3.0:1767384996.631700:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001f6b5b4a. 00000020:00000010:3.0:1767384996.631708:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000558ee131. 00080000:00000010:3.0:1767384996.631710:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ac5584f6. 00080000:00000010:3.0:1767384996.631714:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000239d6813. 00000020:00000010:3.0:1767384996.631722:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b365ac3. 00080000:00000010:3.0:1767384996.631724:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e9073265. 00080000:00000010:3.0:1767384996.631728:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007d38c80a. 00000020:00000010:3.0:1767384996.631736:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009dceee9e. 00080000:00000010:3.0:1767384996.631738:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d76dc261. 00080000:00000010:3.0:1767384996.631742:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000afdc87ee. 00000020:00000010:3.0:1767384996.631749:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000061a71f10. 00080000:00000010:3.0:1767384996.631751:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c521d69. 00080000:00000010:3.0:1767384996.631755:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003176e5fd. 00000020:00000010:3.0:1767384996.631762:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000efc52a79. 00080000:00000010:3.0:1767384996.631815:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000076179d86. 00080000:00000010:3.0:1767384996.631824:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000003c815b0. 00000020:00000010:3.0:1767384996.631837:0:40968:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b9d69d34. 00080000:00000010:3.0:1767384996.631839:0:40968:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b27d92a. 00080000:00000010:3.0:1767384996.631843:0:40968:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000063961142. 00100000:00000010:3.0:1767384996.631850:0:40968:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000854fffa9. 00200000:00000010:3.0:1767384996.631854:0:40968:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000c2b1223c. 00000020:00000010:3.0:1767384996.631894:0:40968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000683d7dc9. 00000020:00000010:3.0:1767384996.631899:0:40968:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000059601017. 00000020:00000010:3.0:1767384996.631902:0:40968:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004af44085. 00000020:00000010:3.0:1767384996.631905:0:40968:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000af5836f0. 00000020:00000010:3.0:1767384996.631908:0:40968:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d44e38d7. 80000000:00000010:3.0:1767384996.631911:0:40968:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd8fb066. 40000000:00000010:3.0:1767384996.631913:0:40968:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000086029060. 00100000:00000010:3.0:1767384996.631916:0:40968:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e643371c. 00040000:00000010:3.0:1767384996.631920:0:40968:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c3db71d8. 00040000:00000010:3.0:1767384996.631923:0:40968:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cfb53edf. 00080000:00000010:3.0:1767384996.631926:0:40968:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003dbe86f8. 00080000:00000010:3.0:1767384996.631929:0:40968:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002415ca9b. 00002000:00000010:3.0:1767384996.631933:0:40968:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000322a85a8. 00080000:00000010:3.0:1767384996.631944:0:40968:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000085d6d373. 00080000:00000010:3.0:1767384996.631949:0:40968:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009e82a203. 00080000:00000010:1.0:1767384996.632707:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000085d6d373. 00080000:00000010:1.0:1767384996.632713:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000736e9aab. 00080000:00000010:1.0:1767384996.632715:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000096ce6f4c. 00080000:00000010:1.0:1767384996.632717:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000066609365. 00080000:00000010:1.0:1767384996.632718:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c45af639. 00080000:00000010:1.0:1767384996.632720:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000735eb2a. 00080000:00000010:1.0:1767384996.632722:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000024ba50bd. 00080000:00000010:3.0:1767384996.632751:0:40968:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009e82a203. 00000020:00000010:3.0:1767384996.632761:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000059601017. 00000020:00000010:3.0:1767384996.632763:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004af44085. 00000020:00000010:3.0:1767384996.632765:0:40968:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000af5836f0. 00000020:00000010:3.0:1767384996.632767:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d44e38d7. 80000000:00000010:3.0:1767384996.632768:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dd8fb066. 40000000:00000010:3.0:1767384996.632770:0:40968:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000086029060. 00100000:00000010:3.0:1767384996.632772:0:40968:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e643371c. 00040000:00000010:3.0:1767384996.632773:0:40968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c3db71d8. 00040000:00000010:3.0:1767384996.632775:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cfb53edf. 00080000:00000010:3.0:1767384996.632779:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002415ca9b. 00080000:00000010:3.0:1767384996.632781:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003dbe86f8. 00002000:00000010:3.0:1767384996.632783:0:40968:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000322a85a8. 00000020:00000010:3.0:1767384996.632784:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000683d7dc9. 00000004:00000010:3.0:1767384996.632791:0:40968:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 0000000086029060. 00000004:00000010:2.0:1767384996.632977:0:41013:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000a2a9e4a3. 00000020:00000010:2.0:1767384996.632983:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a69820d. 00000004:00000010:3.0:1767384996.632984:0:40968:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 0000000086029060. 00000020:00000010:2.0:1767384996.632987:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063c59771. 00000040:00000010:2.0:1767384996.632991:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a4179bf9. 00000020:00000010:2.0:1767384996.632994:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000393047dc. 00000020:00000010:2.0:1767384996.632997:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a5843538. 00000020:00000010:2.0:1767384996.633000:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f6508b29. 80000000:00000010:2.0:1767384996.633002:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a08707c1. 00000020:00000010:3.0:1767384996.633004:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000023fdf12a. 40000000:00000010:2.0:1767384996.633004:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005236161a. 00100000:00000010:2.0:1767384996.633011:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000372fec35. 00000040:00000010:3.0:1767384996.633012:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000055bdbba4. 00040000:00000010:2.0:1767384996.633013:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d8637f68. 00040000:00000010:2.0:1767384996.633018:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f0aff541. 00000020:00000010:3.0:1767384996.633019:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000db0a1677. 00040000:00000010:2.0:1767384996.633021:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000042e96ee8. 00000020:00000010:3.0:1767384996.633025:0:40968:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e7c54490. 00000100:00000010:0.0:1767384996.633026:0:41002:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db1316fd. 00080000:00000010:2.0:1767384996.633027:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ef5b91ff. 00000020:00000010:3.0:1767384996.633031:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a7111808. 00080000:00000010:2.0:1767384996.633033:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ee51b161. 80000000:00000010:3.0:1767384996.633037:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bea86f01. 00000004:00000010:2.0:1767384996.633039:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001d3e5104. 02000000:00000010:0.0:1767384996.633041:0:41002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083bbc65d. 40000000:00000010:3.0:1767384996.633043:0:40968:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000014b5e973. 00000004:00000010:2.0:1767384996.633046:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a048c515. 00000020:00000010:3.0:1767384996.633047:0:40968:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000cfc65c20. 00000004:00000010:2.0:1767384996.633051:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000426078d6. 00100000:00000010:3.0:1767384996.633053:0:40968:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e82e015f. 00000100:00000010:0.0:1767384996.633054:0:41002:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29e91b. 00000004:00000010:2.0:1767384996.633056:0:41013:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001eea32a6. 00040000:00000010:3.0:1767384996.633059:0:40968:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000409ce874. 00080000:00000010:2.0:1767384996.633063:0:41013:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000a41d1a46. 00040000:00000010:3.0:1767384996.633064:0:40968:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b6b4c202. 02000000:00000010:0.0:1767384996.633069:0:41002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055f28ab4. 00040000:00000010:3.0:1767384996.633070:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000721bbb29. 00080000:00000010:3.0:1767384996.633072:0:40968:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000004f10eec8. 00080000:00000010:3.0:1767384996.633075:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce9b00bd. 00000400:00000010:0.0:1767384996.633075:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000987e47af. 00080000:00000010:3.0:1767384996.633079:0:40968:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000a5fb94be. 00080000:00000010:3.0:1767384996.633081:0:40968:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000007e77b95f. 00000400:00000010:0.0:1767384996.633082:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c44d62. 00080000:00000010:3.0:1767384996.633083:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4f9f5ea. 00000004:00000010:3.0:1767384996.633086:0:40968:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000beceddd5. 00000100:00000200:0.0:1767384996.633087:0:41002:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237363774848, portal 4 00000004:00000010:3.0:1767384996.633089:0:40968:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001c47a285. 00000004:00000010:3.0:1767384996.633092:0:40968:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000138aa686. 00000400:00000010:0.0:1767384996.633094:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a4e4903. 00000004:00000010:3.0:1767384996.633095:0:40968:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000a67f4eb. 00000100:00000200:0.0:1767384996.633096:0:41002:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237363774848, offset 0 00000020:00000010:3.0:1767384996.633098:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008837bf66. 00000020:00000010:3.0:1767384996.633101:0:40968:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7598481. 00000400:00000200:0.0:1767384996.633104:0:41002:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384996.633106:0:40968:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d22cdf97. 00000020:00000010:3.0:1767384996.633108:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034f3b922. 00000400:00000200:0.0:1767384996.633116:0:41002:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:3.0:1767384996.633119:0:40968:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000bd350ed6. 00000400:00000200:0.0:1767384996.633125:0:41002:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958272c09580 00000020:00000010:3.0:1767384996.633127:0:40968:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008bdc41b1. 00000040:00000010:3.0:1767384996.633131:0:40968:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b8d2264a. 00000020:00000010:3.0:1767384996.633133:0:40968:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000af0d7301. 00000400:00000200:0.0:1767384996.633133:0:41002:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 6272 00000020:00000010:3.0:1767384996.633136:0:40968:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e7b65915. 80000000:00000010:3.0:1767384996.633139:0:40968:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f4a4cde. 00000400:00000200:0.0:1767384996.633140:0:41002:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:3.0:1767384996.633142:0:40968:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002c65bf20. 00000400:00000200:0.0:1767384996.633144:0:41002:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:3.0:1767384996.633145:0:40968:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000adbc449a. 00080000:00000010:3.0:1767384996.633149:0:40968:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000003422de7e. 00000100:00000200:0.0:1767384996.633149:0:41002:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:3.0:1767384996.633151:0:40968:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d911f2c1. 00000100:00000010:0.0:1767384996.633153:0:41002:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000453b0e7c. 20000000:00000010:3.0:1767384996.633155:0:40968:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000b9e9937. 00000020:00000010:3.0:1767384996.633157:0:40968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6901a17. 00000400:00000200:0.0:1767384996.633171:0:41002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a4e4903 00000400:00000010:0.0:1767384996.633174:0:41002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a4e4903. 00000100:00000200:0.0:1767384996.633181:0:41002:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db1316fd x1853237363774848/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767385012 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384996.633200:0:41002:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000411cbbca. 00000020:00000010:2.0:1767384996.633205:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043015ae7. 00000100:00000010:0.0:1767384996.633211:0:41002:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab07f73f. 00000100:00000010:0.0:1767384996.633222:0:41002:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f4a4cde. 00000100:00000010:0.0:1767384996.633228:0:41002:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045e107c1. 00000020:00000010:2.0:1767384996.633247:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043015ae7. 00000020:00000010:2.0:1767384996.633253:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a843750c. 00000020:00000010:2.0:1767384996.633256:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038e4ab65. 00000020:00000010:2.0:1767384996.633260:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00080000:00000010:1.0:1767384996.633270:0:41013:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000a41d1a46. 00000020:00000010:1.0:1767384996.633277:0:41013:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063c59771. 00000040:00000010:1.0:1767384996.633280:0:41013:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a4179bf9. 00000020:00000010:1.0:1767384996.633284:0:41013:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000393047dc. 00000020:00000010:1.0:1767384996.633287:0:41013:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a5843538. 00000020:00000010:1.0:1767384996.633291:0:41013:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f6508b29. 80000000:00000010:1.0:1767384996.633294:0:41013:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a08707c1. 00000020:00000010:2.0:1767384996.633297:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043015ae7. 40000000:00000010:1.0:1767384996.633299:0:41013:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005236161a. 00000020:00000010:2.0:1767384996.633301:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043015ae7. 00100000:00000010:1.0:1767384996.633303:0:41013:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000372fec35. 00000100:00000200:2.0:1767384996.633305:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363774848 00040000:00000010:1.0:1767384996.633307:0:41013:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d8637f68. 00040000:00000010:1.0:1767384996.633310:0:41013:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f0aff541. 00040000:00000010:1.0:1767384996.633312:0:41013:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000042e96ee8. 00080000:00000010:1.0:1767384996.633313:0:41013:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ee51b161. 00080000:00000010:1.0:1767384996.633315:0:41013:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ef5b91ff. 00000004:00000010:1.0:1767384996.633318:0:41013:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001d3e5104. 02000000:00000010:2.0:1767384996.633319:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000159fdbc. 00000004:00000010:1.0:1767384996.633321:0:41013:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a048c515. 00000004:00000010:1.0:1767384996.633325:0:41013:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000426078d6. 00000004:00000010:1.0:1767384996.633327:0:41013:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001eea32a6. 00000020:00000010:1.0:1767384996.633329:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a69820d. 00000004:00000010:1.0:1767384996.633332:0:41013:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000a2a9e4a3. 00010000:00000200:2.0:1767384996.633333:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000453b0e7c x1853237363774848/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 264/240 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384996.633347:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000100:00000200:2.0:1767384996.633351:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237363774848, offset 224 00000400:00000200:2.0:1767384996.633357:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384996.633364:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384996.633370:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958272c09580 00000400:00000200:2.0:1767384996.633374:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2b85 [1] + 224 00000400:00000200:2.0:1767384996.633377:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384996.633380:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384996.633384:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db1316fd x1853237363774848/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767385012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384996.633401:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000400:00000010:2.0:1767384996.633405:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000400:00000010:1.0:1767384996.633411:0:41002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000987e47af. 00000020:00000010:2.0:1767384996.633414:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038e4ab65. 00000400:00000200:1.0:1767384996.633418:0:41002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c44d62 00000020:00000010:2.0:1767384996.633419:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000400:00000010:1.0:1767384996.633422:0:41002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c44d62. 00000020:00000010:2.0:1767384996.633425:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a843750c. 00000100:00000200:1.0:1767384996.633431:0:41002:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db1316fd x1853237363774848/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384996.633444:0:41002:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db1316fd x1853237363774848/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384996.633469:0:41002:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ed29e91b. 02000000:00000010:1.0:1767384996.633475:0:41002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055f28ab4. 02000000:00000010:1.0:1767384996.633481:0:41002:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000083bbc65d. 00000100:00000010:1.0:1767384996.633486:0:41002:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db1316fd. 00000100:00000010:1.0:1767384996.633496:0:41002:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001056bf09. 02000000:00000010:1.0:1767384996.633505:0:41002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa49d214. 00000100:00000010:1.0:1767384996.633514:0:41002:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034aba453. 02000000:00000010:1.0:1767384996.633525:0:41002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bea509bb. 00000400:00000010:1.0:1767384996.633533:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2f56eec. 00000400:00000010:1.0:1767384996.633540:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.633545:0:41002:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363774976, portal 4 00000400:00000010:1.0:1767384996.633551:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001de31111. 00000100:00000200:1.0:1767384996.633556:0:41002:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237363774976, offset 0 00000400:00000200:1.0:1767384996.633565:0:41002:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.633577:0:41002:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.633588:0:41002:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272c09600 00000400:00000200:1.0:1767384996.633597:0:41002:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6536 00000400:00000200:1.0:1767384996.633604:0:41002:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.633610:0:41002:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384996.633615:0:41002:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384996.633619:0:41002:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003846e97e. 00000400:00000200:1.0:1767384996.633637:0:41002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001de31111 00000400:00000010:1.0:1767384996.633640:0:41002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001de31111. 00000100:00000200:1.0:1767384996.633645:0:41002:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001056bf09 x1853237363774976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385012 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384996.633649:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002765a5b8. 00000020:00000010:2.0:1767384996.633655:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002765a5b8. 00000020:00000010:2.0:1767384996.633660:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a843750c. 00000020:00000010:2.0:1767384996.633664:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038e4ab65. 00000020:00000010:2.0:1767384996.633667:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767384996.633683:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002765a5b8. 00000020:00000010:2.0:1767384996.633686:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002765a5b8. 00000100:00000200:2.0:1767384996.633689:0:17880:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363774976 02000000:00000010:2.0:1767384996.633699:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000fa9649b4. 00010000:00000200:2.0:1767384996.633710:0:17880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003846e97e x1853237363774976/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 432/432 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384996.633722:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000100:00000200:2.0:1767384996.633727:0:17880:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237363774976, offset 224 00000400:00000200:2.0:1767384996.633731:0:17880:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384996.633740:0:17880:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384996.633746:0:17880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272c09600 00000400:00000200:2.0:1767384996.633750:0:17880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b91 [1] + 224 00000400:00000200:2.0:1767384996.633753:0:17880:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384996.633758:0:17880:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384996.633764:0:17880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001056bf09 x1853237363774976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384996.633785:0:17880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000400:00000010:2.0:1767384996.633787:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000020:00000010:2.0:1767384996.633792:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038e4ab65. 00000020:00000010:2.0:1767384996.633795:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000400:00000010:1.0:1767384996.633800:0:41002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2f56eec. 00000020:00000010:2.0:1767384996.633801:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a843750c. 00000400:00000200:1.0:1767384996.633807:0:41002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.633810:0:41002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.633816:0:41002:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001056bf09 x1853237363774976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384996.633832:0:41002:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001056bf09 x1853237363774976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384996.633847:0:41002:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034aba453. 02000000:00000010:1.0:1767384996.633854:0:41002:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bea509bb. 02000000:00000010:1.0:1767384996.633859:0:41002:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa49d214. 00000100:00000010:1.0:1767384996.633891:0:41002:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001056bf09. 00080000:00000010:3.0:1767384996.633898:0:10595:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009a3cf5ce. 00080000:00000010:0.0:1767384996.633898:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000781361c9. 00000100:00000010:1.0:1767384996.633901:0:41002:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001056bf09. 00080000:00000010:3.0:1767384996.633907:0:10595:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009a3cf5ce. 00080000:00000010:0.0:1767384996.633907:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000781361c9. 02000000:00000010:1.0:1767384996.633910:0:41002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa49d214. 00080000:00000010:3.0:1767384996.633922:0:10595:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009a3cf5ce. 00000100:00000010:1.0:1767384996.633923:0:41002:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034aba453. 00080000:00000010:0.0:1767384996.633923:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000781361c9. 00080000:00000010:3.0:1767384996.633930:0:10595:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009a3cf5ce. 00080000:00000010:0.0:1767384996.633930:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000781361c9. 02000000:00000010:1.0:1767384996.633933:0:41002:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bea509bb. 00000400:00000010:1.0:1767384996.633938:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2f56eec. 00000400:00000010:1.0:1767384996.633941:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.633943:0:41002:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237363775104, portal 4 00000400:00000010:1.0:1767384996.633946:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001de31111. 00000100:00000200:1.0:1767384996.633948:0:41002:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237363775104, offset 0 00000400:00000200:1.0:1767384996.633951:0:41002:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384996.633955:0:41002:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384996.633960:0:41002:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272c09680 00000400:00000200:1.0:1767384996.633963:0:41002:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6968 00000400:00000200:1.0:1767384996.633966:0:41002:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384996.633968:0:41002:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384996.633971:0:41002:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384996.633973:0:41002:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009402618f. 00000400:00000200:1.0:1767384996.633986:0:41002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001de31111 00000400:00000010:1.0:1767384996.633988:0:41002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001de31111. 00000100:00000200:1.0:1767384996.633993:0:41002:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001056bf09 x1853237363775104/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385012 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384996.633999:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd734f1c. 00000020:00000010:2.0:1767384996.634004:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd734f1c. 00000020:00000010:2.0:1767384996.634009:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4536c5f. 00000020:00000010:2.0:1767384996.634014:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038e4ab65. 00000020:00000010:2.0:1767384996.634016:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767384996.634035:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd734f1c. 00000020:00000010:2.0:1767384996.634037:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd734f1c. 00000100:00000200:2.0:1767384996.634039:0:17879:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237363775104 02000000:00000010:2.0:1767384996.634045:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000008ce48a2f. 00002000:00000010:2.0:1767384996.634056:0:17879:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000dd734f1c. 00000020:00000010:2.0:1767384996.634063:0:17879:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d8637f68. 00002000:00000010:2.0:1767384996.634075:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005021c488. 00080000:00000010:2.0:1767384996.634080:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d35e37f9. 00002000:00000010:2.0:1767384996.634097:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001ad40371. 00080000:00000010:2.0:1767384996.634100:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006c3b10b1. 00002000:00000010:2.0:1767384996.634106:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000be13fd9b. 00080000:00000010:2.0:1767384996.634108:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000069c81b4f. 00002000:00000010:2.0:1767384996.634113:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003a5c6c12. 00080000:00000010:2.0:1767384996.634116:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e22423fa. 00002000:00000010:2.0:1767384996.634120:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000078d46661. 00080000:00000010:2.0:1767384996.634122:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004a8d4304. 00002000:00000010:2.0:1767384996.634127:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000328d3c80. 00080000:00000010:2.0:1767384996.634129:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000042e96ee8. 00002000:00000010:2.0:1767384996.634134:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e5d0f457. 00080000:00000010:2.0:1767384996.634135:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f6508b29. 00002000:00000010:2.0:1767384996.634141:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009c20be39. 00080000:00000010:2.0:1767384996.634148:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000704c66eb. 00080000:00000010:2.0:1767384996.634157:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000361ffde7. 00080000:00000010:2.0:1767384996.634161:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f4da0558. 00080000:00000010:2.0:1767384996.634164:0:17879:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000a1653c86. 00080000:00000010:2.0:1767384996.634169:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000018879982. 00000001:00000010:2.0:1767384996.634257:0:17879:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000f634cc78. 00002000:00000010:2.0:1767384996.634417:0:17879:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000093159423. 00000001:00000010:2.0:1767384996.634425:0:17879:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000001a550eaf. 00000001:00000010:1.0:1767384996.635327:0:17874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000001a550eaf. 00002000:00000010:1.0:1767384996.635333:0:17874:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000093159423. 00080000:00000010:1.0:1767384996.635336:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000361ffde7. 00000001:00000010:1.0:1767384996.635339:0:17874:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000005572be40. 00080000:00000010:1.0:1767384996.635342:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004c9a74d3. 00080000:00000010:2.0:1767384996.635366:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000018879982. 00080000:00000010:2.0:1767384996.635373:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f4da0558. 00002000:00000010:2.0:1767384996.635379:0:17879:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000dd734f1c. 00002000:00000010:2.0:1767384996.635385:0:17879:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000dd734f1c. 00002000:00000010:2.0:1767384996.635389:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f6de8454. 00080000:00000010:2.0:1767384996.635392:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000584e6927. 00002000:00000010:2.0:1767384996.635403:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d92026c0. 00080000:00000010:2.0:1767384996.635407:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a0e7008d. 00002000:00000010:2.0:1767384996.635414:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000054c24882. 00080000:00000010:2.0:1767384996.635418:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f57e0637. 00002000:00000010:2.0:1767384996.635426:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a696257a. 00080000:00000010:2.0:1767384996.635431:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000362462a6. 00002000:00000010:2.0:1767384996.635437:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c44c8ad4. 00080000:00000010:2.0:1767384996.635440:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009b9f77a7. 00002000:00000010:2.0:1767384996.635446:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000b50d57a. 00080000:00000010:2.0:1767384996.635453:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f1c1c64d. 00002000:00000010:2.0:1767384996.635460:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000de7c42a5. 00080000:00000010:2.0:1767384996.635463:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000be2a6701. 00002000:00000010:2.0:1767384996.635468:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009904d40f. 00080000:00000010:2.0:1767384996.635470:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005526f5d5. 00080000:00000010:2.0:1767384996.635475:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f5aaf2e2. 00080000:00000010:2.0:1767384996.635478:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f4da0558. 00080000:00000010:2.0:1767384996.635484:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000018879982. 00002000:00000010:2.0:1767384996.635685:0:17879:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000ab2a032f. 00000001:00000010:2.0:1767384996.635691:0:17879:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d3d52082. 00080000:00000010:2.0:1767384996.635700:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000018879982. 00080000:00000010:2.0:1767384996.635702:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f4da0558. 00002000:00000010:2.0:1767384996.635707:0:17879:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000dd734f1c. 00002000:00000010:2.0:1767384996.635711:0:17879:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000dd734f1c. 00002000:00000010:2.0:1767384996.635716:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000054250562. 00080000:00000010:2.0:1767384996.635719:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000088328ec0. 00002000:00000010:2.0:1767384996.635729:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b18ea4de. 00080000:00000010:2.0:1767384996.635732:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c318ef94. 00002000:00000010:2.0:1767384996.635739:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c5a012c7. 00080000:00000010:2.0:1767384996.635742:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c2005989. 00002000:00000010:2.0:1767384996.635748:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000061f8845b. 00080000:00000010:2.0:1767384996.635752:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000084f20230. 00002000:00000010:2.0:1767384996.635758:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003e6e7bed. 00080000:00000010:2.0:1767384996.635761:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000361ffde7. 00002000:00000010:2.0:1767384996.635768:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bd9241ec. 00080000:00000010:2.0:1767384996.635779:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007a854a1b. 00002000:00000010:2.0:1767384996.635791:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f443e648. 00080000:00000010:2.0:1767384996.635795:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006d8d2055. 00002000:00000010:2.0:1767384996.635802:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000305d3d26. 00080000:00000010:2.0:1767384996.635806:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000498a7d49. 00080000:00000010:2.0:1767384996.635813:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007230acd0. 00080000:00000010:2.0:1767384996.635818:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f4da0558. 00080000:00000010:2.0:1767384996.635824:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000018879982. 00000100:00000010:1.0:1767384996.635918:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab07f73f. 00002000:00000010:2.0:1767384996.636277:0:17879:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000001abaa694. 00000001:00000010:2.0:1767384996.636284:0:17879:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000089471df0. 00080000:00000010:2.0:1767384996.636294:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000018879982. 00080000:00000010:2.0:1767384996.636298:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f4da0558. 00002000:00000010:2.0:1767384996.636303:0:17879:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000dd734f1c. 00002000:00000010:2.0:1767384996.636308:0:17879:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000dd734f1c. 00002000:00000010:2.0:1767384996.636312:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000026b144ff. 00080000:00000010:2.0:1767384996.636316:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000900ef26. 00002000:00000010:2.0:1767384996.636326:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009f2ae2ff. 00080000:00000010:2.0:1767384996.636329:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000db437296. 00002000:00000010:2.0:1767384996.636346:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a48758ac. 00080000:00000010:2.0:1767384996.636351:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003ba88a81. 00002000:00000010:2.0:1767384996.636361:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003236a6f6. 00080000:00000010:2.0:1767384996.636365:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000db44821f. 00002000:00000010:2.0:1767384996.636374:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000065796812. 00080000:00000010:2.0:1767384996.636377:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007f708bac. 00002000:00000010:2.0:1767384996.636385:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000354ed501. 00080000:00000010:2.0:1767384996.636388:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000042b94f83. 00002000:00000010:2.0:1767384996.636396:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008c55bcf9. 00080000:00000010:2.0:1767384996.636399:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000130eb21. 00002000:00000010:2.0:1767384996.636407:0:17879:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aedd8703. 00080000:00000010:2.0:1767384996.636410:0:17879:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000092c9044b. 00080000:00000010:2.0:1767384996.636420:0:17879:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000035fef092. 00080000:00000010:2.0:1767384996.636425:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f4da0558. 00080000:00000010:2.0:1767384996.636431:0:17879:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000018879982. 00002000:00000010:2.0:1767384996.636746:0:17879:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000002ca44c95. 00000001:00000010:2.0:1767384996.636751:0:17879:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000eef36c7f. 00080000:00000010:2.0:1767384996.636759:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000018879982. 00080000:00000010:2.0:1767384996.636762:0:17879:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f4da0558. 00002000:00000010:2.0:1767384996.636769:0:17879:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000dd734f1c. 00010000:00000200:2.0:1767384996.636777:0:17879:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009402618f x1853237363775104/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 432/432 e 0 to 0 dl 1767385007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384996.636787:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000100:00000200:2.0:1767384996.636790:0:17879:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237363775104, offset 224 00000400:00000200:2.0:1767384996.636794:0:17879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384996.636801:0:17879:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384996.636807:0:17879:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272c09680 00000400:00000200:2.0:1767384996.636811:0:17879:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b9d [1] + 224 00000400:00000200:2.0:1767384996.636815:0:17879:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384996.636818:0:17879:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384996.636822:0:17879:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001056bf09 x1853237363775104/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385012 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384996.636845:0:17879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00000400:00000010:2.0:1767384996.636847:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000020:00000010:2.0:1767384996.636855:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038e4ab65. 00000020:00000010:2.0:1767384996.636858:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767384996.636862:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4536c5f. 00000400:00000010:1.0:1767384996.636878:0:41002:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2f56eec. 00000400:00000200:1.0:1767384996.636886:0:41002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f32a56 00000400:00000010:1.0:1767384996.636890:0:41002:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000200:1.0:1767384996.636897:0:41002:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001056bf09 x1853237363775104/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384996.636901:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f4a4cde. 00000100:00000200:1.0:1767384996.636912:0:41002:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001056bf09 x1853237363775104/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767385012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384996.636936:0:41002:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034aba453. 00000100:00000010:3.0:1767384996.640939:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045e107c1. 00000100:00000010:0.0:1767384996.642303:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000411cbbca. 00080000:00000010:2.0:1767384996.643567:0:41014:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009748ef19. 00080000:00000010:2.0:1767384996.643573:0:41014:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009748ef19. 00080000:00000010:2.0:1767384996.643582:0:41014:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009748ef19. 00080000:00000010:2.0:1767384996.643586:0:41014:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009748ef19. 00080000:00000010:1.0:1767384996.806761:0:41025:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba1cfdde. 00080000:00000010:1.0:1767384996.806769:0:41025:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba1cfdde. 00080000:00000010:1.0:1767384996.806778:0:41025:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba1cfdde. 00080000:00000010:1.0:1767384996.806781:0:41025:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba1cfdde. 00000020:00000010:1.0:1767384996.920316:0:41062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000633cc65f. 00000020:00000010:1.0:1767384996.920325:0:41062:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2757b1a. 00000020:00000010:1.0:1767384996.920329:0:41062:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006cb93e7e. 00000020:00000010:1.0:1767384996.920333:0:41062:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000040c38211. 00000020:00000010:1.0:1767384996.920336:0:41062:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f52976b4. 80000000:00000010:1.0:1767384996.920339:0:41062:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb467f77. 40000000:00000010:1.0:1767384996.920341:0:41062:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae919901. 00100000:00000010:1.0:1767384996.920345:0:41062:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ba64690a. 00040000:00000010:1.0:1767384996.920348:0:41062:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000020dda486. 00040000:00000010:1.0:1767384996.920350:0:41062:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fd779027. 00080000:00000010:1.0:1767384996.920355:0:41062:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000023a6b16e. 00080000:00000010:1.0:1767384996.920359:0:41062:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000082703b65. 00002000:00000010:1.0:1767384996.920363:0:41062:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000557c1936. 00000020:00000010:1.0:1767384996.920372:0:41062:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f2757b1a. 00000020:00000010:1.0:1767384996.920375:0:41062:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006cb93e7e. 00000020:00000010:1.0:1767384996.920377:0:41062:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000040c38211. 00000020:00000010:1.0:1767384996.920380:0:41062:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f52976b4. 80000000:00000010:1.0:1767384996.920382:0:41062:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb467f77. 40000000:00000010:1.0:1767384996.920384:0:41062:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae919901. 00100000:00000010:1.0:1767384996.920386:0:41062:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ba64690a. 00040000:00000010:1.0:1767384996.920388:0:41062:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000020dda486. 00040000:00000010:1.0:1767384996.920390:0:41062:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fd779027. 00080000:00000010:1.0:1767384996.920393:0:41062:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000082703b65. 00080000:00000010:1.0:1767384996.920395:0:41062:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000023a6b16e. 00002000:00000010:1.0:1767384996.920398:0:41062:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000557c1936. 00000020:00000010:1.0:1767384996.920399:0:41062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000633cc65f. 00080000:00000010:1.0:1767384997.121291:0:41074:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001b59da22. 00080000:00000010:1.0:1767384997.121299:0:41074:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001b59da22. 00080000:00000010:1.0:1767384997.121308:0:41074:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001b59da22. 00080000:00000010:1.0:1767384997.121311:0:41074:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001b59da22. 00000400:00000200:2.0:1767384997.209929:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp44 00000400:00000010:2.0:1767384997.209935:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000636be836. 00000400:00000010:2.0:1767384997.209941:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f70ad5cf. 00000400:00000010:2.0:1767384997.209946:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000400:00000010:2.0:1767384997.209954:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d1023b96. 00000400:00000200:2.0:1767384997.209957:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp44 00000400:00000200:2.0:1767384997.209976:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp44 local destination 00000400:00000200:2.0:1767384997.209981:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp44 00000400:00000200:2.0:1767384997.209984:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp44 NI seq info: [246:246:256:4294967295] 192.168.203.109@tcp44 LPNI seq info [197:197:8:4294967295] 00000400:00000200:2.0:1767384997.209990:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp44 00000400:00000200:2.0:1767384997.209998:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp44(192.168.203.109@tcp44:) -> 192.168.203.109@tcp44(192.168.203.109@tcp44:192.168.203.109@tcp44) : GET try# 0 00000800:00000200:2.0:1767384997.210004:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp44 00000800:00000010:2.0:1767384997.210010:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006bced29c. 00000800:00000200:2.0:1767384997.210017:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000800:00000200:2.1:1767384997.210023:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd37aa3] -> 12345-192.168.203.109@tcp44 (2) 00000400:00000200:2.0:1767384997.210052:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp44 added to recovery queue. ping count: 5 next ping: 349 health :500 00000020:00000010:2.0:1767384997.210086:0:126:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000001a934986. 00000400:00000200:3.0:1767384997.210096:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210139:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210158:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210172:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210184:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210198:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210210:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210226:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210255:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210268:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210283:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210300:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210329:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210347:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210362:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210378:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210396:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210413:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210426:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210437:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210451:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210471:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210488:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210503:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210517:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210533:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210552:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210571:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210591:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210617:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210644:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210671:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210695:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210710:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.210723:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384997.210827:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003dbe86f8. 00000800:00000010:3.0:1767384997.210832:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3ee0d79. 00000800:00000010:3.0:1767384997.210836:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccb52efa. 00000800:00000010:3.0:1767384997.210852:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccb52efa. 00000800:00020000:3.0:1767384997.210859:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384997.210907:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3ee0d79. 00000800:00000010:3.0:1767384997.210913:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003dbe86f8. 00000400:02020000:3.0:1767384997.210968:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp44 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384997.210974:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp44 notifying 192.168.203.109@tcp44: down 00000800:00000200:3.0:1767384997.210979:0:16330:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp44 down 00000800:00000100:3.0:1767384997.210986:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp44 00000800:00000010:3.0:1767384997.210989:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006bced29c. 00000400:00000200:3.0:1767384997.210992:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384997.210996:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp44->192.168.203.109@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384997.211004:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384997.211007:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384997.211011:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp44) recovery failed with -71 00000800:00000200:0.0:1767384997.400968:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (4) 00000800:00000200:0.1:1767384997.400977:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6130bd4] -> 12345-192.168.203.109@tcp37 (4) 00000400:00000200:3.0:1767384997.401053:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401092:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401106:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401119:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401131:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401144:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401157:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401170:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401184:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401196:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401211:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401224:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401257:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401272:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401286:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401300:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401313:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401327:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401340:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401352:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401366:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401379:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401391:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401405:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401418:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401430:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401442:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401455:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401467:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401480:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401494:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401509:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401535:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401578:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384997.401607:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384997.401747:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003dbe86f8. 00000800:00000010:3.0:1767384997.401752:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3ee0d79. 00000800:00000010:3.0:1767384997.401757:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccb52efa. 00000800:00000010:3.0:1767384997.401773:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccb52efa. 00000800:00020000:3.0:1767384997.401781:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384997.401784:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3ee0d79. 00000800:00000010:3.0:1767384997.401786:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003dbe86f8. 00000400:02020000:3.0:1767384997.401817:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp37 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384997.401822:0:16329:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:02000400:3.0:1767384997.786791:0:41238:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing set_default_debug -1 all 00000400:00000001:3.0:1767384997.801856:0:41240:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:3.0:1767384997.970543:0:41253:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fd640c0a. 00080000:00000010:3.0:1767384997.970554:0:41253:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fd640c0a. 00000020:00000001:3.0:1767384997.970560:0:41253:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384997.970570:0:41253:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fd640c0a. 00080000:00000010:3.0:1767384997.970576:0:41253:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fd640c0a. 00000020:00000001:3.0:1767384997.970580:0:41253:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384998.084602:0:41290:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee7857d4. 00080000:00000010:2.0:1767384998.084611:0:41290:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee7857d4. 00000020:00000001:2.0:1767384998.084615:0:41290:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384998.084622:0:41290:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee7857d4. 00080000:00000010:2.0:1767384998.084625:0:41290:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee7857d4. 00000020:00000001:2.0:1767384998.084628:0:41290:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384998.084654:0:41290:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384998.084786:0:41290:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:2.0:1767384998.232968:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384998.232973:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384998.232974:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384998.232978:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384998.232979:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:0.0:1767384998.232981:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3824b3 00010000:00000001:2.0:1767384998.232982:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384998.232986:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 00000400:00000200:0.0:1767384998.232990:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384998.232997:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384998.233010:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000636be836. 00000020:00000001:3.0:1767384998.233014:0:17061:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384998.233014:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f70ad5cf. 00000020:00000001:3.0:1767384998.233019:0:17061:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384998.233024:0:17061:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384998.233027:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp48 00000400:00000010:0.0:1767384998.233031:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ca2ba20a. 00000400:00000010:0.0:1767384998.233036:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005dd55fb9. 00000400:00000010:0.0:1767384998.233039:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a4e4903. 00000400:00000010:0.0:1767384998.233046:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f36f08a7. 00000400:00000200:0.0:1767384998.233049:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp48 00000400:00000200:0.0:1767384998.233061:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp48 local destination 00000400:00000200:0.0:1767384998.233066:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp48 00000400:00000200:0.0:1767384998.233070:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp48 NI seq info: [247:247:256:4294967295] 192.168.203.109@tcp48 LPNI seq info [198:198:8:4294967295] 00000400:00000200:0.0:1767384998.233076:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp48 00000400:00000200:0.0:1767384998.233084:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp48(192.168.203.109@tcp48:) -> 192.168.203.109@tcp48(192.168.203.109@tcp48:192.168.203.109@tcp48) : GET try# 0 00000800:00000200:0.0:1767384998.233089:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp48 00000800:00000010:0.0:1767384998.233092:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b197c6e3. 00000800:00000200:0.0:1767384998.233098:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000750fbf29] -> 12345-192.168.203.109@tcp48 (2) 00000800:00000200:0.1:1767384998.233103:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000750fbf29] -> 12345-192.168.203.109@tcp48 (2) 00000400:00000200:0.0:1767384998.233119:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp48 added to recovery queue. ping count: 1 next ping: 320 health :900 00000400:00000200:0.0:1767384998.233122:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp49 00000400:00000010:0.0:1767384998.233125:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c2931ff7. 00000400:00000010:0.0:1767384998.233127:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000002812cb. 00000400:00000010:0.0:1767384998.233130:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba882f5f. 00000400:00000010:0.0:1767384998.233134:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048aa17a9. 00000400:00000200:0.0:1767384998.233137:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp49 00000400:00000200:0.0:1767384998.233142:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp49 local destination 00000400:00000200:0.0:1767384998.233144:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp49 00000400:00000200:0.0:1767384998.233146:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp49 NI seq info: [248:248:256:4294967295] 192.168.203.109@tcp49 LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1767384998.233150:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp49 00000400:00000200:0.0:1767384998.233155:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp49(192.168.203.109@tcp49:) -> 192.168.203.109@tcp49(192.168.203.109@tcp49:192.168.203.109@tcp49) : GET try# 0 00000800:00000200:0.0:1767384998.233159:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp49 00000800:00000010:0.0:1767384998.233162:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e054d6f. 00000800:00000200:0.0:1767384998.233164:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b4ab818] -> 12345-192.168.203.109@tcp49 (2) 00000800:00000200:0.1:1767384998.233166:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b4ab818] -> 12345-192.168.203.109@tcp49 (2) 00000400:00000200:0.0:1767384998.233178:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp49 added to recovery queue. ping count: 1 next ping: 320 health :900 00000400:00000200:2.0:1767384998.233195:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233241:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233268:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233290:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233314:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233332:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233363:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233377:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233416:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233430:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233466:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233482:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233516:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233532:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233568:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233582:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233618:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233636:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233674:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233689:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233723:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233741:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233777:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233789:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233834:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233847:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233912:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233931:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.233966:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.233988:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234024:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234042:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234084:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234096:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234143:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234156:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234203:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234216:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234274:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234294:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234340:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234352:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234392:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234413:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234458:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234475:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234530:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234542:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234601:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234614:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234663:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234674:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234720:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234726:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234768:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234779:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234816:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234827:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234884:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234899:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234939:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.234955:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.234986:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235005:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.235042:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235053:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.235090:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235097:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.235142:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235150:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235193:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235209:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235235:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235263:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235290:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235317:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235346:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.109:988 00000800:00000010:2.0:1767384998.235346:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef5b91ff. 00000800:00000010:2.0:1767384998.235353:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a36f781. 00000800:00000010:2.0:1767384998.235360:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af41abce. 00000400:00000200:3.0:1767384998.235371:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.109:988 00000800:00000010:2.0:1767384998.235386:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af41abce. 00000800:00020000:2.0:1767384998.235397:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384998.235401:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a36f781. 00000400:00000200:3.0:1767384998.235402:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.109:988 00000800:00000010:2.0:1767384998.235403:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef5b91ff. 00000400:00000200:3.0:1767384998.235432:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.109:988 00000400:02020000:2.0:1767384998.235466:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp48 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384998.235473:0:16328:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp48 notifying 192.168.203.109@tcp48: down 00000400:00000200:3.0:1767384998.235476:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.109:988 00000800:00000200:2.0:1767384998.235480:0:16328:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp48 down 00000800:00000100:2.0:1767384998.235487:0:16328:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp48 00000800:00000010:2.0:1767384998.235490:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b197c6e3. 00000400:00000200:2.0:1767384998.235494:0:16328:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384998.235498:0:16328:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp48->192.168.203.109@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384998.235507:0:16328:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384998.235508:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.235512:0:16328:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384998.235518:0:16328:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp48) recovery failed with -71 00000400:00000200:3.0:1767384998.235537:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235560:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235577:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235591:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235610:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.235625:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.109:988 00000800:00000010:3.0:1767384998.235767:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003dbe86f8. 00000800:00000010:3.0:1767384998.235772:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fddaad74. 00000800:00000010:3.0:1767384998.235776:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2f1d8b2. 00000800:00000010:3.0:1767384998.235806:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2f1d8b2. 00000400:00000200:1.0:1767384998.236004:0:16336:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384998.236021:0:16336:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.109@tcp49 from 202.3.0.2 00000800:00000010:1.0:1767384998.236024:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f63ca3ed. 00000800:00000010:3.0:1767384998.236053:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002415ca9b. 00000800:00000010:3.0:1767384998.236059:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3e2bc32. 00000800:00000010:3.0:1767384998.236078:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000009d21532. 00000800:00000200:3.1:1767384998.236084:0:16330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b4ab818] -> 12345-192.168.203.109@tcp49 (2) 00000800:00000200:3.1:1767384998.236088:0:16330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.109@tcp49 0000000009d21532 deleted 00000800:00000010:3.1:1767384998.236090:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000009d21532. 00000800:00000200:3.1:1767384998.236094:0:16330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384998.236100:0:16330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp49 ip 192.168.203.109:970 00000800:00000200:3.1:1767384998.236104:0:16330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e054d6f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384998.236108:0:16330:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp49 p 3.x 192.168.203.109 -> 192.168.203.109:970 incarnation:1767384970577981604 sched[0] 00000800:00000010:3.0:1767384998.236112:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2f1d8b2. 00000800:00000010:3.0:1767384998.236155:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2f1d8b2. 00000800:00000010:3.0:1767384998.236159:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3e2bc32. 00000800:00000200:2.1:1767384998.236177:0:16331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384998.236184:0:16331:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.109@tcp49 p 3.x 192.168.203.109 -> 192.168.203.109:988 incarnation:1767384970577981604 sched[0] 00000800:00000010:2.0:1767384998.236187:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fddaad74. 00000800:00000010:3.0:1767384998.236199:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f63ca3ed. 00000800:00000001:3.0:1767384998.236219:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384998.236235:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384998.236261:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000200:3.0:1767384998.236278:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384998.236281:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e054d6f. 00000400:00000200:3.0:1767384998.236285:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384998.236290:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp49->192.168.203.109@tcp49: GET: OK 00000400:00000200:3.0:1767384998.236295:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384998.236298:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp49 recovery message sent successfully:0 00000800:00000001:3.0:1767384998.236310:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384998.236314:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384998.236316:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384998.236320:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000800:00000001:3.0:1767384998.236322:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384998.236329:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp49(192.168.203.109@tcp49) <- 192.168.203.109@tcp49 : GET - for me 00000400:00000200:3.0:1767384998.236339:0:16335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.109@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384998.236346:0:16335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.109@tcp of length 272/272 into md 0x1f75 [1] + 0 00000400:00000200:3.0:1767384998.236355:0:16335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.109@tcp49 to MR: 192.168.203.109@tcp49 local destination 00000400:00000200:3.0:1767384998.236360:0:16335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp49 NI seq info: [249:249:256:4294967295] 192.168.203.109@tcp49 LPNI seq info [200:200:8:4294967295] 00000400:00000200:3.0:1767384998.236372:0:16335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp49(192.168.203.109@tcp49:192.168.203.109@tcp49) -> 192.168.203.109@tcp49(192.168.203.109@tcp49:192.168.203.109@tcp49) 192.168.203.109@tcp49 : REPLY try# 0 00000400:00000200:2.0:1767384998.236374:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000800:00000200:3.0:1767384998.236380:0:16335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.109@tcp49 00000800:00000010:3.0:1767384998.236385:0:16335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000780c22ee. 00000800:00000200:3.0:1767384998.236390:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b4ab818] -> 12345-192.168.203.109@tcp49 (4) 00000800:00000200:3.0:1767384998.236395:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp49 ip 192.168.203.109:988 00000800:00000200:3.0:1767384998.236397:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000780c22ee type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384998.236426:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000800:00000200:3.0:1767384998.236438:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384998.236441:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000780c22ee. 00000400:00000200:3.0:1767384998.236445:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384998.236450:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp49->192.168.203.109@tcp49: REPLY: OK 00000800:00000001:3.0:1767384998.236461:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384998.236465:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384998.236467:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384998.236472:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384998.236474:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384998.236479:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384998.236482:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384998.236485:0:16335:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.109@tcp49(192.168.203.109@tcp49) <- 192.168.203.109@tcp49 : REPLY - for me 00000400:00000200:3.0:1767384998.236498:0:16335:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.109@tcp49: Reply from 12345-192.168.203.109@tcp49 of length 272/272 into md 0x2bb1 00000800:00000001:3.0:1767384998.236503:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384998.236508:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384998.236510:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384998.236513:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp49->192.168.203.109@tcp49: REPLY: OK 00000400:00000200:3.0:1767384998.236517:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba882f5f 00000400:00000010:3.0:1767384998.236518:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba882f5f. 00000400:00000200:3.0:1767384998.236522:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384998.236527:0:16335:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c2931ff7. 00000400:00000010:3.0:1767384998.236530:0:16335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000002812cb. 00000800:00000001:3.0:1767384998.236536:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384998.236539:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000800:00000001:3.0:1767384998.236540:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384998.236593:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.236632:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.236671:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.236709:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.236744:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.236781:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.236821:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.236862:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.236932:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.236969:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237018:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237062:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237094:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237119:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237155:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237168:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237187:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237202:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237219:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237250:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237274:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237304:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237333:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237351:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237368:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237396:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237417:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237430:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384998.237448:0:16331:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384998.237528:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef5b91ff. 00000800:00000010:2.0:1767384998.237531:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a36f781. 00000800:00000010:2.0:1767384998.237534:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af41abce. 00000800:00000010:2.0:1767384998.237551:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af41abce. 00000800:00020000:2.0:1767384998.237557:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384998.237559:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a36f781. 00000800:00000010:2.0:1767384998.237561:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef5b91ff. 00000400:02020000:2.0:1767384998.237591:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp49 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00080000:00000010:0.0:1767384998.246959:0:41303:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004709ddca. 00080000:00000010:0.0:1767384998.246965:0:41303:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004709ddca. 00000020:00000001:0.0:1767384998.246969:0:41303:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384998.246974:0:41303:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004709ddca. 00080000:00000010:0.0:1767384998.246978:0:41303:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004709ddca. 00000020:00000001:0.0:1767384998.246981:0:41303:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384998.364473:0:41340:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000566e7494. 00080000:00000010:2.0:1767384998.364482:0:41340:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000566e7494. 00000020:00000001:2.0:1767384998.364487:0:41340:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384998.364508:0:41340:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000566e7494. 00080000:00000010:2.0:1767384998.364512:0:41340:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000566e7494. 00000020:00000001:2.0:1767384998.364516:0:41340:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384998.364547:0:41340:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384998.364705:0:41340:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000800:00000200:0.0:1767384998.425954:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e9bd8e33] -> 12345-192.168.203.109@tcp11 (6) 00000800:00000200:0.0:1767384998.425962:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp11 ip 192.168.203.109:988 00000800:00000200:0.0:1767384998.425966:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1767384998.426066:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384998.426070:0:16335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384998.426081:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384998.426086:0:16334:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384998.426088:0:16334:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384998.681994:0:16339:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384998.682009:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384998.682013:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384998.682018:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384998.682021:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384998.682025:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384998.682028:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384998.706001:0:41352:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f3cfed66. 00080000:00000010:1.0:1767384998.706011:0:41352:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f3cfed66. 00000020:00000001:1.0:1767384998.706018:0:41352:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384998.706027:0:41352:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f3cfed66. 00080000:00000010:1.0:1767384998.706032:0:41352:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f3cfed66. 00000020:00000001:1.0:1767384998.706036:0:41352:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384999.256953:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384999.256959:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384999.256962:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:0.0:1767384999.256962:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a4e4903 00010000:00000001:2.0:1767384999.256967:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384999.256969:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a4e4903. 00010000:00000001:2.0:1767384999.256974:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:0.0:1767384999.256976:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00010000:00000001:2.0:1767384999.256977:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384999.256985:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp48 recovery ping unlinked 00000400:00000010:0.0:1767384999.257001:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ca2ba20a. 00000400:00000010:0.0:1767384999.257006:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005dd55fb9. 00000400:00000200:0.0:1767384999.257013:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp45 00000400:00000010:0.0:1767384999.257019:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000049a28301. 00000400:00000010:0.0:1767384999.257024:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000736b96ea. 00000020:00000001:3.0:1767384999.257025:0:17060:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384999.257028:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a4e4903. 00000020:00000001:3.0:1767384999.257029:0:17060:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384999.257033:0:17060:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384999.257035:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0d2b08d. 00000400:00000200:0.0:1767384999.257040:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp45 00000400:00000200:0.0:1767384999.257051:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp45 local destination 00000400:00000200:0.0:1767384999.257056:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp45 00000400:00000200:0.0:1767384999.257059:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp45 NI seq info: [250:250:256:4294967295] 192.168.203.109@tcp45 LPNI seq info [201:201:8:4294967295] 00000400:00000200:0.0:1767384999.257064:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp45 00000400:00000200:0.0:1767384999.257069:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp45(192.168.203.109@tcp45:) -> 192.168.203.109@tcp45(192.168.203.109@tcp45:192.168.203.109@tcp45) : GET try# 0 00000800:00000200:0.0:1767384999.257073:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp45 00000800:00000010:0.0:1767384999.257076:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001b99344e. 00000800:00000200:0.0:1767384999.257081:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000800:00000200:0.1:1767384999.257085:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb09a12] -> 12345-192.168.203.109@tcp45 (2) 00000400:00000200:0.0:1767384999.257101:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp45 added to recovery queue. ping count: 5 next ping: 351 health :500 00000400:00000200:3.0:1767384999.257182:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257237:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257265:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257278:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257290:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257303:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257315:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257327:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257340:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257352:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257365:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257378:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257391:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257412:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257425:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257437:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257449:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257461:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257474:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257486:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257499:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257512:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257524:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257537:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257559:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257571:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257585:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257598:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257623:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257634:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257647:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257659:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257672:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257683:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767384999.257695:0:16329:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:3.0:1767384999.257843:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eace6a43. 00000800:00000010:3.0:1767384999.257848:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000009d21532. 00000800:00000010:3.0:1767384999.257854:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090bc3b88. 00000800:00000010:3.0:1767384999.257929:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090bc3b88. 00000800:00020000:3.0:1767384999.257941:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767384999.257945:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000009d21532. 00000800:00000010:3.0:1767384999.257947:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eace6a43. 00000400:02020000:3.0:1767384999.257979:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp45 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384999.257985:0:16329:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp45 notifying 192.168.203.109@tcp45: down 00000800:00000200:3.0:1767384999.257989:0:16329:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.109@tcp45 down 00000800:00000100:3.0:1767384999.257993:0:16329:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp45 00000800:00000010:3.0:1767384999.257996:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001b99344e. 00000400:00000200:3.0:1767384999.257999:0:16329:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384999.258002:0:16329:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp45->192.168.203.109@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384999.258010:0:16329:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384999.258012:0:16329:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384999.258014:0:16329:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp45) recovery failed with -71 00000800:00000200:3.0:1767384999.448958:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f88d22c] -> 12345-192.168.203.109@tcp27 (6) 00000800:00000200:3.0:1767384999.448968:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp27 ip 192.168.203.109:988 00000800:00000200:3.0:1767384999.448971:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000962e6c25 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384999.448995:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000800:00000200:3.1:1767384999.448999:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001d8f8d58] -> 12345-192.168.203.109@tcp35 (4) 00000800:00000001:3.0:1767384999.449074:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384999.449084:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000800:00000001:3.0:1767384999.449089:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384999.449091:0:16333:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384999.449095:0:16335:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384999.449101:0:16335:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384999.449148:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449171:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449192:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449244:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449275:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449301:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449326:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449353:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449377:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449394:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449420:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449443:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449466:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449495:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449518:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449534:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449550:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449570:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449598:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449624:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449651:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449694:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449759:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449848:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.449951:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.450001:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.450043:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.450073:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.450095:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.450115:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.450137:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.450161:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.450182:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:2.0:1767384999.450201:0:16328:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00000800:00000010:2.0:1767384999.450359:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef5b91ff. 00000800:00000010:2.0:1767384999.450365:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006ac404a0. 00000800:00000010:2.0:1767384999.450370:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d6b7e1fc. 00000800:00000010:2.0:1767384999.450393:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d6b7e1fc. 00000800:00020000:2.0:1767384999.450401:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767384999.450406:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006ac404a0. 00000800:00000010:2.0:1767384999.450409:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef5b91ff. 00000400:02020000:2.0:1767384999.450471:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp35 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384999.450476:0:16328:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384999.455424:0:41400:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d485dd06. 00080000:00000010:3.0:1767384999.455432:0:41400:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d485dd06. 00000020:00000001:3.0:1767384999.455437:0:41400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384999.455445:0:41400:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d485dd06. 00080000:00000010:3.0:1767384999.455449:0:41400:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d485dd06. 00000020:00000001:3.0:1767384999.455452:0:41400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384999.587383:0:41436:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384999.587390:0:41436:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:3.0:1767384999.593134:0:41436:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:2.0:1767384999.705914:0:16339:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384999.705925:0:16339:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384999.705927:0:16339:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384999.705930:0:16339:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384999.705933:0:16339:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384999.705936:0:16339:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384999.705938:0:16339:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384999.805761:0:41448:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000873a205d. 00080000:00000010:1.0:1767384999.805770:0:41448:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000873a205d. 00000020:00000001:1.0:1767384999.805774:0:41448:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384999.805780:0:41448:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000873a205d. 00080000:00000010:1.0:1767384999.805784:0:41448:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000873a205d. 00000020:00000001:1.0:1767384999.805786:0:41448:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767385000.093578:0:41495:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5a97416. 00080000:00000010:2.0:1767385000.093588:0:41495:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5a97416. 00000020:00000001:2.0:1767385000.093593:0:41495:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767385000.093599:0:41495:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5a97416. 00080000:00000010:2.0:1767385000.093603:0:41495:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5a97416. 00000020:00000001:2.0:1767385000.093606:0:41495:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767385000.280933:0:16337:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767385000.280938:0:16337:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767385000.280941:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a4e4903 00000400:00000010:0.0:1767385000.280945:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a4e4903. 00000400:00000200:0.0:1767385000.280950:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767385000.280955:0:16337:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.109@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767385000.280967:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000049a28301. 00000400:00000010:0.0:1767385000.280970:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000736b96ea. 00000400:00000200:0.0:1767385000.280974:0:16337:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.109@tcp48 00000400:00000010:0.0:1767385000.280977:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000049a28301. 00000400:00000010:0.0:1767385000.280981:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000caf14054. 00000400:00000010:0.0:1767385000.280984:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a4e4903. 00000400:00000010:0.0:1767385000.280989:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008c988268. 00000400:00000200:0.0:1767385000.280992:0:16337:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.109@tcp48 00000400:00000200:0.0:1767385000.281003:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.109@tcp48 local destination 00000400:00000200:0.0:1767385000.281008:0:16337:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.109@tcp48 00000400:00000200:0.0:1767385000.281010:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.109@tcp48 NI seq info: [251:251:256:4294967295] 192.168.203.109@tcp48 LPNI seq info [202:202:8:4294967295] 00000400:00000200:0.0:1767385000.281016:0:16337:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.109@tcp48 00000400:00000200:0.0:1767385000.281022:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.109@tcp48(192.168.203.109@tcp48:) -> 192.168.203.109@tcp48(192.168.203.109@tcp48:192.168.203.109@tcp48) : GET try# 0 00000800:00000200:0.0:1767385000.281026:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.109@tcp48 00000800:00000010:0.0:1767385000.281030:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ebcd8c4b. 00000800:00000200:0.0:1767385000.281037:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000750fbf29] -> 12345-192.168.203.109@tcp48 (2) 00000800:00000200:0.1:1767385000.281042:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000750fbf29] -> 12345-192.168.203.109@tcp48 (2) 00000400:00000200:0.0:1767385000.281060:0:16337:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.109@tcp48 added to recovery queue. ping count: 2 next ping: 324 health :800 00000400:00000200:3.0:1767385000.281114:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281148:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281170:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281187:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281204:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281241:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281269:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281287:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281307:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281335:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281354:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281368:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281389:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281406:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281417:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281430:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281450:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281473:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281489:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281507:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281525:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281551:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281567:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281588:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281603:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281622:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281645:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281673:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281691:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281707:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281727:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281742:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281759:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281778:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.109:988 00000400:00000200:3.0:1767385000.281796:0:16330:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.109:988 00010000:00000001:2.0:1767385000.281925:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767385000.281929:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767385000.281935:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000010:3.0:1767385000.281937:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eace6a43. 00010000:00000001:2.0:1767385000.281937:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767385000.281944:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074364fa7. 00000800:00000010:3.0:1767385000.281951:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2f1d8b2. 00000800:00000010:3.0:1767385000.281977:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2f1d8b2. 00000020:00000001:0.0:1767385000.281978:0:40090:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767385000.281982:0:40090:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767385000.281985:0:40090:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00020000:3.0:1767385000.281986:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:3.0:1767385000.281990:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074364fa7. 00000800:00000010:3.0:1767385000.281993:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eace6a43. 00000400:02020000:3.0:1767385000.282031:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp48 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767385000.282035:0:16330:0:(router.c:1755:lnet_notify()) 192.168.203.109@tcp48 notifying 192.168.203.109@tcp48: down 00000400:00000200:3.0:1767385000.282038:0:16330:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767385000.282041:0:16330:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.109@tcp48 00000800:00000010:3.0:1767385000.282044:0:16330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ebcd8c4b. 00000400:00000200:3.0:1767385000.282047:0:16330:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767385000.282051:0:16330:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.109@tcp48->192.168.203.109@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767385000.282058:0:16330:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767385000.282060:0:16330:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.109@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767385000.282063:0:16330:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.109@tcp48) recovery failed with -71 00080000:00000010:3.0:1767385000.386595:0:41544:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000026d2354d. 00080000:00000010:3.0:1767385000.386605:0:41544:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000026d2354d. 00000020:00000001:3.0:1767385000.386611:0:41544:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767385000.386619:0:41544:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000026d2354d. 00080000:00000010:3.0:1767385000.386624:0:41544:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000026d2354d. 00000020:00000001:3.0:1767385000.386627:0:41544:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767385000.472958:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000043d3dd7b] -> 12345-192.168.203.109@tcp22 (6) 00000800:00000200:3.0:1767385000.472972:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.109@tcp22 ip 192.168.203.109:988 00000800:00000200:3.0:1767385000.472978:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009dcec7a9 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1767385000.473137:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767385000.473153:0:16334:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767385000.473158:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767385000.473168:0:16333:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767385000.473174:0:16333:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767385000.531384:0:41581:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000010:0.0:1767385001.304949:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a4e4903. 00000400:00000010:0.0:1767385001.304977:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000049a28301. 00000400:00000010:0.0:1767385001.304982:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000caf14054. 00000800:00000010:2.0:1767385001.497812:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef5b91ff. 00000800:00000010:2.0:1767385001.497824:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385001.497830:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ced4858e. 00000800:00000010:2.0:1767385001.497873:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ced4858e. 00000800:00020000:2.0:1767385001.497885:0:16331:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767385001.497891:0:16331:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385001.497894:0:16331:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef5b91ff. 00000400:02020000:2.0:1767385001.498005:0:16331:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp38 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000100:00000010:1.0:1767385001.944983:0:41002:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053c8cd29. 02000000:00000010:1.0:1767385001.945010:0:41002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f254403. 00040000:00000010:1.0:1767385001.945062:0:16343:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b075fc7d. 00000004:00000010:1.0:1767385001.945068:0:16343:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006cb93e7e. 00000004:00000010:1.0:1767385001.945072:0:16343:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008308c0d6. 00000100:00000010:3.0:1767385001.945074:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afc860a9. 00000004:00000010:1.0:1767385001.945077:0:16343:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ba64690a. 00040000:00000010:0.0:1767385001.945077:0:16342:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ad62d51. 00000004:00000010:1.0:1767385001.945083:0:16343:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e6740ce9. 00000004:00000010:0.0:1767385001.945086:0:16342:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009f1f4ba7. 02000000:00000010:3.0:1767385001.945088:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000780c22ee. 00000004:00000010:0.0:1767385001.945094:0:16342:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000082dee83c. 00000004:00000010:0.0:1767385001.945100:0:16342:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000af0d7301. 00000004:00000010:0.0:1767385001.945105:0:16342:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b7270677. 00000100:00000010:3.0:1767385001.945114:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a0c1a20. 02000000:00000010:3.0:1767385001.945122:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3db71d8. 02000000:00000010:0.0:1767385001.945124:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007d9ddd36. 00000400:00000010:0.0:1767385001.945134:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d53721c8. 02000000:00000010:1.0:1767385001.945142:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000840ed00. 00000400:00000010:0.0:1767385001.945143:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a4e4903. 00000400:00000010:1.0:1767385001.945151:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2f56eec. 00000100:00000010:3.0:1767385001.945158:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3eb5cf0. 00000400:00000010:1.0:1767385001.945158:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000400:00000010:0.0:1767385001.945159:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000400:00000010:1.0:1767385001.945169:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001de31111. 02000000:00000010:3.0:1767385001.945172:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000322a85a8. 00000400:00000010:1.0:1767385001.945219:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2de0ef9. 02000000:00000010:3.0:1767385001.945224:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e05bf397. 00000400:00000010:3.0:1767385001.945232:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c6ffbd1. 00000400:00000010:3.0:1767385001.945238:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e862965f. 00000400:00000010:1.0:1767385001.945238:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073102fee. 00000100:00000010:0.0:1767385001.945247:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006658bb8f. 00000020:00000010:3.0:1767385001.945251:0:16340:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eace6a43. 00000400:00000010:3.0:1767385001.945259:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa2e4493. 00000400:00000010:1.0:1767385001.945259:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001de31111. 02000000:00000010:2.0:1767385001.945268:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b82f457. 00000400:00000010:2.0:1767385001.945276:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009461b328. 00000400:00000010:2.0:1767385001.945283:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805111a2. 00000400:00000010:0.0:1767385001.945283:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000100:00000010:1.0:1767385001.945290:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af359a13. 00000400:00000010:2.0:1767385001.945295:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac140bb6. 00000100:00000010:1.0:1767385001.945304:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb467f77. 00000100:00000010:3.0:1767385001.945305:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053c6904e. 00000100:00000010:1.0:1767385001.945311:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000729b76d5. 00000100:00000010:2.0:1767385001.945315:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005162b287. 00000100:00000010:1.0:1767385001.945318:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a663e340. 00000400:00000010:2.0:1767385001.945332:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac140bb6. 00000400:00000010:3.0:1767385001.945339:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa2e4493. 00000020:00000010:0.0:1767385001.945370:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b974fcc5. 00000020:00000010:1.0:1767385001.945371:0:40976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:0.0:1767385001.945377:0:17882:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008f045534. 00000020:00000010:1.0:1767385001.945378:0:40976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 00000020:00000010:2.0:1767385001.945382:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385001.945385:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:1.0:1767385001.945388:0:40976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005889dfeb. 00000020:00000010:2.0:1767385001.945390:0:17879:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fbf67af. 00000020:00000010:0.0:1767385001.945394:0:17882:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000caf14054. 00000020:00000010:2.0:1767385001.945397:0:17879:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038e4ab65. 00000020:00000010:1.0:1767385001.945397:0:40976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009139cbaa. 00000020:00000010:0.0:1767385001.945400:0:17882:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd15e0a6. 00000020:00000010:1.0:1767385001.945405:0:40976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:3.0:1767385001.945406:0:40982:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d911f2c1. 00040000:00000010:3.0:1767385001.945417:0:40982:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e643371c. 00000020:00000010:0.0:1767385001.945421:0:17882:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006aba0214. 00000004:00000010:3.0:1767385001.945425:0:40982:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004af44085. 00000004:00000010:3.0:1767385001.945431:0:40982:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000655fce79. 00000004:00000010:3.0:1767385001.945435:0:40982:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ae56c3be. 00000020:00000010:3.0:1767385001.945444:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef685796. 00000020:00000010:1.0:1767385001.945447:0:40976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:3.0:1767385001.945449:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c6d9d1b. 00000020:00000010:1.0:1767385001.945453:0:40976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 00000020:00000010:3.0:1767385001.945456:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:0.0:1767385001.945456:0:17882:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0109779. 00000020:00000010:0.0:1767385001.945461:0:17882:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0109779. 02000000:00000010:1.0:1767385001.945469:0:40976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007e77b95f. 00000020:00000010:2.0:1767385001.945472:0:17879:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 02000000:00000010:0.0:1767385001.945473:0:17882:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000448e6e07. 00000400:00000010:1.0:1767385001.945495:0:40976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001de31111. 02000000:00000010:3.0:1767385001.945510:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000063faa5f5. 00000020:00000010:2.0:1767385001.945513:0:17879:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ced4858e. 00000400:00000010:0.0:1767385001.945516:0:17882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000020:00000010:2.0:1767385001.945517:0:17879:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ced4858e. 00000020:00000010:3.0:1767385001.945524:0:40982:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e2d715cd. 00000400:00000010:1.0:1767385001.945528:0:40976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001de31111. 02000000:00000010:2.0:1767385001.945530:0:17879:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cfff5e79. 00000004:00000010:3.0:1767385001.945535:0:40982:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ed04a829. 00000400:00000010:2.0:1767385001.945540:0:17879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac140bb6. 00000001:00000010:3.0:1767385001.945543:0:40982:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c6454b43. 00000020:00000010:1.0:1767385001.945544:0:40976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009139cbaa. 00000400:00000010:0.0:1767385001.945550:0:17882:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000001:00000010:3.0:1767385001.945552:0:40982:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f638c5f1. 00000020:00000010:1.0:1767385001.945552:0:40976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385001.945561:0:40976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005889dfeb. 00000001:00000010:3.0:1767385001.945563:0:40982:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000070ec9e50. 00000020:00000010:0.0:1767385001.945566:0:17882:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd15e0a6. 00000001:00000010:3.0:1767385001.945569:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000891df995. 02000000:00000010:1.0:1767385001.945570:0:40976:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e77b95f. 00000400:00000010:2.0:1767385001.945572:0:17879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac140bb6. 00000001:00000010:3.0:1767385001.945575:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000092d4bb3. 00000001:00000010:3.0:1767385001.945582:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070ccdcf7. 00000400:00000010:1.0:1767385001.945582:0:40976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8f880a. 00000020:00000010:0.0:1767385001.945582:0:17882:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006aba0214. 00000020:00000010:2.0:1767385001.945583:0:17879:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038e4ab65. 00000020:00000010:2.0:1767385001.945592:0:17879:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:0.0:1767385001.945593:0:17882:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000caf14054. 00000400:00000010:1.0:1767385001.945603:0:40976:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000425ed5f. 00000001:00000010:3.0:1767385001.945604:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e39617e. 00000020:00000010:2.0:1767385001.945608:0:17879:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fbf67af. 00000001:00000010:3.0:1767385001.945614:0:40982:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e589bb75. 00000001:00000010:3.0:1767385001.945622:0:40982:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000093973ce3. 00000001:00000010:3.0:1767385001.945625:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e622c92d. 00000001:00000010:3.0:1767385001.945629:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000844b20e8. 00000001:00000010:3.0:1767385001.945632:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e224c31a. 00000001:00000010:3.0:1767385001.945637:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d8a8bc4. 00000400:00000010:1.0:1767385001.945637:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2f56eec. 00000400:00000010:1.0:1767385001.945643:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000400:00000010:2.0:1767385001.945668:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c6ffbd1. 02000000:00000010:1.0:1767385001.945670:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000840ed00. 00000400:00000010:2.0:1767385001.945673:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e862965f. 02000000:00000010:1.0:1767385001.945677:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000780c22ee. 00000100:00000010:1.0:1767385001.945683:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afc860a9. 00000400:00000010:0.0:1767385001.945684:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d53721c8. 00000020:00000010:2.0:1767385001.945685:0:16340:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ef5b91ff. 00000400:00000010:0.0:1767385001.945689:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a4e4903. 00000020:00000010:3.0:1767385001.945693:0:40982:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f824d7c9. 02000000:00000010:2.0:1767385001.945698:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e05bf397. 02000000:00000010:2.0:1767385001.945703:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3db71d8. 00000100:00000010:2.0:1767385001.945706:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a0c1a20. 02000000:00000010:0.0:1767385001.945713:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007d9ddd36. 02000000:00000010:0.0:1767385001.945718:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f254403. 00000100:00000010:0.0:1767385001.945721:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053c8cd29. 00000020:00000010:3.0:1767385001.945799:0:40982:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005e1497a4. 00000020:00000010:3.0:1767385001.945822:0:40982:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000d7df42aa. 00000020:00000010:3.0:1767385001.945826:0:40982:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000b0a4c9d2. 00000020:00000010:3.0:1767385001.945846:0:40982:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000093df051d. 00000020:00000010:3.0:1767385001.945850:0:40982:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000086b613c4. 00000020:00000010:3.0:1767385001.945858:0:40982:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000e05bf397. 00000020:00000010:3.0:1767385001.945906:0:40982:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e1fc0bbb. 00000400:00000010:3.0:1767385001.945940:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa2e4493. 00000400:00000010:3.0:1767385001.945980:0:40982:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa2e4493. 00000020:00000010:3.0:1767385001.945992:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c6d9d1b. 00000020:00000010:3.0:1767385001.945996:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767385001.946000:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef685796. 00000400:00000010:2.0:1767385001.946005:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009461b328. 00000400:00000010:2.0:1767385001.946010:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805111a2. 02000000:00000010:2.0:1767385001.946043:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b82f457. 02000000:00000010:2.0:1767385001.946046:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000322a85a8. 00000100:00000010:2.0:1767385001.946048:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3eb5cf0. 00000100:00000010:2.0:1767385001.951947:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000729b76d5. 00000100:00000010:1.0:1767385001.951949:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb467f77. 00000100:00000010:0.0:1767385001.951955:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af359a13. 00000100:00000010:3.0:1767385001.951958:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a663e340. 00000400:00000010:0.0:1767385002.328968:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003c988dc3. 00000400:00000010:0.0:1767385002.328981:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000caf14054. 00000400:00000010:0.0:1767385002.328985:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a4e4903. 00000400:00000010:0.0:1767385002.328993:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004e8c7111. 00000800:00000010:0.0:1767385002.329019:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ba815c85. 00000800:00000010:2.0:1767385002.329852:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ee51b161. 00000800:00000010:2.0:1767385002.329859:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385002.329902:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ced4858e. 00000800:00000010:2.0:1767385002.329926:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ced4858e. 00000800:00020000:2.0:1767385002.329937:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767385002.329942:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385002.329945:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ee51b161. 00000400:02020000:2.0:1767385002.329983:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp33 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767385002.329993:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ba815c85. 00000001:00000010:1.0:1767385002.458437:0:17874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000eef36c7f. 00002000:00000010:1.0:1767385002.458455:0:17874:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000002ca44c95. 00080000:00000010:1.0:1767385002.458459:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000035fef092. 00000001:00000010:1.0:1767385002.458462:0:17874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000089471df0. 00002000:00000010:1.0:1767385002.458464:0:17874:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000001abaa694. 00080000:00000010:1.0:1767385002.458465:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007230acd0. 00000001:00000010:1.0:1767385002.458467:0:17874:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000d3d52082. 00002000:00000010:1.0:1767385002.458481:0:17874:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000ab2a032f. 00080000:00000010:1.0:1767385002.458483:0:17874:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f5aaf2e2. 00000800:00000010:1.0:1767385002.643554:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006d79a022. 00000800:00000010:2.0:1767385002.643631:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ee51b161. 00000800:00000010:2.0:1767385002.643638:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385002.643664:0:16328:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000f79ef18. 00000800:00000010:2.0:1767385002.643677:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ced4858e. 00000800:00000010:2.0:1767385002.643738:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ced4858e. 00000800:00000010:2.0:1767385002.643743:0:16328:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385002.643772:0:16328:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006d79a022. 00000800:00000010:1.0:1767385002.644272:0:16333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f49b2a8. 00000800:00000010:1.0:1767385002.644365:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f49b2a8. 00000800:00000010:3.0:1767385002.644817:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001d8b293a. 00000800:00000010:1.0:1767385002.644904:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023a6b16e. 00000800:00000010:1.0:1767385002.644911:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006dbe3225. 00000800:00000010:1.0:1767385002.644931:0:16330:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b3680d9f. 00000800:00000010:1.1:1767385002.644936:0:16330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b3680d9f. 00000800:00000010:1.0:1767385002.644944:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae2f88a0. 00000800:00000010:1.0:1767385002.644982:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae2f88a0. 00000800:00000010:1.0:1767385002.644986:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006dbe3225. 00000800:00000010:1.0:1767385002.645006:0:16330:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001d8b293a. 00000800:00000010:0.0:1767385002.645171:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0aa7762. 00000800:00000010:0.0:1767385002.645239:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0aa7762. 00000800:00000010:3.0:1767385002.646037:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008c8e1d71. 00000800:00000010:2.0:1767385002.646091:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048177a8c. 00000800:00000010:2.0:1767385002.646097:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385002.646240:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000da9d912f. 00000800:00000010:2.1:1767385002.646245:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000da9d912f. 00000800:00000010:2.0:1767385002.646253:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ced4858e. 00000800:00000010:2.0:1767385002.646285:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ced4858e. 00000800:00000010:2.0:1767385002.646289:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385002.646315:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008c8e1d71. 00040000:00000010:1.0:1767385002.969075:0:17056:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000fa9403c. 00000004:00000010:1.0:1767385002.969091:0:17056:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000059032bbc. 00000004:00000010:1.0:1767385002.969097:0:17056:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fe38af4c. 00000004:00000010:1.0:1767385002.969102:0:17056:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b33a5ccd. 00000004:00000010:1.0:1767385002.969106:0:17056:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006f8331af. 00000400:00000010:0.0:1767385003.352953:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a4e4903. 00000400:00000010:0.0:1767385003.352981:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003c988dc3. 00000400:00000010:0.0:1767385003.352987:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000caf14054. 00000800:00000010:2.0:1767385003.545753:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000092d3da5f. 00000800:00000010:2.0:1767385003.545766:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385003.545771:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ced4858e. 00000800:00000010:2.0:1767385003.545788:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ced4858e. 00000800:00020000:2.0:1767385003.545794:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767385003.545799:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a09cd9c2. 00000800:00000010:2.0:1767385003.545802:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000092d3da5f. 00000400:02020000:2.0:1767385003.545842:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp41 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000400:00000010:0.0:1767385003.665826:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb46f19d. 00000400:00000010:0.0:1767385003.665914:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c1dd1fd. 00000020:00000010:2.0:1767385003.666037:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fbf67af. 00000020:00000010:2.0:1767385003.666049:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.666055:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 02000000:00000010:2.0:1767385003.666134:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000000c3b9c2. 00000020:00000010:2.0:1767385003.666150:0:40977:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f0aff541. 00000001:00000010:2.0:1767385003.666165:0:40977:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ebb9b5b9. 00000001:00000010:2.0:1767385003.666172:0:40977:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000631f2aac. 00000001:00000010:2.0:1767385003.666176:0:40977:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000712f03fc. 00000001:00000010:2.0:1767385003.666182:0:40977:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a843750c. 00000001:00000010:2.0:1767385003.666200:0:40977:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4536c5f. 00000001:00000010:2.0:1767385003.666204:0:40977:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af11602c. 00000020:00000010:2.0:1767385003.666237:0:40977:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000dbddefa0. 00000020:00000010:2.0:1767385003.666369:0:40977:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000ff890e0. 00000020:00000010:2.0:1767385003.666375:0:40977:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000a09cd9c2. 00000020:00000010:2.0:1767385003.666379:0:40977:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000095bab697. 00000020:00000010:2.0:1767385003.666400:0:40977:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004d3b408a. 00000020:00000010:2.0:1767385003.666403:0:40977:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000b4b73df5. 00000020:00000010:2.0:1767385003.666407:0:40977:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000b2ec52bb. 00000020:00000010:2.0:1767385003.666433:0:40977:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001d3e5104. 00000400:00000010:2.0:1767385003.666500:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805111a2. 00000800:00000010:2.0:1767385003.666541:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033cd5154. 00000020:00000010:2.0:1767385003.666576:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.666582:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.666587:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fbf67af. 00000400:00000010:2.0:1767385003.666600:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009461b328. 00000400:00000010:2.0:1767385003.666606:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da9d912f. 00000800:00000010:1.0:1767385003.666696:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033cd5154. 00000400:00000010:1.0:1767385003.666706:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805111a2. 02000000:00000010:1.0:1767385003.666712:0:16333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000000c3b9c2. 00000400:00000010:0.0:1767385003.667472:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089c1eec. 00000400:00000010:0.0:1767385003.667485:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aa39ee6. 00000020:00000010:2.0:1767385003.667549:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.667555:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.667560:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.667564:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.667567:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.667613:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.667616:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ced4858e. 00010000:00000010:2.0:1767385003.667639:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000000f5f00. 02000000:00000010:2.0:1767385003.667653:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002742bd73. 00000400:00000010:2.0:1767385003.667680:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac140bb6. 00000800:00000010:2.0:1767385003.667696:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033cd5154. 00000020:00000010:2.0:1767385003.667721:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.667726:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.667729:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.667740:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005f3c4bb. 00000400:00000010:2.0:1767385003.667745:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000726e0620. 00000800:00000010:0.0:1767385003.667771:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033cd5154. 00000400:00000010:0.0:1767385003.667778:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac140bb6. 02000000:00000010:0.0:1767385003.667783:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002742bd73. 00000400:00000010:1.0:1767385003.668612:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c15e2d9d. 00000400:00000010:1.0:1767385003.668623:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5fd69ac. 00000020:00000010:2.0:1767385003.668685:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.668689:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.668692:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.668695:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.668698:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.668719:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.668721:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ced4858e. 02000000:00000010:2.0:1767385003.668733:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002742bd73. 00000040:00000010:2.0:1767385003.668740:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078043d0e. 00000040:00000010:2.0:1767385003.668796:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078043d0e. 00000400:00000010:2.0:1767385003.668805:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac140bb6. 00000800:00000010:2.0:1767385003.668820:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d7a25eb. 00000020:00000010:2.0:1767385003.668838:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.668841:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.668844:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.668860:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c527910. 00000400:00000010:2.0:1767385003.668863:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029755efe. 00000800:00000010:0.0:1767385003.668958:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d7a25eb. 00000400:00000010:0.0:1767385003.668967:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac140bb6. 02000000:00000010:0.0:1767385003.668972:0:16334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002742bd73. 00000400:00000010:0.0:1767385003.669750:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd12863. 00000400:00000010:0.0:1767385003.669761:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c425fd70. 00000020:00000010:2.0:1767385003.669817:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.669820:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.669823:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.669825:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.669827:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.669852:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.669854:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ced4858e. 00010000:00000010:2.0:1767385003.669863:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000032a9dda7. 02000000:00000010:2.0:1767385003.669891:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000000c3b9c2. 00000400:00000010:2.0:1767385003.669905:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805111a2. 00000800:00000010:2.0:1767385003.669922:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f60a08e. 00000020:00000010:2.0:1767385003.669940:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.669943:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.669947:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.669956:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecfcbb2b. 00000400:00000010:2.0:1767385003.669961:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b01813a6. 00000800:00000010:1.0:1767385003.669988:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f60a08e. 00000400:00000010:1.0:1767385003.669994:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805111a2. 02000000:00000010:1.0:1767385003.669997:0:16333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000000c3b9c2. 00000400:00000010:0.0:1767385003.670662:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066cccd9d. 00000400:00000010:0.0:1767385003.670671:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000855acb4. 00000020:00000010:2.0:1767385003.670739:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.670743:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.670747:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.670750:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.670753:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.670775:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ced4858e. 00000020:00000010:2.0:1767385003.670778:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ced4858e. 02000000:00000010:2.0:1767385003.670788:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000004ac90fae. 00000040:00000010:2.0:1767385003.670793:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078043d0e. 00000040:00000010:2.0:1767385003.670840:0:40977:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000436e776b. 00000040:00000010:2.0:1767385003.670855:0:40977:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000436e776b. 00000040:00000010:2.0:1767385003.670860:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078043d0e. 20000000:00000010:2.0:1767385003.670893:0:40977:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000ced4858e. 00000400:00000010:2.0:1767385003.670903:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c3824b3. 00000800:00000010:2.0:1767385003.670917:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bced29c. 00000020:00000010:2.0:1767385003.670936:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.670939:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.670941:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.670949:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703512d9. 00000400:00000010:2.0:1767385003.670952:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098b8f3d3. 00000800:00000010:0.0:1767385003.671028:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bced29c. 00000400:00000010:0.0:1767385003.671034:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c3824b3. 02000000:00000010:0.0:1767385003.671044:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000004ac90fae. 00000400:00000010:1.0:1767385003.671733:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a90ce08. 00000400:00000010:1.0:1767385003.671743:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017b042f9. 00000020:00000010:2.0:1767385003.671813:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.671817:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.671827:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.671830:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.671833:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.671857:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.671860:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385003.671912:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003c7ed640. 00000040:00000010:2.0:1767385003.671919:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078043d0e. 00000040:00000010:2.0:1767385003.671931:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092d3da5f. 00000040:00000010:2.0:1767385003.671957:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092d3da5f. 00000040:00000010:2.0:1767385003.671961:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078043d0e. 00000400:00000010:2.0:1767385003.671970:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000055b0a10. 00000800:00000010:2.0:1767385003.671984:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000078043d0e. 00000020:00000010:2.0:1767385003.672003:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.672007:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.672011:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.672020:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d721c5ba. 00000400:00000010:2.0:1767385003.672024:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3657419. 00000800:00000010:0.0:1767385003.672070:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000078043d0e. 00000400:00000010:0.0:1767385003.672079:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000055b0a10. 02000000:00000010:0.0:1767385003.672089:0:16334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003c7ed640. 00000400:00000010:0.0:1767385003.673145:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff09481a. 00000400:00000010:0.0:1767385003.673156:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000480c68a4. 00000020:00000010:2.0:1767385003.673237:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.673241:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.673246:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.673248:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.673251:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.673272:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.673275:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385003.673291:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003c7ed640. 00000040:00000010:2.0:1767385003.673297:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ae1e8332. 00000040:00000010:2.0:1767385003.673304:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092d3da5f. 00000040:00000010:2.0:1767385003.673325:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092d3da5f. 00000040:00000010:2.0:1767385003.673327:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ae1e8332. 00000400:00000010:2.0:1767385003.673335:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000055b0a10. 00000800:00000010:2.0:1767385003.673349:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000ae1e8332. 00000020:00000010:2.0:1767385003.673367:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.673370:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.673379:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.673389:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080902f95. 00000400:00000010:2.0:1767385003.673394:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d0126f2. 00000800:00000010:1.0:1767385003.673420:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000ae1e8332. 00000400:00000010:1.0:1767385003.673426:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000055b0a10. 02000000:00000010:1.0:1767385003.673429:0:16333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003c7ed640. 00000400:00000010:0.0:1767385003.685641:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022481925. 00000400:00000010:0.0:1767385003.685701:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ecb7130. 00000020:00000010:2.0:1767385003.685789:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.685795:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.685801:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.685805:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.685809:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.685846:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.685848:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385003.685924:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003c7ed640. 00000040:00000010:2.0:1767385003.685931:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f70ad5cf. 00000040:00000010:2.0:1767385003.685949:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092d3da5f. 00000040:00000010:2.0:1767385003.685983:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092d3da5f. 00000040:00000010:2.0:1767385003.685986:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f70ad5cf. 00000400:00000010:2.0:1767385003.686002:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003d5bf994. 00000800:00000010:2.0:1767385003.686034:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000f70ad5cf. 00000020:00000010:2.0:1767385003.686061:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.686065:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.686068:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.686076:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074e63ba0. 00000400:00000010:2.0:1767385003.686081:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000055b0a10. 00000800:00000010:0.0:1767385003.686175:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000f70ad5cf. 00000400:00000010:0.0:1767385003.686193:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003d5bf994. 02000000:00000010:0.0:1767385003.686201:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003c7ed640. 00000400:00000010:1.0:1767385003.687258:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000479b3300. 00000400:00000010:1.0:1767385003.687274:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000afbcf124. 00000020:00000010:2.0:1767385003.687335:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.687339:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.687342:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.687345:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.687348:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.687368:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.687371:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00010000:00000010:2.0:1767385003.687390:0:40977:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001fd6a90a. 00010000:00000010:2.0:1767385003.687399:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7bca0f3. 02000000:00000010:2.0:1767385003.687412:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006b82f457. 00000400:00000010:2.0:1767385003.687435:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000811e6eb4. 00000800:00000010:2.0:1767385003.687457:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bced29c. 00000020:00000010:2.0:1767385003.687475:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.687478:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.687481:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.687488:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012028def. 00000400:00000010:2.0:1767385003.687491:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d5bf994. 00000800:00000010:0.0:1767385003.687554:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bced29c. 00000400:00000010:0.0:1767385003.687563:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000811e6eb4. 02000000:00000010:0.0:1767385003.687568:0:16334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006b82f457. 00000400:00000010:0.0:1767385003.688776:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d934e473. 00000400:00000010:0.0:1767385003.688793:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb4927f4. 00000020:00000010:2.0:1767385003.688838:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.688841:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.688844:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.688846:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.688848:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.688864:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.688884:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385003.688893:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001eea32a6. 20000000:00000010:2.0:1767385003.688903:0:40977:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000426078d6. 00000100:00000010:2.0:1767385003.688982:0:40977:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008156de39. 00000100:00000010:2.0:1767385003.688985:0:40977:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000436e776b. 00000400:00000010:2.0:1767385003.689004:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053a82bc2. 00000400:00000010:2.0:1767385003.689009:0:40977:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a5aeeab4. 00000800:00000010:2.0:1767385003.689021:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f60a08e. 00000800:00000010:1.0:1767385003.689102:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f60a08e. 00000400:00000010:0.0:1767385003.689643:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053a82bc2. 00000100:00000010:2.0:1767385003.689696:0:40977:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000436e776b. 00000100:00000010:2.0:1767385003.689701:0:40977:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008156de39. 20000000:00000010:2.0:1767385003.689708:0:40977:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000426078d6. 00000400:00000010:2.0:1767385003.689717:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba335e76. 00000800:00000010:2.0:1767385003.689731:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d7a25eb. 00000020:00000010:2.0:1767385003.689749:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.689754:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.689757:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.689765:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082f81dcb. 00000400:00000010:2.0:1767385003.689770:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f7e3707. 00000800:00000010:0.0:1767385003.689802:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d7a25eb. 00000400:00000010:0.0:1767385003.689809:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba335e76. 02000000:00000010:0.0:1767385003.689811:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000001eea32a6. 00000400:00000010:1.0:1767385003.693250:0:16333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067429aa1. 00000400:00000010:1.0:1767385003.693268:0:16333:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055cabe12. 00000020:00000010:2.0:1767385003.693323:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.693327:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.693330:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.693332:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.693339:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.693357:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.693359:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00010000:00000010:2.0:1767385003.693371:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000075e8af22. 02000000:00000010:2.0:1767385003.693377:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008156de39. 00000400:00000010:2.0:1767385003.693389:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001834b6a1. 00000800:00000010:2.0:1767385003.693401:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033cd5154. 00000020:00000010:2.0:1767385003.693415:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.693417:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.693419:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.693423:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e9caedf. 00000400:00000010:2.0:1767385003.693426:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f96c5642. 00000800:00000010:0.0:1767385003.693501:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033cd5154. 00000400:00000010:0.0:1767385003.693511:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001834b6a1. 02000000:00000010:0.0:1767385003.693516:0:16334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008156de39. 00000400:00000010:0.0:1767385003.694256:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ba6d2e0. 00000400:00000010:0.0:1767385003.694270:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076ece6c4. 00000020:00000010:2.0:1767385003.694320:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.694323:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.694326:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.694328:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.694330:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.694345:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.694347:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385003.694356:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000b8ff439f. 00000040:00000010:2.0:1767385003.694362:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f70ad5cf. 00000040:00000010:2.0:1767385003.694431:0:40977:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000047610518. 00000040:00000010:2.0:1767385003.694443:0:40977:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000047610518. 00000040:00000010:2.0:1767385003.694447:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f70ad5cf. 00000400:00000010:2.0:1767385003.694458:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c85bf5. 00000800:00000010:2.0:1767385003.694483:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033cd5154. 00000020:00000010:2.0:1767385003.694501:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.694505:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.694508:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.694515:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b0d601. 00000400:00000010:2.0:1767385003.694520:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000640fd951. 00000800:00000010:1.0:1767385003.694555:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033cd5154. 00000400:00000010:1.0:1767385003.694561:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c85bf5. 02000000:00000010:1.0:1767385003.694565:0:16333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000b8ff439f. 00000400:00000010:0.0:1767385003.695324:0:16334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8762be9. 00000400:00000010:0.0:1767385003.695335:0:16334:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d8b456c. 00000020:00000010:2.0:1767385003.695380:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.695384:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.695391:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385003.695393:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.695396:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.695412:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385003.695414:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385003.695441:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003c7ed640. 00000040:00000010:2.0:1767385003.695447:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f70ad5cf. 00000040:00000010:2.0:1767385003.695457:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092d3da5f. 00000040:00000010:2.0:1767385003.695466:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092d3da5f. 00000040:00000010:2.0:1767385003.695470:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f70ad5cf. 00000400:00000010:2.0:1767385003.695478:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000080708668. 00000800:00000010:2.0:1767385003.695492:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000f70ad5cf. 00000020:00000010:2.0:1767385003.695512:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003239816e. 00000020:00000010:2.0:1767385003.695515:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385003.695518:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 00000400:00000010:2.0:1767385003.695525:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045251519. 00000400:00000010:2.0:1767385003.695529:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000832aab70. 00000800:00000010:0.0:1767385003.695589:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000f70ad5cf. 00000400:00000010:0.0:1767385003.695595:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000080708668. 02000000:00000010:0.0:1767385003.695598:0:16335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003c7ed640. 00000100:00000010:1.0:1767385003.697655:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fe96da4. 00000020:00000010:3.0:1767385003.697725:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002639498b. 00000020:00000010:3.0:1767385003.697731:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8909097. 00000020:00000010:3.0:1767385003.697734:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 02000000:00000010:3.0:1767385003.697767:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cdb799f5. 00000020:00000010:3.0:1767385003.697790:0:40982:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004f10eec8. 00000004:00000010:3.0:1767385003.697797:0:40982:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000007d227dbc. 00000001:00000010:3.0:1767385003.697800:0:40982:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000a577b045. 00000001:00000010:3.0:1767385003.697806:0:40982:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000022277059. 00000001:00000010:3.0:1767385003.697810:0:40982:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dbbcbb9d. 00000001:00000010:3.0:1767385003.697813:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000acea78c. 00000001:00000010:3.0:1767385003.697816:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000053845109. 00000001:00000010:3.0:1767385003.697818:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d56bbfd. 00000001:00000010:3.0:1767385003.697819:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085d6d373. 00000001:00000010:3.0:1767385003.697822:0:40982:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007d441b15. 00000001:00000010:3.0:1767385003.697824:0:40982:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d4267d46. 00000001:00000010:3.0:1767385003.697825:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000072a27d46. 00000001:00000010:3.0:1767385003.697827:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef685796. 00000001:00000010:3.0:1767385003.697829:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024ba50bd. 00000001:00000010:3.0:1767385003.697831:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5fb94be. 00080000:00000010:3.0:1767385003.697887:0:40982:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000736b96ea. 00080000:00000010:3.0:1767385003.697895:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ce926469. 00080000:00000010:0.0:1767385003.699801:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000736b96ea. 00080000:00000010:3.0:1767385003.699853:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ce926469. 00080000:00000010:3.0:1767385003.699886:0:40982:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007c661d5f. 00080000:00000010:3.0:1767385003.699890:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ce926469. 00000001:00000010:3.0:1767385003.699898:0:40982:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009ad4f132. 00080000:00000010:3.0:1767385003.699915:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385003.699924:0:40982:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000647ce724. 00000020:00000010:3.0:1767385003.700032:0:40982:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002e68cd36. 00000020:00000010:3.0:1767385003.700037:0:40982:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000c09460ea. 00000020:00000010:3.0:1767385003.700040:0:40982:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000ca349d3a. 00000020:00000010:3.0:1767385003.700055:0:40982:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000800018b1. 00000020:00000010:3.0:1767385003.700057:0:40982:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000003070bf54. 00000020:00000010:3.0:1767385003.700059:0:40982:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000ec140b62. 00000020:00000010:3.0:1767385003.700085:0:40982:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005f120413. 00000020:00000010:3.0:1767385003.700091:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce926469. 00000400:00000010:3.0:1767385003.700131:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa2e4493. 00000800:00000010:3.0:1767385003.700150:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001daf92cd. 00000020:00000010:3.0:1767385003.700173:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8909097. 00000020:00000010:3.0:1767385003.700178:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767385003.700181:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002639498b. 00000800:00000010:0.0:1767385003.700275:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001daf92cd. 00000400:00000010:0.0:1767385003.700282:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa2e4493. 00000400:00000010:0.0:1767385004.377007:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dc86e0d4. 00000400:00000010:0.0:1767385004.377024:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000caf14054. 00000400:00000010:0.0:1767385004.377046:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a4e4903. 00000400:00000010:0.0:1767385004.377055:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e17f1e31. 00000800:00000010:0.0:1767385004.377092:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e0aa7762. 00000400:00000010:0.0:1767385004.377117:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c0d681c2. 00000400:00000010:0.0:1767385004.377121:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001fc65b5e. 00000400:00000010:0.0:1767385004.377124:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000400:00000010:0.0:1767385004.377127:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b239de1b. 00000800:00000010:0.0:1767385004.377134:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f200fccc. 00000800:00000010:2.0:1767385004.379173:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000092d3da5f. 00000800:00000010:2.0:1767385004.379193:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d2bc6d9c. 00000800:00000010:2.0:1767385004.379200:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b491d08a. 00000800:00000010:2.0:1767385004.379227:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b491d08a. 00000800:00020000:2.0:1767385004.379240:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767385004.379245:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d2bc6d9c. 00000800:00000010:2.0:1767385004.379248:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000092d3da5f. 00000400:02020000:2.0:1767385004.379305:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp48 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767385004.379315:0:16328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e0aa7762. 00000800:00000010:1.0:1767385004.379596:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082703b65. 00000800:00000010:1.0:1767385004.379601:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006dbe3225. 00000800:00000010:1.0:1767385004.379604:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae2f88a0. 00000800:00000010:1.0:1767385004.379631:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae2f88a0. 00000800:00000010:3.0:1767385004.379663:0:16336:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b10967e9. 00000800:00000010:2.0:1767385004.379701:0:16331:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000092d3da5f. 00000800:00000010:2.0:1767385004.379707:0:16331:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d2bc6d9c. 00000800:00000010:2.0:1767385004.379725:0:16331:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f9821465. 00000800:00000010:2.1:1767385004.379729:0:16331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f9821465. 00000800:00000010:2.0:1767385004.379744:0:16331:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b491d08a. 00000800:00000010:2.0:1767385004.379791:0:16331:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b491d08a. 00000800:00000010:2.0:1767385004.379795:0:16331:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d2bc6d9c. 00000800:00000010:1.0:1767385004.379816:0:16330:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006dbe3225. 00000800:00000010:2.0:1767385004.379841:0:16331:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b10967e9. 00000800:00000010:0.0:1767385004.379960:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f200fccc. 00000800:00000010:2.0:1767385004.380014:0:16334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d7a25eb. 00000800:00000010:2.0:1767385004.380104:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d7a25eb. 00000400:00000010:0.0:1767385004.380152:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000400:00000010:0.0:1767385004.380164:0:16333:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c0d681c2. 00000400:00000010:0.0:1767385004.380170:0:16333:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001fc65b5e. 00000800:00000010:1.0:1767385004.381061:0:16330:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000070935361. 00000800:00000010:1.0:1767385004.381065:0:16330:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006dbe3225. 00000800:00000010:1.0:1767385004.381069:0:16330:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae2f88a0. 00000800:00000010:1.0:1767385004.381087:0:16330:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae2f88a0. 00000800:00020000:1.0:1767385004.381092:0:16330:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:1.0:1767385004.381095:0:16330:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006dbe3225. 00000800:00000010:1.0:1767385004.381096:0:16330:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000070935361. 00000400:02020000:1.0:1767385004.381131:0:16330:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp46 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000100:00000010:0.0:1767385004.505059:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd719139. 02000000:00000010:0.0:1767385004.505090:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fc65b5e. 00010000:00000010:0.0:1767385004.505110:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d862d864. 00010000:00000010:0.0:1767385004.505118:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c41bd7fd. 00000100:00000010:0.0:1767385004.505141:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a93972df. 02000000:00000010:0.0:1767385004.505165:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000089380fbd. 00000400:00000010:0.0:1767385004.505173:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d53721c8. 00000400:00000010:0.0:1767385004.505213:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000400:00000010:0.0:1767385004.505225:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eb07f09. 00000400:00000010:0.0:1767385004.505258:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c899b847. 00000400:00000010:0.0:1767385004.505274:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b66eb81. 00000400:00000010:0.0:1767385004.505299:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eb07f09. 00000100:00000010:0.0:1767385004.505314:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a801831b. 00000100:00000010:0.0:1767385004.505328:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000411cbbca. 00000100:00000010:0.0:1767385004.505339:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcb8ceeb. 00000100:00000010:0.0:1767385004.505344:0:17069:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3ebbc02. 00000020:00000010:2.0:1767385004.505357:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.505367:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.505375:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385004.505383:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.505389:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.505439:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.505443:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00010000:00000010:2.0:1767385004.505468:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000149a1cfd. 02000000:00000010:2.0:1767385004.505483:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.505514:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.505539:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.505551:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.505555:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.505559:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 02000000:00000010:2.0:1767385004.505565:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e10f4fba. 00000400:00000010:0.0:1767385004.505566:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d53721c8. 00000400:00000010:0.0:1767385004.505571:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000400:00000010:2.0:1767385004.505573:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8fcd329. 00000400:00000010:2.0:1767385004.505579:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2bc6d9c. 00000100:00000010:0.0:1767385004.505590:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a93972df. 02000000:00000010:0.0:1767385004.505605:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000089380fbd. 02000000:00000010:0.0:1767385004.505610:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001fc65b5e. 00000100:00000010:0.0:1767385004.505629:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd719139. 10000000:00000010:0.0:1767385004.505636:0:17069:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000001013f562. 00000100:00000010:0.0:1767385004.505649:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd719139. 02000000:00000010:0.0:1767385004.505656:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fc65b5e. 00000100:00000010:0.0:1767385004.505662:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000089380fbd. 00000100:00000010:0.0:1767385004.505666:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f0109779. 00000100:00000010:0.0:1767385004.505672:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a93972df. 00000400:00000010:0.0:1767385004.505683:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d53721c8. 00000400:00000010:0.0:1767385004.505687:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000baecc839. 02000000:00000010:0.0:1767385004.505693:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000401c1428. 00000400:00000010:0.0:1767385004.505695:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d88b2ceb. 00000400:00000010:0.0:1767385004.505698:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000400:00000010:0.0:1767385004.505702:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eb07f09. 00000400:00000010:0.0:1767385004.505710:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004127b32e. 00000400:00000010:0.0:1767385004.505716:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001ffe174. 00000400:00000010:0.0:1767385004.505730:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eb07f09. 00000020:00000010:2.0:1767385004.505758:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.505762:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.505764:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385004.505766:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.505768:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.505790:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.505793:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385004.505810:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e10f4fba. 20000000:00000010:2.0:1767385004.505822:0:40977:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000058f76fb2. 00000100:00000010:2.0:1767385004.505897:0:40977:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001f9c4394. 00000100:00000010:2.0:1767385004.505900:0:40977:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000436e776b. 00000400:00000010:2.0:1767385004.505905:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.505910:0:40977:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6f40a22. 00000400:00000010:2.0:1767385004.505926:0:40977:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d53721c8. 00000400:00000010:2.0:1767385004.505931:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000baecc839. 00000400:00000010:2.0:1767385004.505949:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000100:00000010:2.0:1767385004.505957:0:40977:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000436e776b. 00000100:00000010:2.0:1767385004.505961:0:40977:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001f9c4394. 20000000:00000010:2.0:1767385004.505971:0:40977:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000058f76fb2. 00000400:00000010:2.0:1767385004.505978:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.505999:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.506009:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.506012:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.506015:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 02000000:00000010:2.0:1767385004.506019:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e10f4fba. 00000400:00000010:0.0:1767385004.506020:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d88b2ceb. 00000400:00000010:2.0:1767385004.506024:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aed341ad. 00000400:00000010:0.0:1767385004.506025:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000400:00000010:2.0:1767385004.506031:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9821465. 00000100:00000010:0.0:1767385004.506040:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a93972df. 10000000:00000010:0.0:1767385004.506052:0:17069:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ad07f964. 10000000:00000010:0.0:1767385004.506061:0:17069:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ad07f964. 02000000:00000010:0.0:1767385004.506065:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000401c1428. 00000100:00000010:0.0:1767385004.506067:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f0109779. 00000100:00000010:0.0:1767385004.506069:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000089380fbd. 02000000:00000010:0.0:1767385004.506070:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001fc65b5e. 00000100:00000010:0.0:1767385004.506071:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd719139. 10000000:00000010:0.0:1767385004.506087:0:17069:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000001013f562. 00000100:00000010:0.0:1767385004.506097:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd719139. 02000000:00000010:0.0:1767385004.506101:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fc65b5e. 00010000:00000010:0.0:1767385004.506106:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008933dcae. 00000100:00000010:0.0:1767385004.506111:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a93972df. 02000000:00000010:0.0:1767385004.506116:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000089380fbd. 00000400:00000010:0.0:1767385004.506118:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d88b2ceb. 00000400:00000010:0.0:1767385004.506126:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000400:00000010:0.0:1767385004.506130:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eb07f09. 00000400:00000010:0.0:1767385004.506138:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005081db48. 00000400:00000010:0.0:1767385004.506144:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005611c816. 00000400:00000010:0.0:1767385004.506160:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eb07f09. 00000020:00000010:2.0:1767385004.506204:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.506207:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.506210:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385004.506212:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.506214:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.506230:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.506232:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00010000:00000010:2.0:1767385004.506240:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e79dc787. 02000000:00000010:2.0:1767385004.506245:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.506253:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.506272:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.506278:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.506280:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.506282:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 02000000:00000010:2.0:1767385004.506285:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.506290:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787aaa9c. 00000400:00000010:2.0:1767385004.506292:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005a0433b. 00000400:00000010:0.0:1767385004.506305:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d88b2ceb. 00000400:00000010:0.0:1767385004.506311:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000100:00000010:0.0:1767385004.506321:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a93972df. 02000000:00000010:0.0:1767385004.506330:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000089380fbd. 02000000:00000010:0.0:1767385004.506333:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001fc65b5e. 00000100:00000010:0.0:1767385004.506335:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd719139. 10000000:00000010:0.0:1767385004.506341:0:17069:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f0109779. 00000020:00000010:0.0:1767385004.506343:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fc65b5e. 00000020:00000010:0.0:1767385004.506346:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000401c1428. 00000040:00000010:0.0:1767385004.506349:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000632801bc. 00000020:00000010:0.0:1767385004.506352:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a3042720. 00000020:00000010:0.0:1767385004.506356:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a77d5d7. 80000000:00000010:0.0:1767385004.506360:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e42310e. 00040000:00000010:0.0:1767385004.506363:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f73b41be. 00080000:00000010:0.0:1767385004.506369:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f8733325. 00080000:00000010:0.0:1767385004.506375:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d4ff2a2e. 20000000:00000010:0.0:1767385004.506381:0:17069:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004087278a. 00000040:00000010:0.0:1767385004.506387:0:17069:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a5e10998. 00000100:00000010:0.0:1767385004.506390:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd719139. 02000000:00000010:0.0:1767385004.506395:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000042187dc. 00000100:00000010:0.0:1767385004.506401:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a93972df. 02000000:00000010:0.0:1767385004.506407:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007230acd0. 00000400:00000010:0.0:1767385004.506409:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d88b2ceb. 00000400:00000010:0.0:1767385004.506411:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000400:00000010:0.0:1767385004.506414:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eb07f09. 00000400:00000010:0.0:1767385004.506420:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eb701e7. 00000400:00000010:0.0:1767385004.506425:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041fd5a9d. 00000400:00000010:0.0:1767385004.506440:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eb07f09. 00000020:00000010:2.0:1767385004.506465:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.506468:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.506471:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385004.506478:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.506480:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.506496:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.506498:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385004.506505:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e10f4fba. 00000040:00000010:2.0:1767385004.506509:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ae1e8332. 00000040:00000010:2.0:1767385004.506564:0:40977:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000436e776b. 00000040:00000010:2.0:1767385004.506576:0:40977:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000436e776b. 00000040:00000010:2.0:1767385004.506578:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ae1e8332. 20000000:00000010:2.0:1767385004.506584:0:40977:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000b491d08a. 20000000:00000010:2.0:1767385004.506586:0:40977:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000b491d08a. 00000400:00000010:2.0:1767385004.506591:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.506608:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.506613:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.506615:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.506617:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 02000000:00000010:2.0:1767385004.506620:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.506624:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a766db. 00000400:00000010:2.0:1767385004.506627:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b19d7e24. 00000400:00000010:0.0:1767385004.506638:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d88b2ceb. 00000400:00000010:0.0:1767385004.506645:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000100:00000010:0.0:1767385004.506656:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a93972df. 02000000:00000010:0.0:1767385004.506661:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007230acd0. 02000000:00000010:0.0:1767385004.506664:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000042187dc. 00000100:00000010:0.0:1767385004.506668:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd719139. 00000040:00000010:0.0:1767385004.506676:0:17069:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000acdf9e76. 00000100:00000010:0.0:1767385004.506681:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd719139. 02000000:00000010:0.0:1767385004.506686:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007230acd0. 00000100:00000010:0.0:1767385004.506691:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a93972df. 02000000:00000010:0.0:1767385004.506713:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003c7ed640. 00000400:00000010:0.0:1767385004.506717:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d88b2ceb. 00000400:00000010:0.0:1767385004.506720:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000083576ef5. 00000400:00000010:0.0:1767385004.506723:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000400:00000010:0.0:1767385004.506730:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004256c2bc. 00000400:00000010:0.0:1767385004.506735:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065005cf3. 00000400:00000010:0.0:1767385004.506747:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000020:00000010:2.0:1767385004.506775:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.506778:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.506781:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cdebb1. 00000020:00000010:2.0:1767385004.506782:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.506784:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.506799:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.506800:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385004.506817:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a733caea. 00000040:00000010:2.0:1767385004.506821:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ae1e8332. 00000040:00000010:2.0:1767385004.506830:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000087746b93. 00000040:00000010:2.0:1767385004.506845:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000087746b93. 00000040:00000010:2.0:1767385004.506848:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ae1e8332. 00000400:00000010:2.0:1767385004.506854:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000bcf9325e. 00000400:00000010:2.0:1767385004.506886:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000bcf9325e. 00000400:00000010:0.0:1767385004.506900:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d88b2ceb. 00000020:00000010:2.0:1767385004.506901:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000400:00000010:0.0:1767385004.506907:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000083576ef5. 00000020:00000010:2.0:1767385004.506908:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.506914:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051cdebb1. 02000000:00000010:2.0:1767385004.506918:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a733caea. 00000100:00000010:0.0:1767385004.506921:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a93972df. 02000000:00000010:0.0:1767385004.506928:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003c7ed640. 00000400:00000010:2.0:1767385004.506930:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e8f645. 00000400:00000010:2.0:1767385004.506934:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcf9325e. 02000000:00000010:0.0:1767385004.506944:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007230acd0. 00000100:00000010:0.0:1767385004.506948:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd719139. 00000040:00000010:0.0:1767385004.506954:0:17069:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a905d065. 00000020:00000010:0.0:1767385004.507155:0:41593:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007230acd0. 00000020:00000010:0.0:1767385004.507160:0:41593:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000035fef092. 00000040:00000010:0.0:1767385004.507163:0:41593:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000627aebf7. 00000020:00000010:0.0:1767385004.507168:0:41593:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004b44a9cc. 00000020:00000010:0.0:1767385004.507173:0:41593:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767385004.507176:0:41593:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fe4f3743. 80000000:00000010:0.0:1767385004.507193:0:41593:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a981a8e9. 40000000:00000010:0.0:1767385004.507198:0:41593:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cee925ad. 00100000:00000010:0.0:1767385004.507204:0:41593:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001fe9f7a8. 00040000:00000010:0.0:1767385004.507214:0:41593:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f200fccc. 00040000:00000010:0.0:1767385004.507218:0:41593:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032b29873. 00040000:00000010:0.0:1767385004.507220:0:41593:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030f29043. 00080000:00000010:0.0:1767385004.507223:0:41593:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009fb0303c. 00080000:00000010:0.0:1767385004.507226:0:41593:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ed683855. 00000004:00000010:0.0:1767385004.507231:0:41593:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ac4645e9. 00000004:00000010:0.0:1767385004.507234:0:41593:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad07f964. 00000004:00000010:0.0:1767385004.507238:0:41593:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000597e1cd2. 00002000:00000010:0.0:1767385004.507242:0:41593:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000089380fbd. 00000004:00000010:0.0:1767385004.507245:0:41593:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008c6f317e. 00000020:00000010:0.0:1767385004.507249:0:41593:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000870006d5. 00000040:00000010:0.0:1767385004.507255:0:41593:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a296b021. 00000040:00000010:0.0:1767385004.507700:0:41593:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a296b021. 00000020:00000010:0.0:1767385004.507707:0:41593:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000870006d5. 00000020:00000010:0.0:1767385004.507717:0:41593:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000035fef092. 00000040:00000010:0.0:1767385004.507720:0:41593:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000627aebf7. 00000020:00000010:0.0:1767385004.507722:0:41593:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004b44a9cc. 00000020:00000010:0.0:1767385004.507726:0:41593:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767385004.507729:0:41593:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fe4f3743. 80000000:00000010:0.0:1767385004.507731:0:41593:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a981a8e9. 40000000:00000010:0.0:1767385004.507735:0:41593:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cee925ad. 00100000:00000010:0.0:1767385004.507737:0:41593:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001fe9f7a8. 00040000:00000010:0.0:1767385004.507740:0:41593:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f200fccc. 00040000:00000010:0.0:1767385004.507742:0:41593:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032b29873. 00040000:00000010:0.0:1767385004.507745:0:41593:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030f29043. 00080000:00000010:0.0:1767385004.507748:0:41593:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ed683855. 00080000:00000010:0.0:1767385004.507751:0:41593:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009fb0303c. 00000004:00000010:0.0:1767385004.507754:0:41593:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ac4645e9. 00000004:00000010:0.0:1767385004.507757:0:41593:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad07f964. 00000004:00000010:0.0:1767385004.507759:0:41593:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000597e1cd2. 00002000:00000010:0.0:1767385004.507762:0:41593:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000089380fbd. 00000004:00000010:0.0:1767385004.507764:0:41593:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c6f317e. 00000020:00000010:0.0:1767385004.507766:0:41593:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007230acd0. 00000040:00000010:3.0:1767385004.507814:0:17069:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a905d065. 00000040:00000010:3.0:1767385004.507823:0:17069:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000acdf9e76. 00000040:00000010:3.0:1767385004.507828:0:17069:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a5e10998. 00000020:00000010:3.0:1767385004.507835:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000401c1428. 00000040:00000010:3.0:1767385004.507839:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000632801bc. 00000020:00000010:3.0:1767385004.507843:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3042720. 00000020:00000010:3.0:1767385004.507848:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001a77d5d7. 80000000:00000010:3.0:1767385004.507851:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000e42310e. 00040000:00000010:3.0:1767385004.507855:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f73b41be. 00080000:00000010:3.0:1767385004.507858:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d4ff2a2e. 00080000:00000010:3.0:1767385004.507862:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f8733325. 20000000:00000010:3.0:1767385004.507889:0:17069:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004087278a. 00000020:00000010:3.0:1767385004.507893:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fc65b5e. 10000000:00000010:3.0:1767385004.507897:0:17069:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f0109779. 00000100:00000010:3.0:1767385004.507914:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 02000000:00000010:3.0:1767385004.507922:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e46544c0. 00010000:00000010:3.0:1767385004.507930:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000056b4699d. 00000100:00000010:3.0:1767385004.507940:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.507949:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cec9b5af. 00000400:00000010:3.0:1767385004.507953:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.507958:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000400:00000010:3.0:1767385004.507963:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46b6fc2. 00000400:00000010:3.0:1767385004.507975:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033f1b7b9. 00000400:00000010:3.0:1767385004.507981:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e33d64ad. 00000400:00000010:3.0:1767385004.508000:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46b6fc2. 00000020:00000010:2.0:1767385004.508052:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.508057:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.508062:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1e8332. 00000020:00000010:2.0:1767385004.508065:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.508068:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.508093:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.508095:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00010000:00000010:2.0:1767385004.508107:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c17b0ade. 02000000:00000010:2.0:1767385004.508116:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.508128:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.508150:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.508160:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.508163:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.508167:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1e8332. 02000000:00000010:2.0:1767385004.508172:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e10f4fba. 00000400:00000010:3.0:1767385004.508190:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000010:2.0:1767385004.508190:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000feaae00d. 00000400:00000010:3.0:1767385004.508196:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000400:00000010:2.0:1767385004.508202:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080708668. 00000100:00000010:3.0:1767385004.508210:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.508222:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cec9b5af. 02000000:00000010:3.0:1767385004.508226:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e46544c0. 00000100:00000010:3.0:1767385004.508229:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093e9f16b. 10000000:00000010:3.0:1767385004.508235:0:17069:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000090bc3b88. 00000020:00000010:3.0:1767385004.508237:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e46544c0. 00000020:00000010:3.0:1767385004.508240:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000736b96ea. 00000040:00000010:3.0:1767385004.508244:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002639498b. 00000020:00000010:3.0:1767385004.508249:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000138aa686. 00000020:00000010:3.0:1767385004.508253:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000083bbc65d. 80000000:00000010:3.0:1767385004.508256:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e293b808. 00040000:00000010:3.0:1767385004.508260:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000055f28ab4. 00080000:00000010:3.0:1767385004.508263:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f8733325. 00080000:00000010:3.0:1767385004.508266:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d4ff2a2e. 20000000:00000010:3.0:1767385004.508271:0:17069:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000034f3b922. 00000040:00000010:3.0:1767385004.508275:0:17069:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009a7fbd65. 00000100:00000010:3.0:1767385004.508278:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 02000000:00000010:3.0:1767385004.508284:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038b54aca. 00000100:00000010:3.0:1767385004.508290:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.508297:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000932c364c. 00000400:00000010:3.0:1767385004.508308:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.508311:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000400:00000010:3.0:1767385004.508315:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46b6fc2. 00000400:00000010:3.0:1767385004.508324:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b34d3323. 00000400:00000010:3.0:1767385004.508329:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f22542f5. 00000400:00000010:3.0:1767385004.508344:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46b6fc2. 00000020:00000010:2.0:1767385004.508370:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.508373:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.508376:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1e8332. 00000020:00000010:2.0:1767385004.508378:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.508380:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.508395:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.508397:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385004.508403:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e10f4fba. 00000040:00000010:2.0:1767385004.508406:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078043d0e. 00000040:00000010:2.0:1767385004.508431:0:40977:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000436e776b. 00000020:00000010:2.0:1767385004.508436:0:40977:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d7a25eb. 00080000:00000010:2.0:1767385004.508449:0:40977:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f70ad5cf. 00000040:00000010:2.0:1767385004.508466:0:40977:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000436e776b. 00000040:00000010:2.0:1767385004.508468:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078043d0e. 20000000:00000010:2.0:1767385004.508472:0:40977:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000b491d08a. 20000000:00000010:2.0:1767385004.508474:0:40977:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000b491d08a. 00000400:00000010:2.0:1767385004.508479:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.508496:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.508502:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.508504:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.508506:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1e8332. 02000000:00000010:2.0:1767385004.508509:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.508512:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d6010b. 00000400:00000010:2.0:1767385004.508515:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027482db6. 00000400:00000010:3.0:1767385004.508535:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.508540:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000100:00000010:3.0:1767385004.508549:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.508553:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000932c364c. 02000000:00000010:3.0:1767385004.508554:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000038b54aca. 00000100:00000010:3.0:1767385004.508556:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093e9f16b. 00000040:00000010:3.0:1767385004.508563:0:17069:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a4f9f5ea. 00000100:00000010:3.0:1767385004.508565:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 02000000:00000010:3.0:1767385004.508569:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038b54aca. 00000100:00000010:3.0:1767385004.508572:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.508583:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003c7ed640. 00000400:00000010:3.0:1767385004.508585:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.508588:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008df230ec. 00000400:00000010:3.0:1767385004.508591:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000400:00000010:3.0:1767385004.508598:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6da1280. 00000400:00000010:3.0:1767385004.508603:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000085953696. 00000400:00000010:3.0:1767385004.508614:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000020:00000010:2.0:1767385004.508632:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.508635:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.508638:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae1e8332. 00000020:00000010:2.0:1767385004.508640:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.508641:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.508655:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b491d08a. 00000020:00000010:2.0:1767385004.508657:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b491d08a. 02000000:00000010:2.0:1767385004.508668:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a733caea. 00000040:00000010:2.0:1767385004.508672:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078043d0e. 00000040:00000010:2.0:1767385004.508678:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000087746b93. 00000040:00000010:2.0:1767385004.509144:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000087746b93. 00000040:00000010:2.0:1767385004.509148:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078043d0e. 00000400:00000010:2.0:1767385004.509155:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f7e58879. 00000400:00000010:2.0:1767385004.509173:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f7e58879. 00000020:00000010:2.0:1767385004.509191:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.509194:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.509195:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae1e8332. 02000000:00000010:2.0:1767385004.509198:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a733caea. 00000400:00000010:2.0:1767385004.509207:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4079bad. 00000400:00000010:2.0:1767385004.509210:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7e58879. 00000400:00000010:3.0:1767385004.509223:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.509229:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008df230ec. 00000100:00000010:3.0:1767385004.509239:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.509243:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003c7ed640. 02000000:00000010:3.0:1767385004.509253:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000038b54aca. 00000100:00000010:3.0:1767385004.509255:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093e9f16b. 00000040:00000010:3.0:1767385004.509259:0:17069:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000dd8fb066. 00000020:00000010:0.0:1767385004.509434:0:41594:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042187dc. 00000020:00000010:0.0:1767385004.509448:0:41594:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001fc65b5e. 00000040:00000010:0.0:1767385004.509451:0:41594:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004087278a. 00000020:00000010:0.0:1767385004.509453:0:41594:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000597e1cd2. 00000020:00000010:0.0:1767385004.509456:0:41594:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767385004.509459:0:41594:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000de85b3e4. 80000000:00000010:0.0:1767385004.509462:0:41594:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a981a8e9. 40000000:00000010:0.0:1767385004.509464:0:41594:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cee925ad. 00100000:00000010:0.0:1767385004.509467:0:41594:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac4645e9. 00040000:00000010:0.0:1767385004.509470:0:41594:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f200fccc. 00040000:00000010:0.0:1767385004.509473:0:41594:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032b29873. 00040000:00000010:0.0:1767385004.509475:0:41594:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f73b41be. 00080000:00000010:0.0:1767385004.509479:0:41594:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009fb0303c. 00080000:00000010:0.0:1767385004.509481:0:41594:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ed683855. 00000004:00000010:0.0:1767385004.509486:0:41594:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a3ca5393. 00000004:00000010:0.0:1767385004.509489:0:41594:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad07f964. 00000004:00000010:0.0:1767385004.509492:0:41594:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001fe9f7a8. 00002000:00000010:0.0:1767385004.509495:0:41594:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008c6f317e. 00000004:00000010:0.0:1767385004.509498:0:41594:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000089380fbd. 00000020:00000010:0.0:1767385004.509501:0:41594:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ffaa83c7. 00000040:00000010:0.0:1767385004.509505:0:41594:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a296b021. 00000040:00000010:0.0:1767385004.510100:0:41594:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a296b021. 00000020:00000010:0.0:1767385004.510106:0:41594:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ffaa83c7. 00000020:00000010:0.0:1767385004.510112:0:41594:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001fc65b5e. 00000040:00000010:0.0:1767385004.510115:0:41594:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004087278a. 00000020:00000010:0.0:1767385004.510118:0:41594:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000597e1cd2. 00000020:00000010:0.0:1767385004.510121:0:41594:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767385004.510124:0:41594:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000de85b3e4. 80000000:00000010:0.0:1767385004.510126:0:41594:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a981a8e9. 40000000:00000010:0.0:1767385004.510129:0:41594:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cee925ad. 00100000:00000010:0.0:1767385004.510131:0:41594:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ac4645e9. 00040000:00000010:0.0:1767385004.510133:0:41594:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f200fccc. 00040000:00000010:0.0:1767385004.510136:0:41594:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032b29873. 00040000:00000010:0.0:1767385004.510138:0:41594:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f73b41be. 00080000:00000010:0.0:1767385004.510148:0:41594:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ed683855. 00080000:00000010:0.0:1767385004.510150:0:41594:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009fb0303c. 00000004:00000010:0.0:1767385004.510153:0:41594:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a3ca5393. 00000004:00000010:0.0:1767385004.510156:0:41594:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad07f964. 00000004:00000010:0.0:1767385004.510158:0:41594:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001fe9f7a8. 00002000:00000010:0.0:1767385004.510161:0:41594:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008c6f317e. 00000004:00000010:0.0:1767385004.510163:0:41594:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000089380fbd. 00000020:00000010:0.0:1767385004.510165:0:41594:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042187dc. 00000040:00000010:3.0:1767385004.510219:0:17069:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000dd8fb066. 00000040:00000010:3.0:1767385004.510225:0:17069:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a4f9f5ea. 00000040:00000010:3.0:1767385004.510228:0:17069:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009a7fbd65. 00000020:00000010:3.0:1767385004.510232:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000736b96ea. 00000040:00000010:3.0:1767385004.510241:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002639498b. 00000020:00000010:3.0:1767385004.510248:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000138aa686. 00000020:00000010:3.0:1767385004.510250:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000083bbc65d. 80000000:00000010:3.0:1767385004.510253:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e293b808. 00040000:00000010:3.0:1767385004.510255:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000055f28ab4. 00080000:00000010:3.0:1767385004.510257:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d4ff2a2e. 00080000:00000010:3.0:1767385004.510259:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f8733325. 20000000:00000010:3.0:1767385004.510261:0:17069:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000034f3b922. 00000020:00000010:3.0:1767385004.510263:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e46544c0. 10000000:00000010:3.0:1767385004.510264:0:17069:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000090bc3b88. 00000100:00000010:3.0:1767385004.510271:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 02000000:00000010:3.0:1767385004.510276:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034f3b922. 00010000:00000010:3.0:1767385004.510282:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000042a8317e. 00010000:00000010:3.0:1767385004.510285:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000083b0cb8c. 00000100:00000010:3.0:1767385004.510290:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.510296:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cec9b5af. 00000400:00000010:3.0:1767385004.510299:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.510301:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000400:00000010:3.0:1767385004.510304:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46b6fc2. 00000400:00000010:3.0:1767385004.510311:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ce2fc0. 00000400:00000010:3.0:1767385004.510316:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9fb4b9a. 00000400:00000010:3.0:1767385004.510329:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46b6fc2. 00000020:00000010:2.0:1767385004.510364:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.510373:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.510376:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078043d0e. 00000020:00000010:2.0:1767385004.510378:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.510380:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.510397:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.510398:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c032324e. 00010000:00000010:2.0:1767385004.510405:0:40977:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f96fd0cd. 00010000:00000010:2.0:1767385004.510408:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e80b3ef. 02000000:00000010:2.0:1767385004.510413:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.510422:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.510443:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.510449:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.510452:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.510454:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078043d0e. 02000000:00000010:2.0:1767385004.510458:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.510463:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab82bd22. 00000400:00000010:3.0:1767385004.510467:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000010:2.0:1767385004.510467:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019e9942d. 00000400:00000010:3.0:1767385004.510473:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000100:00000010:3.0:1767385004.510485:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.510493:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cec9b5af. 02000000:00000010:3.0:1767385004.510496:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000034f3b922. 00000100:00000010:3.0:1767385004.510498:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093e9f16b. 00000100:00000010:3.0:1767385004.510506:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 02000000:00000010:3.0:1767385004.510509:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034f3b922. 00010000:00000010:3.0:1767385004.510514:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f645d0d. 00000100:00000010:3.0:1767385004.510518:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.510523:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cec9b5af. 00000400:00000010:3.0:1767385004.510530:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.510533:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000400:00000010:3.0:1767385004.510536:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46b6fc2. 00000400:00000010:3.0:1767385004.510542:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec332fbf. 00000400:00000010:3.0:1767385004.510547:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025390da7. 00000400:00000010:3.0:1767385004.510557:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46b6fc2. 00000020:00000010:2.0:1767385004.510575:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.510578:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.510580:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078043d0e. 00000020:00000010:2.0:1767385004.510582:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.510585:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.510599:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.510600:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c032324e. 00010000:00000010:2.0:1767385004.510607:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f6a6e86. 02000000:00000010:2.0:1767385004.510612:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.510619:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.510637:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.510643:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.510645:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.510647:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078043d0e. 02000000:00000010:2.0:1767385004.510650:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.510654:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014b8973c. 00000400:00000010:3.0:1767385004.510660:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.510664:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000400:00000010:2.0:1767385004.510670:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c2f0bae. 00000100:00000010:3.0:1767385004.510672:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.510681:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cec9b5af. 02000000:00000010:3.0:1767385004.510683:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000034f3b922. 00000100:00000010:3.0:1767385004.510686:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093e9f16b. 10000000:00000010:3.0:1767385004.510692:0:17069:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000090bc3b88. 00000020:00000010:3.0:1767385004.510695:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034f3b922. 00000020:00000010:3.0:1767385004.510698:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000488bbd25. 00000040:00000010:3.0:1767385004.510701:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009a7fbd65. 00000020:00000010:3.0:1767385004.510704:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000138aa686. 00000020:00000010:3.0:1767385004.510707:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000038b54aca. 80000000:00000010:3.0:1767385004.510709:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e293b808. 00040000:00000010:3.0:1767385004.510712:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000932c364c. 00080000:00000010:3.0:1767385004.510716:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4f9f5ea. 00080000:00000010:3.0:1767385004.510722:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce9b00bd. 20000000:00000010:3.0:1767385004.510727:0:17069:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000055f28ab4. 00000040:00000010:3.0:1767385004.510732:0:17069:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000083bbc65d. 00000100:00000010:3.0:1767385004.510736:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 02000000:00000010:3.0:1767385004.510741:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002639498b. 00000100:00000010:3.0:1767385004.510748:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.510755:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e46544c0. 00000400:00000010:3.0:1767385004.510758:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.510762:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000400:00000010:3.0:1767385004.510766:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46b6fc2. 00000400:00000010:3.0:1767385004.510775:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000716f0b25. 00000400:00000010:3.0:1767385004.510780:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a086c721. 00000400:00000010:3.0:1767385004.510799:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46b6fc2. 00000020:00000010:2.0:1767385004.510826:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.510829:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.510832:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078043d0e. 00000020:00000010:2.0:1767385004.510833:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.510836:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.510850:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.510852:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c032324e. 02000000:00000010:2.0:1767385004.510857:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e10f4fba. 00000040:00000010:2.0:1767385004.510861:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000fbf67af. 00000040:00000010:2.0:1767385004.510900:0:40977:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000047610518. 00000040:00000010:2.0:1767385004.510906:0:40977:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000047610518. 00000040:00000010:2.0:1767385004.510909:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000fbf67af. 00000400:00000010:2.0:1767385004.510916:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.510935:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.510942:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.510944:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.510946:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078043d0e. 02000000:00000010:2.0:1767385004.510951:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e10f4fba. 00000400:00000010:3.0:1767385004.510953:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000010:2.0:1767385004.510955:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eb3a134. 00000400:00000010:3.0:1767385004.510959:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000400:00000010:2.0:1767385004.510965:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d597bbc. 00000100:00000010:3.0:1767385004.510971:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.510976:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e46544c0. 02000000:00000010:3.0:1767385004.510979:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002639498b. 00000100:00000010:3.0:1767385004.510983:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093e9f16b. 00000040:00000010:3.0:1767385004.510987:0:17069:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f8733325. 00000100:00000010:3.0:1767385004.510990:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 02000000:00000010:3.0:1767385004.510993:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e46544c0. 00000100:00000010:3.0:1767385004.510996:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.511007:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003c7ed640. 00000400:00000010:3.0:1767385004.511009:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.511012:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008df230ec. 00000400:00000010:3.0:1767385004.511015:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000400:00000010:3.0:1767385004.511021:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b02ec52e. 00000400:00000010:3.0:1767385004.511025:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053ebdf46. 00000400:00000010:3.0:1767385004.511035:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000020:00000010:2.0:1767385004.511059:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.511063:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.511066:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fbf67af. 00000020:00000010:2.0:1767385004.511067:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.511069:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.511084:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c032324e. 00000020:00000010:2.0:1767385004.511085:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c032324e. 02000000:00000010:2.0:1767385004.511097:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a733caea. 00000040:00000010:2.0:1767385004.511101:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078043d0e. 00000040:00000010:2.0:1767385004.511107:0:40977:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000087746b93. 00000040:00000010:2.0:1767385004.511113:0:40977:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000087746b93. 00000040:00000010:2.0:1767385004.511115:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078043d0e. 00000400:00000010:2.0:1767385004.511123:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005f79e870. 00000400:00000010:2.0:1767385004.511142:0:40977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005f79e870. 00000020:00000010:2.0:1767385004.511149:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.511152:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.511154:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fbf67af. 02000000:00000010:2.0:1767385004.511159:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a733caea. 00000400:00000010:3.0:1767385004.511160:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.511164:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008df230ec. 00000400:00000010:2.0:1767385004.511169:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d88e2ab. 00000400:00000010:2.0:1767385004.511173:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f79e870. 00000100:00000010:3.0:1767385004.511174:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.511195:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003c7ed640. 02000000:00000010:3.0:1767385004.511204:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e46544c0. 00000100:00000010:3.0:1767385004.511207:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093e9f16b. 00000040:00000010:3.0:1767385004.511211:0:17069:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000dd8fb066. 00000020:00000010:1.0:1767385004.511350:0:41595:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.511355:0:41595:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005889dfeb. 00000040:00000010:1.0:1767385004.511358:0:41595:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000079ee9a70. 00000020:00000010:1.0:1767385004.511360:0:41595:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f89b1980. 00000020:00000010:1.0:1767385004.511363:0:41595:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000040c38211. 00000020:00000010:1.0:1767385004.511366:0:41595:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000139f4f58. 80000000:00000010:1.0:1767385004.511369:0:41595:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb467f77. 40000000:00000010:1.0:1767385004.511371:0:41595:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae2f88a0. 00100000:00000010:1.0:1767385004.511374:0:41595:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c6a22e0f. 00040000:00000010:1.0:1767385004.511376:0:41595:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003f49b2a8. 00040000:00000010:1.0:1767385004.511379:0:41595:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000b426d54. 00040000:00000010:1.0:1767385004.511381:0:41595:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000053fe4514. 00080000:00000010:1.0:1767385004.511386:0:41595:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000070935361. 00080000:00000010:1.0:1767385004.511390:0:41595:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006bdc0197. 00000004:00000010:1.0:1767385004.511399:0:41595:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000087f6db0d. 00000004:00000010:1.0:1767385004.511403:0:41595:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc146d8c. 00000004:00000010:1.0:1767385004.511407:0:41595:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b61364c6. 00002000:00000010:1.0:1767385004.511410:0:41595:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000a67f4eb. 00000004:00000010:1.0:1767385004.511412:0:41595:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007e77b95f. 00000020:00000010:1.0:1767385004.511414:0:41595:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003637e0ff. 00000040:00000010:1.0:1767385004.511421:0:41595:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000adbc449a. 00000040:00000010:1.0:1767385004.511845:0:41595:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000adbc449a. 00000020:00000010:1.0:1767385004.511852:0:41595:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003637e0ff. 00000020:00000010:1.0:1767385004.511859:0:41595:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005889dfeb. 00000040:00000010:1.0:1767385004.511863:0:41595:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000079ee9a70. 00000020:00000010:1.0:1767385004.511884:0:41595:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f89b1980. 00000020:00000010:1.0:1767385004.511887:0:41595:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000040c38211. 00000020:00000010:1.0:1767385004.511891:0:41595:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000139f4f58. 80000000:00000010:1.0:1767385004.511895:0:41595:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb467f77. 40000000:00000010:1.0:1767385004.511898:0:41595:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae2f88a0. 00100000:00000010:1.0:1767385004.511900:0:41595:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c6a22e0f. 00040000:00000010:1.0:1767385004.511903:0:41595:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003f49b2a8. 00040000:00000010:1.0:1767385004.511905:0:41595:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000b426d54. 00040000:00000010:1.0:1767385004.511907:0:41595:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000053fe4514. 00080000:00000010:1.0:1767385004.511910:0:41595:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006bdc0197. 00080000:00000010:1.0:1767385004.511913:0:41595:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000070935361. 00000004:00000010:1.0:1767385004.511916:0:41595:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000087f6db0d. 00000004:00000010:1.0:1767385004.511919:0:41595:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc146d8c. 00000004:00000010:1.0:1767385004.511922:0:41595:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b61364c6. 00002000:00000010:1.0:1767385004.511925:0:41595:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000a67f4eb. 00000004:00000010:1.0:1767385004.511927:0:41595:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007e77b95f. 00000020:00000010:1.0:1767385004.511930:0:41595:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000040:00000010:3.0:1767385004.511974:0:17069:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000dd8fb066. 00000040:00000010:3.0:1767385004.511981:0:17069:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f8733325. 00000040:00000010:3.0:1767385004.511984:0:17069:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000083bbc65d. 00000020:00000010:3.0:1767385004.511988:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000488bbd25. 00000040:00000010:3.0:1767385004.511991:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009a7fbd65. 00000020:00000010:3.0:1767385004.511994:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000138aa686. 00000020:00000010:3.0:1767385004.511996:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000038b54aca. 80000000:00000010:3.0:1767385004.511999:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e293b808. 00040000:00000010:3.0:1767385004.512002:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000932c364c. 00080000:00000010:3.0:1767385004.512011:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce9b00bd. 00080000:00000010:3.0:1767385004.512014:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a4f9f5ea. 20000000:00000010:3.0:1767385004.512017:0:17069:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000055f28ab4. 00000020:00000010:3.0:1767385004.512020:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034f3b922. 10000000:00000010:3.0:1767385004.512022:0:17069:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000090bc3b88. 00000100:00000010:3.0:1767385004.512030:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 02000000:00000010:3.0:1767385004.512036:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e46544c0. 00010000:00000010:3.0:1767385004.512043:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c2ef1340. 00000100:00000010:3.0:1767385004.512050:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.512056:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cec9b5af. 00000400:00000010:3.0:1767385004.512060:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.512063:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000400:00000010:3.0:1767385004.512067:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46b6fc2. 00000400:00000010:3.0:1767385004.512076:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb60d166. 00000400:00000010:3.0:1767385004.512082:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003aaa302e. 00000400:00000010:3.0:1767385004.512097:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46b6fc2. 00000020:00000010:2.0:1767385004.512139:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b7e1fc. 00000020:00000010:2.0:1767385004.512144:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6b7e1fc. 00000020:00000010:2.0:1767385004.512149:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fbf67af. 00000020:00000010:2.0:1767385004.512153:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.512156:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.512195:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b7e1fc. 00000020:00000010:2.0:1767385004.512198:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6b7e1fc. 00010000:00000010:2.0:1767385004.512209:0:40977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e182a01f. 02000000:00000010:2.0:1767385004.512217:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e10f4fba. 00000400:00000010:2.0:1767385004.512228:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.512253:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.512261:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.512264:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.512267:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fbf67af. 02000000:00000010:2.0:1767385004.512272:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e10f4fba. 00000400:00000010:3.0:1767385004.512278:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 00000400:00000010:2.0:1767385004.512279:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3f80232. 00000400:00000010:3.0:1767385004.512283:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000400:00000010:2.0:1767385004.512292:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008da8fa8a. 00000100:00000010:3.0:1767385004.512293:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.512303:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cec9b5af. 02000000:00000010:3.0:1767385004.512306:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e46544c0. 00000100:00000010:3.0:1767385004.512308:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093e9f16b. 10000000:00000010:3.0:1767385004.512312:0:17069:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000090bc3b88. 00000020:00000010:3.0:1767385004.512315:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e46544c0. 00000020:00000010:3.0:1767385004.512317:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000736b96ea. 00000040:00000010:3.0:1767385004.512319:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000034f3b922. 00000020:00000010:3.0:1767385004.512321:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000138aa686. 00000020:00000010:3.0:1767385004.512323:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000060f1eca8. 80000000:00000010:3.0:1767385004.512325:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e293b808. 00040000:00000010:3.0:1767385004.512327:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000932c364c. 00080000:00000010:3.0:1767385004.512329:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f8733325. 00080000:00000010:3.0:1767385004.512332:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d4ff2a2e. 20000000:00000010:3.0:1767385004.512335:0:17069:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009a7fbd65. 00000040:00000010:3.0:1767385004.512342:0:17069:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000488bbd25. 00000100:00000010:3.0:1767385004.512345:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 02000000:00000010:3.0:1767385004.512349:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055f28ab4. 00000100:00000010:3.0:1767385004.512354:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.512358:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083bbc65d. 00000400:00000010:3.0:1767385004.512360:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.512362:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000400:00000010:3.0:1767385004.512365:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46b6fc2. 00000400:00000010:3.0:1767385004.512372:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d4b5bc3. 00000400:00000010:3.0:1767385004.512376:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc02e7da. 00000400:00000010:3.0:1767385004.512387:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46b6fc2. 00000020:00000010:2.0:1767385004.512405:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b7e1fc. 00000020:00000010:2.0:1767385004.512408:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6b7e1fc. 00000020:00000010:2.0:1767385004.512411:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fbf67af. 00000020:00000010:2.0:1767385004.512413:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.512415:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.512431:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b7e1fc. 00000020:00000010:2.0:1767385004.512432:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6b7e1fc. 02000000:00000010:2.0:1767385004.512439:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e10f4fba. 00000040:00000010:2.0:1767385004.512443:0:40977:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007aaa0565. 00000040:00000010:2.0:1767385004.512460:0:40977:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007aaa0565. 00000400:00000010:2.0:1767385004.512467:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:2.0:1767385004.512484:0:40977:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000020:00000010:2.0:1767385004.512492:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.512494:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.512497:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fbf67af. 00000400:00000010:3.0:1767385004.512500:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071976889. 02000000:00000010:2.0:1767385004.512501:0:40977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e10f4fba. 00000400:00000010:3.0:1767385004.512505:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000400:00000010:2.0:1767385004.512508:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000286db504. 00000400:00000010:2.0:1767385004.512512:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de9ef883. 00000100:00000010:3.0:1767385004.512516:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003817db16. 02000000:00000010:3.0:1767385004.512521:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083bbc65d. 02000000:00000010:3.0:1767385004.512523:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000055f28ab4. 00000100:00000010:3.0:1767385004.512525:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093e9f16b. 00000040:00000010:3.0:1767385004.512527:0:17069:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000488bbd25. 00000020:00000010:3.0:1767385004.512531:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000736b96ea. 00000040:00000010:3.0:1767385004.512533:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000034f3b922. 00000020:00000010:3.0:1767385004.512535:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000138aa686. 00000020:00000010:3.0:1767385004.512537:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000060f1eca8. 80000000:00000010:3.0:1767385004.512539:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e293b808. 00040000:00000010:3.0:1767385004.512541:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000932c364c. 00080000:00000010:3.0:1767385004.512543:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d4ff2a2e. 00080000:00000010:3.0:1767385004.512544:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f8733325. 20000000:00000010:3.0:1767385004.512546:0:17069:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009a7fbd65. 00000020:00000010:3.0:1767385004.512548:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e46544c0. 10000000:00000010:3.0:1767385004.512549:0:17069:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000090bc3b88. 00000100:00000010:0.0:1767385004.518906:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a801831b. 00000100:00000010:1.0:1767385004.518918:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000411cbbca. 00000100:00000010:2.0:1767385004.518949:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcb8ceeb. 00000100:00000010:3.0:1767385004.518969:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3ebbc02. 00000100:00000010:2.0:1767385004.701330:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008806198b. 00000100:00000010:2.0:1767385004.701380:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7ae8ebf. 00000020:00000010:3.0:1767385004.701419:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090bc3b88. 00000020:00000010:3.0:1767385004.701426:0:40982:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.701445:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055f28ab4. 00000020:00000010:3.0:1767385004.701467:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044dce06e. 00000020:00000010:3.0:1767385004.701472:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767385004.701514:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.701516:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.701519:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083bbc65d. 00000020:00000010:3.0:1767385004.701521:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f0bf54e. 00000020:00000010:3.0:1767385004.701522:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000baa9bd02. 00000020:00000010:3.0:1767385004.701542:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.701544:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce926469. 02000000:00000010:3.0:1767385004.701570:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000cec9b5af. 00000020:00000010:3.0:1767385004.701598:0:40982:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000138aa686. 00000400:00000010:3.0:1767385004.701619:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000800:00000010:3.0:1767385004.701655:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001daf92cd. 00000020:00000010:3.0:1767385004.701680:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044dce06e. 00000020:00000010:3.0:1767385004.701683:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000913fabd3. 00000020:00000010:3.0:1767385004.701686:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055f28ab4. 00000020:00000010:3.0:1767385004.701699:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.701700:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce926469. 02000000:00000010:3.0:1767385004.701706:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000017457cd2. 00000400:00000010:3.0:1767385004.701714:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46b6fc2. 00000800:00000010:3.0:1767385004.701723:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003eac0efb. 00000020:00000010:3.0:1767385004.701728:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f0bf54e. 00000020:00000010:3.0:1767385004.701730:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000baa9bd02. 00000020:00000010:3.0:1767385004.701732:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083bbc65d. 00000800:00000010:0.0:1767385004.701748:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001daf92cd. 00000400:00000010:0.0:1767385004.701760:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000800:00000010:0.0:1767385004.701823:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003eac0efb. 00000400:00000010:0.0:1767385004.701827:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46b6fc2. 00000100:00000010:0.0:1767385004.702644:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd719139. 00000020:00000010:3.0:1767385004.702688:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.702691:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.702694:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083bbc65d. 00000020:00000010:3.0:1767385004.702695:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f0bf54e. 00000020:00000010:3.0:1767385004.702697:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000baa9bd02. 00000020:00000010:3.0:1767385004.702713:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.702715:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce926469. 02000000:00000010:3.0:1767385004.702739:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 0000000024e1624b. 00000400:00000010:3.0:1767385004.702749:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ab25e0. 00000800:00000010:3.0:1767385004.702764:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003eac0efb. 00000020:00000010:3.0:1767385004.702781:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f0bf54e. 00000020:00000010:3.0:1767385004.702785:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000baa9bd02. 00000020:00000010:3.0:1767385004.702787:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083bbc65d. 00000800:00000010:2.0:1767385004.702842:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003eac0efb. 00000400:00000010:2.0:1767385004.702849:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ab25e0. 00000100:00000010:0.0:1767385004.703611:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000085a1ffb6. 00000020:00000010:2.0:1767385004.703680:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aaa0565. 00000020:00000010:2.0:1767385004.703687:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.703691:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000400:00000010:0.0:1767385004.703734:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000728e699b. 02000000:00000010:2.0:1767385004.703740:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000001f9c4394. 00000020:00000010:2.0:1767385004.703754:0:17880:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000426078d6. 00000400:00000010:0.0:1767385004.703756:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027611e20. 00000001:00000010:2.0:1767385004.703766:0:17880:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000002bdd1395. 00000001:00000010:2.0:1767385004.703776:0:17880:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006f60a08e. 00000001:00000010:2.0:1767385004.703783:0:17880:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000040c2edef. 00000001:00000010:2.0:1767385004.703790:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000fbf67af. 00000001:00000010:2.0:1767385004.703794:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb750876. 00000001:00000010:2.0:1767385004.703799:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4179bf9. 00000100:00000010:0.0:1767385004.703802:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000368b21f2. 00000001:00000010:2.0:1767385004.703804:0:17880:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000063c59771. 00000020:00000010:3.0:1767385004.703841:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.703845:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce926469. 00000020:00000010:3.0:1767385004.703850:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083bbc65d. 00080000:00000010:2.0:1767385004.703852:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003d24739a. 00000020:00000010:3.0:1767385004.703853:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f0bf54e. 00000020:00000010:3.0:1767385004.703860:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000baa9bd02. 00000020:00000010:1.0:1767385004.703860:0:40985:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000adbc449a. 00080000:00000010:2.0:1767385004.703904:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d6b7e1fc. 00040000:00000010:1.0:1767385004.703908:0:40985:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b61364c6. 00000004:00000010:1.0:1767385004.703914:0:40985:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000017a1ae0e. 00000004:00000010:1.0:1767385004.703919:0:40985:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000033106abc. 00000004:00000010:1.0:1767385004.703924:0:40985:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007e77b95f. 00000020:00000010:3.0:1767385004.703927:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce926469. 00000001:00000010:2.0:1767385004.703930:0:17880:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000003d24c49a. 00000020:00000010:3.0:1767385004.703931:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce926469. 00000020:00000010:1.0:1767385004.703942:0:40985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003637e0ff. 02000000:00000010:3.0:1767385004.703945:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009bec782c. 00000020:00000010:1.0:1767385004.703946:0:40985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003637e0ff. 00000020:00000010:1.0:1767385004.703953:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000400:00000010:3.0:1767385004.703954:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ab25e0. 00000020:00000010:1.0:1767385004.703957:0:40985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.703962:0:40985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000800:00000010:3.0:1767385004.703969:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003eac0efb. 00000020:00000010:3.0:1767385004.703986:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f0bf54e. 00080000:00000010:2.0:1767385004.703989:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d6b7e1fc. 00000020:00000010:1.0:1767385004.703990:0:40985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003637e0ff. 00000020:00000010:3.0:1767385004.703991:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000baa9bd02. 00000020:00000010:1.0:1767385004.703996:0:40985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003637e0ff. 00000020:00000010:3.0:1767385004.703999:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083bbc65d. 00000020:00000010:2.0:1767385004.704010:0:17880:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000097bd4769. 00000400:00000010:3.0:1767385004.704015:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071976889. 00000400:00000010:3.0:1767385004.704022:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003817db16. 00000020:00000010:2.0:1767385004.704022:0:17880:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000097bd4769. 00000020:00000010:2.0:1767385004.704037:0:17880:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000393047dc. 00080000:00000010:1.0:1767385004.704040:0:40985:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 00000000cb467f77. 02000000:00000010:1.0:1767385004.704056:0:40985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000002d14d499. 00000020:00000010:2.0:1767385004.704057:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b7e1fc. 02000000:00000010:1.0:1767385004.704070:0:40985:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000da608ecd. 00000800:00000010:3.0:1767385004.704100:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003eac0efb. 00000400:00000010:2.0:1767385004.704104:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eed78c8. 00000400:00000010:3.0:1767385004.704108:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ab25e0. 02000000:00000010:3.0:1767385004.704115:0:16334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009bec782c. 00000800:00000010:2.0:1767385004.704135:0:17880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bced29c. 00000020:00000010:2.0:1767385004.704164:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012725bc4. 00000020:00000010:2.0:1767385004.704169:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.704173:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aaa0565. 00000800:00000010:1.0:1767385004.704239:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bced29c. 00000400:00000010:1.0:1767385004.704246:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eed78c8. 00000004:00000010:2.0:1767385004.710308:0:41596:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000001d3508dd. 00000004:00000010:2.0:1767385004.710325:0:41596:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000001d3508dd. 00000020:00000010:1.0:1767385004.710402:0:40985:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000087f6db0d. 00000400:00000010:1.0:1767385004.710429:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f32a56. 00000800:00000010:1.0:1767385004.710448:0:40985:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f49b2a8. 00000020:00000010:1.0:1767385004.710474:0:40985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.710478:0:40985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.710481:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:0.0:1767385004.710529:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f49b2a8. 00000400:00000010:0.0:1767385004.710536:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f32a56. 00000100:00000010:3.0:1767385004.740997:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093e9f16b. 00000020:00000010:1.0:1767385004.741110:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003637e0ff. 00000020:00000010:1.0:1767385004.741117:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003637e0ff. 00000020:00000010:1.0:1767385004.741136:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.741143:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.741149:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.741213:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003637e0ff. 00000020:00000010:1.0:1767385004.741217:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003637e0ff. 00010000:00000010:1.0:1767385004.741255:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b915ebda. 00010000:00000010:1.0:1767385004.741260:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004b1a9ea. 00010000:00000010:1.0:1767385004.741269:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7f9e9c0. 00000020:00000010:1.0:1767385004.741276:0:40982:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003637e0ff. 00010000:00000010:1.0:1767385004.741284:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d991afa9. 02000000:00000010:1.0:1767385004.741319:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000cc146d8c. 00010000:00000010:1.0:1767385004.741357:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7ab116. 00010000:00000010:1.0:1767385004.741381:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000726ace1f. 00000020:00000010:1.0:1767385004.741397:0:40982:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000053fe4514. 00080000:00000010:1.0:1767385004.741448:0:40982:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000a8e226d5. 00010000:00000010:1.0:1767385004.741499:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d991afa9. 00000400:00000010:1.0:1767385004.741529:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001de31111. 00000800:00000010:1.0:1767385004.741563:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000744b1aa8. 00000020:00000010:1.0:1767385004.741594:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.741598:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.741601:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:0.0:1767385004.741698:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000744b1aa8. 00000400:00000010:0.0:1767385004.741706:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001de31111. 00000100:00000010:0.0:1767385004.742797:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db1316fd. 00000020:00000010:1.0:1767385004.742840:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.742845:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.742848:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.742850:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.742852:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.742896:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.742899:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 00010000:00000010:1.0:1767385004.742911:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000023654d5b. 00010000:00000010:1.0:1767385004.742914:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d991afa9. 02000000:00000010:1.0:1767385004.742926:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000af085fb1. 00010000:00000010:1.0:1767385004.742952:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043651efe. 00010000:00000010:1.0:1767385004.742954:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4571b25. 00010000:00000010:1.0:1767385004.742963:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000077068c2c. 00010000:00000010:1.0:1767385004.742965:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bcedd7ea. 00010000:00000010:1.0:1767385004.742967:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc35e043. 00010000:00000010:1.0:1767385004.742969:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000499babb3. 00080000:00000010:1.0:1767385004.743014:0:40982:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000000a67f4eb. 00010000:00000010:1.0:1767385004.743031:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4571b25. 00010000:00000010:1.0:1767385004.743038:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000499babb3. 00010000:00000010:1.0:1767385004.743042:0:40982:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcedd7ea. 00010000:00000010:1.0:1767385004.743057:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d991afa9. 00000400:00000010:1.0:1767385004.743065:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c089c307. 00000800:00000010:1.0:1767385004.743085:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db4481ca. 00000020:00000010:1.0:1767385004.743102:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.743104:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.743106:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:3.0:1767385004.743315:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db4481ca. 00000400:00000010:3.0:1767385004.743324:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c089c307. 00000100:00000010:0.0:1767385004.744288:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8f94b74. 00000020:00000010:1.0:1767385004.744332:0:40991:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002744d533. 00040000:00000010:1.0:1767385004.744340:0:40991:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000b426d54. 00000004:00000010:1.0:1767385004.744344:0:40991:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c6a22e0f. 00000004:00000010:1.0:1767385004.744348:0:40991:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f89b1980. 00000004:00000010:1.0:1767385004.744352:0:40991:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000089c341c0. 00000020:00000010:1.0:1767385004.744358:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.744360:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.744362:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.744364:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.744366:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.744388:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.744389:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 02000000:00000010:1.0:1767385004.744399:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 0000000083b1065d. 00000400:00000010:1.0:1767385004.744411:0:40991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092eba0a7. 00000800:00000010:1.0:1767385004.744425:0:40991:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009970e9a. 00000020:00000010:1.0:1767385004.744443:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.744446:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.744449:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:0.0:1767385004.744515:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009970e9a. 00000400:00000010:0.0:1767385004.744533:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092eba0a7. 00000100:00000010:3.0:1767385004.745505:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a541995. 00000020:00000010:1.0:1767385004.745560:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.745564:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.745568:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.745572:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.745575:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.745603:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.745607:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 00010000:00000010:1.0:1767385004.745631:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000726ace1f. 00010000:00000010:1.0:1767385004.745643:0:40982:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004b1a9ea. 00010000:00000010:1.0:1767385004.745652:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007bcd75da. 00010000:00000010:1.0:1767385004.745655:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004b1a9ea. 00010000:00000010:1.0:1767385004.745668:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b9705b2. 00010000:00000010:1.0:1767385004.745673:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000726ace1f. 02000000:00000010:1.0:1767385004.745701:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 000000001c47a285. 00010000:00000010:1.0:1767385004.745745:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001d24e185. 00010000:00000010:1.0:1767385004.745751:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d991afa9. 00010000:00000010:1.0:1767385004.745761:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000053e24d9b. 00010000:00000010:1.0:1767385004.745764:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bcedd7ea. 00010000:00000010:1.0:1767385004.745768:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e424163. 00010000:00000010:1.0:1767385004.745770:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000499babb3. 00000004:00000010:1.0:1767385004.745783:0:40982:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003e0988da. 00000004:00000010:1.0:1767385004.745794:0:40982:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bda8ccf7. 00000004:00000010:1.0:1767385004.745812:0:40982:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000037f11e5e. 00080000:00000010:1.0:1767385004.745828:0:40982:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000139f4f58. 00000020:00000010:1.0:1767385004.745858:0:40982:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000af20fcc3. 00080000:00000010:1.0:1767385004.745893:0:40982:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000079ee9a70. 00000020:00000010:1.0:1767385004.745900:0:40982:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000005889dfeb. 00000020:00000010:1.0:1767385004.745904:0:40982:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000879b43f1. 00080000:00000010:1.0:1767385004.745929:0:40982:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000082b8637a. 00000004:00000010:1.0:1767385004.745939:0:40982:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 000000006dbe3225. 00000020:00000010:1.0:1767385004.745947:0:40982:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000006e830a13. 00020000:00000010:1.0:1767385004.745978:0:40982:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000ace62761. 00020000:00000010:1.0:1767385004.745982:0:40982:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000004dc5fcbe. 00020000:00000010:1.0:1767385004.745986:0:40982:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000cb543354. 00000020:00000010:1.0:1767385004.745997:0:40982:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 0000000059ce6372. 00000004:00000010:1.0:1767385004.746030:0:40982:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 000000007b7f16d5. 00080000:00000010:1.0:1767385004.746050:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ae2f88a0. 00080000:00000010:1.0:1767385004.746092:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002b321d3b. 00000001:00000010:1.0:1767385004.746299:0:40982:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a2f56eec. 00000001:00000010:1.0:1767385004.746629:0:40982:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a2f56eec. 00000020:00000010:1.0:1767385004.746672:0:40982:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 0000000059ce6372. 00000020:00000010:1.0:1767385004.746676:0:40982:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000e6744ced. 00080000:00000010:1.0:1767385004.746702:0:40982:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 0000000083c2f0d5. 00080000:00000010:1.0:1767385004.746718:0:40982:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 0000000013e8ae93. 00000001:00000010:1.0:1767385004.746783:0:40982:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004f740ff6. 00000001:00000010:1.0:1767385004.746792:0:40982:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000b3680d9f. 00000001:00000010:1.0:1767385004.746860:0:40982:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000c3985ddc. 00010000:00000010:1.1:1767385004.746891:0:40982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7f9e9c0. 00080000:00000010:1.0:1767385004.746912:0:40982:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000d07c326e. 00080000:00000010:1.0:1767385004.746934:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002b321d3b. 00080000:00000010:1.0:1767385004.746938:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.746944:0:40982:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000af20fcc3. 00010000:00000010:1.0:1767385004.746983:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000003deded0. 00010000:00000010:1.0:1767385004.746987:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da0a1d6f. 00010000:00000010:1.0:1767385004.746992:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7f9e9c0. 00010000:00000010:1.0:1767385004.746996:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4571b25. 00000004:00000010:1.0:1767385004.747024:0:40982:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 000000006dfc9108. 00010000:00000010:1.0:1767385004.747049:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d991afa9. 00010000:00000010:1.0:1767385004.747075:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000726ace1f. 00010000:00000010:1.0:1767385004.747080:0:40982:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004b1a9ea. 00000400:00000010:1.0:1767385004.747098:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dca0be5e. 00000400:00000010:1.0:1767385004.747107:0:40982:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cf0d5a3b. 00000800:00000010:1.0:1767385004.747129:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b87d6c. 00000020:00000010:1.0:1767385004.747156:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.747161:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.747165:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:0.0:1767385004.747225:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b87d6c. 00000400:00000010:0.0:1767385004.747922:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dca0be5e. 00000020:00000010:3.0:1767385004.747989:0:16326:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000af5836f0. 00000020:00000010:3.0:1767385004.747997:0:16326:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000083bbc65d. 80000000:00000010:3.0:1767385004.748002:0:16326:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e293b808. 40000000:00000010:3.0:1767385004.748006:0:16326:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ce926469. 00100000:00000010:3.0:1767385004.748013:0:16326:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000beceddd5. 00040000:00000010:3.0:1767385004.748019:0:16326:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003eac0efb. 00040000:00000010:3.0:1767385004.748023:0:16326:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b6b4c202. 00040000:00000010:3.0:1767385004.748034:0:16326:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000055f28ab4. 00080000:00000010:3.0:1767385004.748040:0:16326:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f8733325. 00080000:00000010:3.0:1767385004.748046:0:16326:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d4ff2a2e. 00000004:00000010:3.0:1767385004.748055:0:16326:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e82e015f. 00000004:00000010:3.0:1767385004.748059:0:16326:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000823145d8. 00000004:00000010:3.0:1767385004.748063:0:16326:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000db0a1677. 00002000:00000010:3.0:1767385004.748067:0:16326:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005cd6efe8. 00000004:00000010:3.0:1767385004.748072:0:16326:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009bec782c. 00000020:00000010:3.0:1767385004.748085:0:16326:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000736b96ea. 00000020:00000010:3.0:1767385004.748092:0:16326:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003e143ed6. 00010000:00000010:3.0:1767385004.748095:0:16326:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000499babb3. 00010000:00000010:3.0:1767385004.748100:0:16326:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcedd7ea. 00000100:00000010:3.0:1767385004.748860:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001551e978. 00000020:00000010:2.0:1767385004.748967:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d163277. 00000020:00000010:2.0:1767385004.748974:0:17880:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d6b7e1fc. 00000020:00000010:2.0:1767385004.748997:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051e4fd5d. 00000020:00000010:2.0:1767385004.749000:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b257d537. 00000020:00000010:2.0:1767385004.749004:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.749029:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b7e1fc. 00000020:00000010:2.0:1767385004.749032:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6b7e1fc. 00010000:00000010:2.0:1767385004.749048:0:17880:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000844c0c10. 00010000:00000010:2.0:1767385004.749051:0:17880:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 0000000038a33701. 00010000:00000010:2.0:1767385004.749055:0:17880:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000426aa8a8. 00000020:00000010:2.0:1767385004.749058:0:17880:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d6b7e1fc. 00002000:00000010:2.0:1767385004.749064:0:17880:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000a4deeb90. 02000000:00000010:2.0:1767385004.749079:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000008156de39. 00000020:00000010:2.0:1767385004.749090:0:17880:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000000e34ea5f. 00000400:00000010:2.0:1767385004.749104:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046fe103f. 00000800:00000010:2.0:1767385004.749117:0:17880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bced29c. 00000020:00000010:2.0:1767385004.749131:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b257d537. 00000020:00000010:2.0:1767385004.749134:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.749136:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051e4fd5d. 00000800:00000010:0.0:1767385004.749212:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bced29c. 00000400:00000010:0.0:1767385004.749221:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046fe103f. 00000100:00000010:0.0:1767385004.750276:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009213e8e6. 00000020:00000010:2.0:1767385004.750330:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.750333:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.750336:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051e4fd5d. 00000020:00000010:2.0:1767385004.750338:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b257d537. 00000020:00000010:2.0:1767385004.750340:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.750363:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.750365:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000960d267f. 00010000:00000010:2.0:1767385004.750374:0:17880:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005c1c18d9. 02000000:00000010:2.0:1767385004.750380:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000001eea32a6. 00010000:00000010:2.0:1767385004.750387:0:17880:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000960d267f. 00000100:00000010:2.0:1767385004.750393:0:17880:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079163b9b. 00000100:00000010:2.0:1767385004.750400:0:17880:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8cfc095. 02000000:00000010:2.0:1767385004.750410:0:17880:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007aaa0565. 02000000:00000010:2.0:1767385004.750433:0:17880:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c11cf17. 00000400:00000010:2.0:1767385004.750440:0:17880:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a75186. 00000400:00000010:2.0:1767385004.750445:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e035d1. 00000400:00000010:2.0:1767385004.750453:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000644d07db. 00000800:00000010:2.0:1767385004.750469:0:17880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033cd5154. 00000100:00000010:2.0:1767385004.750489:0:17880:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097bd4769. 00000100:00000010:2.0:1767385004.750504:0:17880:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003d994ed. 00000100:00000010:2.0:1767385004.750509:0:17880:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000682dd927. 00000100:00000010:2.0:1767385004.750514:0:17880:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f35f490. 00000800:00000010:3.0:1767385004.750551:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033cd5154. 00000400:00000010:3.0:1767385004.750560:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000644d07db. 00010000:00000010:1.1:1767385004.750891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043651efe. 00010000:00000010:1.1:1767385004.750898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000077068c2c. 00010000:00000010:1.1:1767385004.750901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc35e043. 00010000:00000010:1.1:1767385004.750904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000023654d5b. 00000400:00000010:2.0:1767385004.751313:0:17880:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a75186. 00000400:00000010:2.0:1767385004.751317:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e035d1. 02000000:00000010:2.0:1767385004.751338:0:17880:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c11cf17. 02000000:00000010:2.0:1767385004.751343:0:17880:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007aaa0565. 00000100:00000010:2.0:1767385004.751347:0:17880:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8cfc095. 00000100:00000010:2.0:1767385004.751351:0:17880:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000079163b9b. 00010000:00000010:2.0:1767385004.751353:0:17880:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000960d267f. 00000400:00000010:2.0:1767385004.751364:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9e035d1. 00000800:00000010:2.0:1767385004.751375:0:17880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033cd5154. 00000020:00000010:2.0:1767385004.751392:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b257d537. 00000020:00000010:2.0:1767385004.751395:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.751399:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051e4fd5d. 00000800:00000010:0.0:1767385004.751452:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033cd5154. 00000400:00000010:0.0:1767385004.751460:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9e035d1. 00000100:00000010:3.0:1767385004.751634:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b28815d. 00000020:00000010:1.0:1767385004.751691:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.751695:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.751700:0:17057:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.751704:0:17057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.751707:0:17057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.751743:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae2f88a0. 00000020:00000010:1.0:1767385004.751746:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae2f88a0. 02000000:00000010:1.0:1767385004.751756:0:17057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000557c1936. 00000020:00000010:1.0:1767385004.751792:0:17057:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000008897f4e3. 00000020:00000010:1.0:1767385004.751804:0:17057:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ae2f88a0. 00010000:00000010:1.0:1767385004.751818:0:17057:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b321d3b. 00000100:00000010:1.0:1767385004.751822:0:17057:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000052c32ec. 00000100:00000010:1.0:1767385004.751828:0:17057:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033e162c8. 02000000:00000010:1.0:1767385004.751835:0:17057:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c104b927. 02000000:00000010:1.0:1767385004.751848:0:17057:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec56e21. 00000400:00000010:1.0:1767385004.751853:0:17057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2f56eec. 00000400:00000010:1.0:1767385004.751857:0:17057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdeb854b. 00000400:00000010:1.0:1767385004.751895:0:17057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a9de719. 00000800:00000010:1.0:1767385004.751915:0:17057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001718edbe. 00000800:00000010:0.0:1767385004.751996:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001718edbe. 00000400:00000010:0.0:1767385004.752010:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a9de719. 00000400:00000010:1.0:1767385004.752791:0:17057:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2f56eec. 00000400:00000010:1.0:1767385004.752796:0:17057:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdeb854b. 02000000:00000010:1.0:1767385004.752809:0:17057:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec56e21. 02000000:00000010:1.0:1767385004.752813:0:17057:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c104b927. 00000100:00000010:1.0:1767385004.752817:0:17057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033e162c8. 00000100:00000010:1.0:1767385004.752820:0:17057:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000052c32ec. 00010000:00000010:1.0:1767385004.752822:0:17057:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b321d3b. 00000400:00000010:1.0:1767385004.752830:0:17057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdeb854b. 00000800:00000010:1.0:1767385004.752842:0:17057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001718edbe. 00000020:00000010:1.0:1767385004.752857:0:17057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.752860:0:17057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.752862:0:17057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:3.0:1767385004.752921:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001718edbe. 00000400:00000010:3.0:1767385004.752927:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdeb854b. 00000100:00000010:0.0:1767385004.753236:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072f477ab. 00000020:00000010:1.0:1767385004.753289:0:40985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b321d3b. 00000020:00000010:1.0:1767385004.753293:0:40985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b321d3b. 00000020:00000010:1.0:1767385004.753296:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.753308:0:40985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.753311:0:40985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.753337:0:40985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b321d3b. 00000020:00000010:1.0:1767385004.753339:0:40985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b321d3b. 02000000:00000010:1.0:1767385004.753375:0:40985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 000000006e96445b. 00000004:00000010:1.0:1767385004.753424:0:40985:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 000000002b321d3b. 00000020:00000010:1.0:1767385004.753441:0:40985:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000af20fcc3. 00080000:00000010:1.0:1767385004.753446:0:40985:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c104b927. 00080000:00000010:1.0:1767385004.753479:0:40985:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000685fee41. 00000001:00000010:1.0:1767385004.753545:0:40985:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000001b245b1d. 00000001:00000010:1.0:1767385004.753552:0:40985:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000052c32ec. 00080000:00000010:1.0:1767385004.753590:0:40985:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.753597:0:40985:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000af20fcc3. 00000004:00000010:1.0:1767385004.753628:0:40985:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 000000006dfc9108. 00000400:00000010:1.0:1767385004.753656:0:40985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000961bd222. 00000800:00000010:1.0:1767385004.753671:0:40985:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b87d6c. 00000020:00000010:1.0:1767385004.753691:0:40985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.753695:0:40985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.753699:0:40985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:0.0:1767385004.753736:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b87d6c. 00000400:00000010:0.0:1767385004.753742:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000961bd222. 00010000:00000010:3.1:1767385004.754890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000053e24d9b. 00010000:00000010:3.1:1767385004.754898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e424163. 00010000:00000010:1.1:1767385004.754914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7ab116. 00010000:00000010:1.1:1767385004.754922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b915ebda. 00010000:00000010:1.1:1767385004.754926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001d24e185. 00010000:00000010:1.1:1767385004.754929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007bcd75da. 00010000:00000010:1.1:1767385004.754932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b9705b2. 00010000:00000010:1.1:1767385004.758910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000426aa8a8. 00000100:00000010:3.0:1767385004.758932:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f35f490. 00000100:00000010:1.0:1767385004.758934:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003d994ed. 00000100:00000010:0.0:1767385004.758937:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097bd4769. 00000100:00000010:2.0:1767385004.759899:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000682dd927. 00000100:00000010:3.0:1767385004.779074:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001eebe359. 00000020:00000010:1.0:1767385004.779145:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.779152:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.779158:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.779163:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.779167:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.779221:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.779223:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000685fee41. 00000001:00000010:1.0:1767385004.779235:0:40982:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000b3680d9f. 00010000:00000010:1.0:1767385004.779265:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007bcd75da. 00010000:00000010:1.0:1767385004.779268:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004b1a9ea. 00010000:00000010:1.0:1767385004.779274:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b9705b2. 00010000:00000010:1.0:1767385004.779280:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000726ace1f. 02000000:00000010:1.0:1767385004.779311:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000f8e0dbc4. 00010000:00000010:1.0:1767385004.779341:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001d24e185. 00010000:00000010:1.0:1767385004.779344:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d991afa9. 00010000:00000010:1.0:1767385004.779440:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000726ace1f. 00000400:00000010:1.0:1767385004.779467:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084dbf571. 00000800:00000010:1.0:1767385004.779500:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009970e9a. 00000020:00000010:1.0:1767385004.779528:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.779532:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.779556:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:0.0:1767385004.779643:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009970e9a. 00000400:00000010:0.0:1767385004.779653:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084dbf571. 00000100:00000010:0.0:1767385004.781046:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065f8e630. 00000020:00000010:1.0:1767385004.781089:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.781094:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.781098:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.781101:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.781104:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.781127:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.781131:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000685fee41. 02000000:00000010:1.0:1767385004.781158:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000a048c515. 00010000:00000010:1.0:1767385004.781198:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4571b25. 00010000:00000010:1.0:1767385004.781209:0:40982:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da0a1d6f. 00010000:00000010:1.0:1767385004.781216:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d991afa9. 00010000:00000010:1.0:1767385004.781223:0:40982:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004b1a9ea. 00010000:00000010:1.0:1767385004.781236:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b915ebda. 00010000:00000010:1.0:1767385004.781239:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004b1a9ea. 00010000:00000010:1.0:1767385004.781243:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7ab116. 00010000:00000010:1.0:1767385004.781246:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d991afa9. 00010000:00000010:1.0:1767385004.781255:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000077068c2c. 00010000:00000010:1.0:1767385004.781258:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da0a1d6f. 00010000:00000010:1.0:1767385004.781261:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000023654d5b. 00010000:00000010:1.0:1767385004.781264:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4571b25. 00000001:00000010:1.0:1767385004.781319:0:40982:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a2f56eec. 00000001:00000010:1.0:1767385004.781330:0:40982:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a2f56eec. 00010000:00000010:1.0:1767385004.781347:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007b06723a. 00010000:00000010:1.0:1767385004.781350:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bd259f3b. 00010000:00000010:1.0:1767385004.781353:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc35e043. 00010000:00000010:1.0:1767385004.781357:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000726ace1f. 00000020:00000010:1.0:1767385004.781374:0:40982:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000f23cb74d. 00000020:00000010:1.0:1767385004.781384:0:40982:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000f23cb74d. 00000020:00000010:1.0:1767385004.781396:0:40982:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000af20fcc3. 00080000:00000010:1.0:1767385004.781403:0:40982:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002ec56e21. 00080000:00000010:1.0:1767385004.781468:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000685fee41. 00080000:00000010:1.0:1767385004.781479:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000baae2167. 00080000:00000010:1.0:1767385004.781485:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000eda38bc7. 00080000:00000010:1.0:1767385004.781518:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007dd68bfb. 00000001:00000010:1.0:1767385004.781581:0:40982:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a2f56eec. 00000001:00000010:1.0:1767385004.781588:0:40982:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a2f56eec. 00000004:00000010:1.0:1767385004.781648:0:40982:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b7096660. 00000001:00000010:1.0:1767385004.781665:0:40982:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f3ccc870. 00000001:00000010:1.0:1767385004.781671:0:40982:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000b3680d9f. 00080000:00000010:1.0:1767385004.781686:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007dd68bfb. 00080000:00000010:1.0:1767385004.781690:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000eda38bc7. 00080000:00000010:1.0:1767385004.781691:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000baae2167. 00080000:00000010:1.0:1767385004.781694:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.781699:0:40982:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000af20fcc3. 00010000:00000010:1.0:1767385004.781709:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043651efe. 00010000:00000010:1.0:1767385004.781713:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0dc6bf7. 00010000:00000010:1.0:1767385004.781727:0:40982:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c5a83649. 00010000:00000010:1.0:1767385004.781764:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000726ace1f. 00010000:00000010:3.0:1767385004.781824:0:17060:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0dc6bf7. 00010000:00000010:3.0:1767385004.781832:0:17060:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd259f3b. 00010000:00000010:3.0:1767385004.781838:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c5a83649. 00080000:00000010:1.0:1767385004.781858:0:40982:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 0000000083c2f0d5. 00080000:00000010:1.0:1767385004.781890:0:40982:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000139f4f58. 00000004:00000010:1.0:1767385004.781901:0:40982:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 000000007b7f16d5. 00000004:00000010:1.0:1767385004.781907:0:40982:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000ace62761. 00000004:00000010:1.0:1767385004.781910:0:40982:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000004dc5fcbe. 00000004:00000010:1.0:1767385004.781915:0:40982:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 000000006dbe3225. 00000004:00000010:1.0:1767385004.781919:0:40982:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000037f11e5e. 00000004:00000010:1.0:1767385004.781925:0:40982:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bda8ccf7. 00000004:00000010:1.0:1767385004.781930:0:40982:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003e0988da. 00010000:00000010:1.0:1767385004.781942:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d991afa9. 00010000:00000010:1.0:1767385004.781946:0:40982:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004b1a9ea. 00000400:00000010:1.0:1767385004.781965:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdb7a6dd. 00000400:00000010:1.0:1767385004.781971:0:40982:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004911f791. 00000800:00000010:1.0:1767385004.781987:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db4481ca. 00000020:00000010:1.0:1767385004.782006:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017aa3638. 00000020:00000010:1.0:1767385004.782016:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.782019:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:3.0:1767385004.782071:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db4481ca. 00000400:00000010:0.0:1767385004.782653:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdb7a6dd. 00000020:00000010:3.0:1767385004.782691:0:16327:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f290ab5. 00000020:00000010:3.0:1767385004.782697:0:16327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a7fbd65. 80000000:00000010:3.0:1767385004.782700:0:16327:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd8fb066. 40000000:00000010:3.0:1767385004.782703:0:16327:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000068c824fe. 00100000:00000010:3.0:1767385004.782709:0:16327:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe9ac4e8. 00040000:00000010:3.0:1767385004.782714:0:16327:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7238152. 00040000:00000010:3.0:1767385004.782718:0:16327:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000030d87f28. 00040000:00000010:3.0:1767385004.782721:0:16327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000038b54aca. 00080000:00000010:3.0:1767385004.782733:0:16327:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a4f9f5ea. 00080000:00000010:3.0:1767385004.782737:0:16327:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce9b00bd. 00000004:00000010:3.0:1767385004.782743:0:16327:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d3dc27f3. 00000004:00000010:3.0:1767385004.782746:0:16327:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000063857a5. 00000004:00000010:3.0:1767385004.782750:0:16327:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006333b55a. 00002000:00000010:3.0:1767385004.782753:0:16327:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000070c24106. 00000004:00000010:3.0:1767385004.782756:0:16327:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007659c699. 00010000:00000010:3.0:1767385004.782766:0:16327:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4571b25. 00010000:00000010:3.0:1767385004.782771:0:16327:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da0a1d6f. 00010000:00000010:3.1:1767385004.787897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007b06723a. 00010000:00000010:3.1:1767385004.787909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043651efe. 00010000:00000010:3.1:1767385004.787913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000077068c2c. 00010000:00000010:3.1:1767385004.787915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000023654d5b. 00010000:00000010:1.1:1767385004.791890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b9705b2. 00010000:00000010:1.1:1767385004.791914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7f9e9c0. 00010000:00000010:1.1:1767385004.791917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000003deded0. 00010000:00000010:1.1:1767385004.791919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001d24e185. 00010000:00000010:1.1:1767385004.791922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007bcd75da. 00010000:00000010:1.1:1767385004.791924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc35e043. 00010000:00000010:1.1:1767385004.791936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b915ebda. 00010000:00000010:1.1:1767385004.791937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7ab116. 00000100:00000010:0.0:1767385004.815981:0:16335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b28ad0b. 00000020:00000010:1.0:1767385004.816061:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.816067:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.816073:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.816078:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dfc9108. 00000020:00000010:1.0:1767385004.816083:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.816122:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.816124:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000685fee41. 00000001:00000010:1.0:1767385004.816137:0:40982:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000052c32ec. 00010000:00000010:1.0:1767385004.816163:0:40982:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b915ebda. 00010000:00000010:1.0:1767385004.816166:0:40982:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017aa3638. 00010000:00000010:1.0:1767385004.816171:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7ab116. 00010000:00000010:1.0:1767385004.816191:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d991afa9. 02000000:00000010:1.0:1767385004.816222:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000056e6d809. 00010000:00000010:1.0:1767385004.816253:0:40982:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc35e043. 00010000:00000010:1.0:1767385004.816256:0:40982:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000726ace1f. 00010000:00000010:1.0:1767385004.816350:0:40982:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d991afa9. 00000400:00000010:1.0:1767385004.816384:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f678fa4. 00000800:00000010:1.0:1767385004.816418:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000744b1aa8. 00000020:00000010:1.0:1767385004.816444:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dfc9108. 00000020:00000010:1.0:1767385004.816447:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.816449:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:3.0:1767385004.816528:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000744b1aa8. 00000400:00000010:3.0:1767385004.816536:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f678fa4. 00000100:00000010:0.0:1767385004.818558:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cd8c3c2. 00000020:00000010:3.0:1767385004.818611:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d98813ac. 00000020:00000010:3.0:1767385004.818615:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d98813ac. 00000020:00000010:3.0:1767385004.818619:0:17881:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060f1eca8. 00000020:00000010:3.0:1767385004.818622:0:17881:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044dce06e. 00000020:00000010:3.0:1767385004.818625:0:17881:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000baa9bd02. 00000020:00000010:3.0:1767385004.818647:0:17881:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d98813ac. 00000020:00000010:3.0:1767385004.818649:0:17881:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d98813ac. 02000000:00000010:3.0:1767385004.818659:0:17881:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009f7916e0. 00000400:00000010:3.0:1767385004.818676:0:17881:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ab25e0. 00000800:00000010:3.0:1767385004.818691:0:17881:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e15d5e96. 00000020:00000010:3.0:1767385004.818711:0:17881:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044dce06e. 00000020:00000010:3.0:1767385004.818715:0:17881:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000baa9bd02. 00000020:00000010:3.0:1767385004.818719:0:17881:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060f1eca8. 00000800:00000010:0.0:1767385004.818769:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e15d5e96. 00000400:00000010:0.0:1767385004.818777:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ab25e0. 00010000:00000010:1.1:1767385004.820938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7ab116. 00000100:00000010:3.0:1767385004.839106:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000297e23f5. 00000100:00000010:3.0:1767385004.839141:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003deac484. 00040000:00000010:2.0:1767385004.839210:0:18889:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000000992ee6. 00000004:00000010:2.0:1767385004.839218:0:18889:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001d3508dd. 00000004:00000010:2.0:1767385004.839223:0:18889:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000789818f. 00000020:00000010:1.0:1767385004.839230:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.839236:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000685fee41. 00000004:00000010:2.0:1767385004.839245:0:18889:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000372fec35. 00000020:00000010:1.0:1767385004.839246:0:17057:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000004:00000010:2.0:1767385004.839252:0:18889:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006b82f457. 00000020:00000010:1.0:1767385004.839253:0:17057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dfc9108. 00000020:00000010:1.0:1767385004.839260:0:17057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:2.0:1767385004.839266:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.839269:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.839273:0:18889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c11cf17. 00000020:00000010:2.0:1767385004.839276:0:18889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b257d537. 00000020:00000010:2.0:1767385004.839280:0:18889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:1.0:1767385004.839300:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000685fee41. 00000020:00000010:1.0:1767385004.839303:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000685fee41. 02000000:00000010:1.0:1767385004.839314:0:17057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082f2d622. 00000020:00000010:2.0:1767385004.839318:0:18889:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.839322:0:18889:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000960d267f. 02000000:00000010:2.0:1767385004.839329:0:18889:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ac90fae. 00000020:00000010:1.0:1767385004.839335:0:17057:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000685fee41. 00000400:00000010:1.0:1767385004.839359:0:17057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008758e5de. 00000400:00000010:2.0:1767385004.839360:0:18889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b35e5299. 00000800:00000010:1.0:1767385004.839386:0:17057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f49b2a8. 00000800:00000010:2.0:1767385004.839402:0:18889:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bced29c. 00000100:00000010:0.0:1767385004.839405:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c996b6fa. 00000020:00000010:1.0:1767385004.839413:0:17057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dfc9108. 00000020:00000010:2.0:1767385004.839415:0:18889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b257d537. 00000020:00000010:1.0:1767385004.839420:0:17057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:2.0:1767385004.839421:0:18889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:1.0:1767385004.839425:0:17057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000020:00000010:2.0:1767385004.839427:0:18889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c11cf17. 00000020:00000010:1.0:1767385004.839446:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baae2167. 00000020:00000010:1.0:1767385004.839450:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baae2167. 00000020:00000010:1.0:1767385004.839454:0:17057:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.839456:0:17057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dfc9108. 00000020:00000010:1.0:1767385004.839458:0:17057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000800:00000010:0.0:1767385004.839472:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f49b2a8. 00000400:00000010:0.0:1767385004.839482:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008758e5de. 00000020:00000010:1.0:1767385004.839487:0:17057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baae2167. 00000020:00000010:1.0:1767385004.839491:0:17057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baae2167. 02000000:00000010:1.0:1767385004.839512:0:17057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005e8508fc. 00000400:00000010:1.0:1767385004.839528:0:17057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099c044a8. 00000800:00000010:0.0:1767385004.839532:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bced29c. 00000800:00000010:1.0:1767385004.839540:0:17057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f254403. 00000400:00000010:0.0:1767385004.839542:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b35e5299. 00000020:00000010:1.0:1767385004.839549:0:17057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dfc9108. 00000020:00000010:1.0:1767385004.839554:0:17057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.839556:0:17057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000800:00000010:0.0:1767385004.839561:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f254403. 00000400:00000010:0.0:1767385004.839568:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099c044a8. 00000100:00000010:3.0:1767385004.843607:0:16334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9b2852c. 00000020:00000010:2.0:1767385004.843658:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.843663:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.843666:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c11cf17. 00000020:00000010:2.0:1767385004.843668:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b257d537. 00000020:00000010:2.0:1767385004.843670:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.843693:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.843695:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000960d267f. 02000000:00000010:2.0:1767385004.843710:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000000c3b9c2. 00000020:00000010:2.0:1767385004.843725:0:17880:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006d163277. 00000020:00000010:2.0:1767385004.843744:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008841a52. 00000020:00000010:2.0:1767385004.843748:0:17880:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063eddc74. 00000020:00000010:2.0:1767385004.843752:0:17880:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de7b40fb. 00000020:00000010:3.0:1767385004.843753:0:40090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060f1eca8. 00000020:00000010:2.0:1767385004.843756:0:17880:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000891dd086. 00000020:00000010:3.0:1767385004.843759:0:40090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000034f3b922. 00000020:00000010:2.0:1767385004.843763:0:17880:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000099a5f949. 00000020:00000010:3.0:1767385004.843766:0:40090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d78b7ef. 00000020:00000010:3.0:1767385004.843771:0:40090:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e454a8e9. 00000020:00000010:3.0:1767385004.843774:0:40090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000488bbd25. 80000000:00000010:2.0:1767385004.843775:0:17880:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000682dd927. 80000000:00000010:3.0:1767385004.843777:0:40090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000292a30c2. 40000000:00000010:2.0:1767385004.843781:0:17880:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006d163277. 00100000:00000010:2.0:1767385004.843787:0:17880:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c88fa438. 40000000:00000010:3.0:1767385004.843790:0:40090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d98813ac. 00040000:00000010:2.0:1767385004.843793:0:17880:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006bced29c. 00100000:00000010:3.0:1767385004.843805:0:40090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000095c057f4. 00040000:00000010:2.0:1767385004.843805:0:17880:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000009ed4de0. 00040000:00000010:3.0:1767385004.843811:0:40090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000547bf06. 00080000:00000010:2.0:1767385004.843813:0:17880:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000087746b93. 00040000:00000010:3.0:1767385004.843815:0:40090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002639498b. 00080000:00000010:2.0:1767385004.843821:0:17880:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fc702a08. 00080000:00000010:3.0:1767385004.843823:0:40090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c04cbd9e. 00002000:00000010:2.0:1767385004.843830:0:17880:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002742bd73. 00080000:00000010:3.0:1767385004.843831:0:40090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6338499. 00002000:00000010:3.0:1767385004.843838:0:40090:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d3bf756. 00080000:00000010:2.0:1767385004.843841:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8761b58. 00000020:00000010:3.0:1767385004.843843:0:40090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000034f3b922. 00000020:00000010:3.0:1767385004.843849:0:40090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006d78b7ef. 00080000:00000010:2.0:1767385004.843851:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000960d267f. 00000020:00000010:3.0:1767385004.843852:0:40090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e454a8e9. 00000020:00000010:3.0:1767385004.843858:0:40090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000488bbd25. 80000000:00000010:3.0:1767385004.843861:0:40090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000292a30c2. 40000000:00000010:3.0:1767385004.843887:0:40090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d98813ac. 00100000:00000010:3.0:1767385004.843891:0:40090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000095c057f4. 00040000:00000010:3.0:1767385004.843894:0:40090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000547bf06. 00040000:00000010:3.0:1767385004.843897:0:40090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002639498b. 00080000:00000010:3.0:1767385004.843906:0:40090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6338499. 00080000:00000010:3.0:1767385004.843909:0:40090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c04cbd9e. 00002000:00000010:3.0:1767385004.843933:0:40090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000d3bf756. 00000020:00000010:3.0:1767385004.843937:0:40090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060f1eca8. 00080000:00000010:2.0:1767385004.843939:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000960d267f. 00000020:00000010:3.0:1767385004.843941:0:40090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061762d73. 00000020:00000010:3.0:1767385004.843946:0:40090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f6b02680. 00000020:00000010:3.0:1767385004.843949:0:40090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000095c057f4. 00080000:00000010:2.0:1767385004.843949:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003528c0eb. 00000020:00000010:3.0:1767385004.843954:0:40090:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e454a8e9. 00080000:00000010:2.0:1767385004.843956:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000960d267f. 00000020:00000010:3.0:1767385004.843958:0:40090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001d898820. 80000000:00000010:3.0:1767385004.843963:0:40090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000292a30c2. 00000001:00000010:2.0:1767385004.843964:0:17880:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005e5bfbb1. 40000000:00000010:3.0:1767385004.843966:0:40090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d98813ac. 00100000:00000010:3.0:1767385004.843970:0:40090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006d78b7ef. 00040000:00000010:3.0:1767385004.843972:0:40090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000547bf06. 00040000:00000010:3.0:1767385004.843974:0:40090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2757b1a. 00080000:00000010:2.0:1767385004.843976:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000960d267f. 00080000:00000010:3.0:1767385004.843977:0:40090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c04cbd9e. 00080000:00000010:3.0:1767385004.843982:0:40090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6338499. 00000020:00000010:2.0:1767385004.843983:0:17880:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063eddc74. 00002000:00000010:3.0:1767385004.843985:0:40090:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d3bf756. 00000020:00000010:2.0:1767385004.843988:0:17880:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000de7b40fb. 00000020:00000010:2.0:1767385004.843994:0:17880:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000891dd086. 00000020:00000010:2.0:1767385004.844001:0:17880:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000099a5f949. 80000000:00000010:2.0:1767385004.844004:0:17880:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000682dd927. 40000000:00000010:2.0:1767385004.844010:0:17880:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006d163277. 00100000:00000010:2.0:1767385004.844013:0:17880:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c88fa438. 00040000:00000010:2.0:1767385004.844019:0:17880:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006bced29c. 00040000:00000010:2.0:1767385004.844024:0:17880:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000009ed4de0. 00000020:00000010:3.0:1767385004.844025:0:40090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000fd779027. 00080000:00000010:2.0:1767385004.844028:0:17880:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fc702a08. 00000020:00000010:3.0:1767385004.844034:0:40090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000680a9147. 00080000:00000010:2.0:1767385004.844034:0:17880:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000087746b93. 00002000:00000010:2.0:1767385004.844039:0:17880:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002742bd73. 00002000:00000010:3.0:1767385004.844042:0:40090:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a4deeb90. 00000020:00000010:2.0:1767385004.844044:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008841a52. 00010000:00000010:3.0:1767385004.844049:0:40090:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 0000000038a33701. 00000020:00000010:3.0:1767385004.844062:0:40090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f6b02680. 00000400:00000010:2.0:1767385004.844063:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e532cef. 00000020:00000010:3.0:1767385004.844065:0:40090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000095c057f4. 00000020:00000010:3.0:1767385004.844070:0:40090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e454a8e9. 00000020:00000010:3.0:1767385004.844072:0:40090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001d898820. 80000000:00000010:3.0:1767385004.844074:0:40090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000292a30c2. 40000000:00000010:3.0:1767385004.844076:0:40090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d98813ac. 00100000:00000010:3.0:1767385004.844078:0:40090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006d78b7ef. 00040000:00000010:3.0:1767385004.844079:0:40090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000547bf06. 00040000:00000010:3.0:1767385004.844082:0:40090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2757b1a. 00000800:00000010:2.0:1767385004.844082:0:17880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bced29c. 00080000:00000010:3.0:1767385004.844088:0:40090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6338499. 00080000:00000010:3.0:1767385004.844090:0:40090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c04cbd9e. 00002000:00000010:3.0:1767385004.844095:0:40090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000d3bf756. 00000020:00000010:3.0:1767385004.844097:0:40090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061762d73. 00000020:00000010:2.0:1767385004.844106:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b257d537. 00000020:00000010:2.0:1767385004.844110:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.844113:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c11cf17. 00000800:00000010:0.0:1767385004.844196:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bced29c. 00000400:00000010:0.0:1767385004.844205:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e532cef. 00010000:00000010:1.1:1767385004.848911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032a9dda7. 00010000:00000010:2.1:1767385004.848913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000075e8af22. 00010000:00000010:1.1:1767385004.848922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7bca0f3. 00000100:00000010:0.0:1767385004.849457:0:16333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001cddbdb. 00000020:00000010:1.0:1767385004.849508:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baae2167. 00000020:00000010:1.0:1767385004.849513:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baae2167. 00000020:00000010:1.0:1767385004.849523:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000840ed00. 00000020:00000010:1.0:1767385004.849526:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dfc9108. 00000020:00000010:1.0:1767385004.849528:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000020:00000010:1.0:1767385004.849553:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baae2167. 00000020:00000010:1.0:1767385004.849555:0:40982:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000baae2167. 02000000:00000010:1.0:1767385004.849568:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f73cb7dc. 00000020:00000010:1.0:1767385004.849586:0:40982:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000090bc3b88. 00000020:00000010:3.0:1767385004.849619:0:17061:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061762d73. 00000020:00000010:3.0:1767385004.849625:0:17061:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f52976b4. 00000020:00000010:3.0:1767385004.849628:0:17061:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d78b7ef. 00000020:00000010:3.0:1767385004.849632:0:17061:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e454a8e9. 00000020:00000010:3.0:1767385004.849635:0:17061:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2757b1a. 80000000:00000010:3.0:1767385004.849638:0:17061:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000292a30c2. 40000000:00000010:3.0:1767385004.849640:0:17061:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d98813ac. 00100000:00000010:3.0:1767385004.849642:0:17061:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000095c057f4. 00080000:00000010:1.0:1767385004.849645:0:40982:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000139f4f58. 00040000:00000010:3.0:1767385004.849646:0:17061:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000547bf06. 00040000:00000010:3.0:1767385004.849650:0:17061:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d898820. 00080000:00000010:1.0:1767385004.849654:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007dd68bfb. 00080000:00000010:3.0:1767385004.849655:0:17061:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c04cbd9e. 00080000:00000010:3.0:1767385004.849662:0:17061:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6338499. 00080000:00000010:1.0:1767385004.849664:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000034bd34de. 00002000:00000010:3.0:1767385004.849667:0:17061:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d3bf756. 00000020:00000010:3.0:1767385004.849672:0:17061:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f52976b4. 00000020:00000010:3.0:1767385004.849675:0:17061:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006d78b7ef. 00000020:00000010:3.0:1767385004.849677:0:17061:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e454a8e9. 00000020:00000010:3.0:1767385004.849688:0:17061:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f2757b1a. 80000000:00000010:3.0:1767385004.849691:0:17061:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000292a30c2. 40000000:00000010:3.0:1767385004.849694:0:17061:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d98813ac. 00000001:00000010:1.0:1767385004.849694:0:40982:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000af20fcc3. 00000001:00000010:1.0:1767385004.849700:0:40982:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000005e1c988b. 00100000:00000010:3.0:1767385004.849701:0:17061:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000095c057f4. 00040000:00000010:3.0:1767385004.849707:0:17061:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000547bf06. 00040000:00000010:3.0:1767385004.849710:0:17061:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001d898820. 00080000:00000010:3.0:1767385004.849713:0:17061:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6338499. 00080000:00000010:3.0:1767385004.849717:0:17061:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c04cbd9e. 00002000:00000010:3.0:1767385004.849726:0:17061:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000d3bf756. 00000020:00000010:3.0:1767385004.849731:0:17061:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061762d73. 00000020:00000010:3.0:1767385004.849736:0:17061:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061762d73. 00000020:00000010:3.0:1767385004.849740:0:17061:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f6b02680. 00000020:00000010:3.0:1767385004.849743:0:17061:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000095c057f4. 00000020:00000010:3.0:1767385004.849746:0:17061:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e454a8e9. 00000020:00000010:3.0:1767385004.849748:0:17061:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001d898820. 80000000:00000010:3.0:1767385004.849750:0:17061:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000292a30c2. 40000000:00000010:3.0:1767385004.849751:0:17061:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d98813ac. 00100000:00000010:3.0:1767385004.849753:0:17061:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006d78b7ef. 00040000:00000010:3.0:1767385004.849755:0:17061:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000547bf06. 00040000:00000010:3.0:1767385004.849757:0:17061:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2757b1a. 00080000:00000010:3.0:1767385004.849759:0:17061:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c04cbd9e. 00080000:00000010:3.0:1767385004.849761:0:17061:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6338499. 00002000:00000010:3.0:1767385004.849764:0:17061:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d3bf756. 00010000:00000010:3.0:1767385004.849784:0:17061:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000726ace1f. 00010000:00000010:3.0:1767385004.849789:0:17061:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017aa3638. 00000020:00000010:3.0:1767385004.849797:0:17061:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f6b02680. 00000020:00000010:3.0:1767385004.849800:0:17061:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000095c057f4. 00000020:00000010:3.0:1767385004.849801:0:17061:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e454a8e9. 00000020:00000010:3.0:1767385004.849803:0:17061:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001d898820. 80000000:00000010:3.0:1767385004.849805:0:17061:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000292a30c2. 40000000:00000010:3.0:1767385004.849806:0:17061:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d98813ac. 00100000:00000010:3.0:1767385004.849808:0:17061:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006d78b7ef. 00040000:00000010:3.0:1767385004.849809:0:17061:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000547bf06. 00040000:00000010:3.0:1767385004.849817:0:17061:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2757b1a. 00080000:00000010:3.0:1767385004.849818:0:17061:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6338499. 00080000:00000010:3.0:1767385004.849821:0:17061:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c04cbd9e. 00002000:00000010:3.0:1767385004.849826:0:17061:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000d3bf756. 00000020:00000010:3.0:1767385004.849828:0:17061:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061762d73. 00000001:00000010:0.0:1767385004.850661:0:40970:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000af20fcc3. 00080000:00000010:0.0:1767385004.850666:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000139f4f58. 00000001:00000010:0.0:1767385004.850670:0:40970:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f3ccc870. 00000004:00000010:0.0:1767385004.850681:0:40970:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000b7096660. 00080000:00000010:0.0:1767385004.850683:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002ec56e21. 00000001:00000010:0.0:1767385004.850686:0:40970:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000001b245b1d. 00080000:00000010:0.0:1767385004.850687:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c104b927. 00000001:00000010:0.0:1767385004.850690:0:40970:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004f740ff6. 00080000:00000010:0.0:1767385004.850691:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000079ee9a70. 00000001:00000010:0.0:1767385004.850694:0:40970:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000009ad4f132. 00080000:00000010:0.0:1767385004.850702:0:40970:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007c661d5f. 00080000:00000010:1.0:1767385004.850735:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000034bd34de. 00000100:00000010:3.0:1767385004.850742:0:41001:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007827c1cd. 00080000:00000010:1.0:1767385004.850746:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007dd68bfb. 00080000:00000010:1.0:1767385004.850753:0:40982:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000054c9fe9a. 00080000:00000010:1.0:1767385004.850756:0:40982:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007dd68bfb. 02000000:00000010:3.0:1767385004.850759:0:41001:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000d3bf756. 00000001:00000010:1.0:1767385004.850772:0:40982:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ae38b843. 00080000:00000010:1.0:1767385004.850787:0:40982:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007dd68bfb. 00000400:00000010:1.0:1767385004.850800:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b7c085d. 00000800:00000010:1.0:1767385004.850815:0:40982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050828c93. 00000020:00000010:1.0:1767385004.850835:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dfc9108. 00000020:00000010:1.0:1767385004.850838:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 02000000:00000010:0.0:1767385004.850839:0:16340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007a1dbb5b. 00000020:00000010:1.0:1767385004.850840:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000840ed00. 00000400:00000010:0.0:1767385004.850848:0:16340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d88b2ceb. 00000400:00000010:0.0:1767385004.850857:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000400:00000010:0.0:1767385004.850889:0:16340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008eb07f09. 00000800:00000010:3.0:1767385004.850907:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050828c93. 00000100:00000010:0.0:1767385004.850911:0:16340:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a353cc68. 00000400:00000010:3.0:1767385004.850915:0:16334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b7c085d. 00000400:00000010:0.0:1767385004.850927:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eb07f09. 00000100:00000010:0.0:1767385004.850943:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a801831b. 00000020:00000010:2.0:1767385004.850956:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d163277. 00000100:00000010:0.0:1767385004.850959:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a981a8e9. 00000020:00000010:2.0:1767385004.850962:0:17880:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b974fcc5. 00000100:00000010:0.0:1767385004.850970:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058bd4afc. 00000100:00000010:0.0:1767385004.850978:0:16340:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009490e0bc. 00000020:00000010:2.0:1767385004.850982:0:17880:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c11cf17. 00000020:00000010:2.0:1767385004.850986:0:17880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b257d537. 00000020:00000010:2.0:1767385004.850989:0:17880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.851018:0:17880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000960d267f. 00000020:00000010:2.0:1767385004.851021:0:17880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000960d267f. 02000000:00000010:2.0:1767385004.851036:0:17880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000002742bd73. 00010000:00000010:2.0:1767385004.851050:0:17880:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d7286173. 00010000:00000010:2.0:1767385004.851053:0:17880:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000003363e739. 00010000:00000010:2.0:1767385004.851057:0:17880:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000075e8af22. 00002000:00000010:2.0:1767385004.851063:0:17880:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000960d267f. 00010000:00000010:2.0:1767385004.851086:0:17880:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000079163b9b. 00080000:00000010:2.0:1767385004.851099:0:17880:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000008841a52. 00080000:00000010:2.0:1767385004.851108:0:17880:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f89271d4. 00002000:00000010:3.0:1767385004.851131:0:17060:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000960d267f. 00010000:00000010:3.0:1767385004.851136:0:17060:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000003363e739. 00010000:00000010:3.0:1767385004.851141:0:17060:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000079163b9b. 00000001:00000010:2.0:1767385004.851159:0:17880:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000682dd927. 00080000:00000010:2.0:1767385004.851169:0:17880:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f89271d4. 00080000:00000010:2.0:1767385004.851256:0:17880:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d35e37f9. 00002000:00000010:2.0:1767385004.851260:0:17880:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 000000005021c488. 00000400:00000010:2.0:1767385004.851271:0:17880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008015503a. 00000400:00000010:2.0:1767385004.851292:0:17880:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008015503a. 00000020:00000010:2.0:1767385004.851299:0:17880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b257d537. 00000020:00000010:2.0:1767385004.851302:0:17880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001496b5ee. 00000020:00000010:2.0:1767385004.851304:0:17880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c11cf17. 00000400:00000010:0.0:1767385004.851317:0:16340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d88b2ceb. 00000400:00000010:0.0:1767385004.851322:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 02000000:00000010:0.0:1767385004.851344:0:16340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bea509bb. 02000000:00000010:0.0:1767385004.851349:0:16340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa49d214. 00000100:00000010:0.0:1767385004.851352:0:16340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001056bf09. 00010000:00000010:3.1:1767385004.852901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000844c0c10. 00010000:00000010:3.1:1767385004.852906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005c1c18d9. 00000100:00000010:2.0:1767385004.853913:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058bd4afc. 00000100:00000010:0.0:1767385004.853921:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a801831b. 00000100:00000010:3.0:1767385004.853958:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009490e0bc. 00010000:00000010:3.1:1767385004.854891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b915ebda. 00010000:00000010:3.1:1767385004.854900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc35e043. 00000100:00000010:1.0:1767385004.854921:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a981a8e9. 00000400:00000010:0.0:1767385004.857454:0:16335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de5500ef. 00000400:00000010:0.0:1767385004.857467:0:16335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5fcdf85. 00000020:00000010:3.0:1767385004.857525:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d98813ac. 00000020:00000010:3.0:1767385004.857531:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d98813ac. 00000020:00000010:3.0:1767385004.857536:0:40977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061762d73. 00000020:00000010:3.0:1767385004.857540:0:40977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044dce06e. 00000020:00000010:3.0:1767385004.857545:0:40977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000baa9bd02. 00000020:00000010:3.0:1767385004.857578:0:40977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d98813ac. 00000020:00000010:3.0:1767385004.857581:0:40977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d98813ac. 02000000:00000010:3.0:1767385004.857598:0:40977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ed5cd88. 20000000:00000010:3.0:1767385004.857609:0:40977:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000ced4858e. 00000020:00000010:0.0:1767385004.857671:0:40090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a77d5d7. 00000020:00000010:0.0:1767385004.857678:0:40090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f73b41be. 00000020:00000010:0.0:1767385004.857685:0:40090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001fe9f7a8. 00000020:00000010:0.0:1767385004.857688:0:40090:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767385004.857692:0:40090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000de85b3e4. 80000000:00000010:0.0:1767385004.857694:0:40090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a801831b. 00000400:00000010:3.0:1767385004.857697:0:40977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d46b6fc2. 40000000:00000010:0.0:1767385004.857698:0:40090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ffaa83c7. 00100000:00000010:0.0:1767385004.857708:0:40090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a3ca5393. 00040000:00000010:0.0:1767385004.857713:0:40090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f200fccc. 00040000:00000010:0.0:1767385004.857715:0:40090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004087278a. 00080000:00000010:0.0:1767385004.857720:0:40090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009fb0303c. 00080000:00000010:0.0:1767385004.857724:0:40090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ed683855. 00002000:00000010:0.0:1767385004.857728:0:40090:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009f96db0e. 00000800:00000010:3.0:1767385004.857730:0:40977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000547bf06. 00000020:00000010:0.0:1767385004.857742:0:40090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f73b41be. 00000020:00000010:0.0:1767385004.857745:0:40090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001fe9f7a8. 00000020:00000010:0.0:1767385004.857748:0:40090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767385004.857751:0:40090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000de85b3e4. 80000000:00000010:0.0:1767385004.857753:0:40090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a801831b. 40000000:00000010:0.0:1767385004.857756:0:40090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ffaa83c7. 00100000:00000010:0.0:1767385004.857758:0:40090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a3ca5393. 00040000:00000010:0.0:1767385004.857761:0:40090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f200fccc. 00000020:00000010:3.0:1767385004.857762:0:40977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044dce06e. 00040000:00000010:0.0:1767385004.857763:0:40090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004087278a. 00080000:00000010:0.0:1767385004.857769:0:40090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ed683855. 00000020:00000010:3.0:1767385004.857771:0:40977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000baa9bd02. 00080000:00000010:0.0:1767385004.857774:0:40090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009fb0303c. 00002000:00000010:0.0:1767385004.857780:0:40090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009f96db0e. 00000020:00000010:3.0:1767385004.857781:0:40977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061762d73. 00000020:00000010:0.0:1767385004.857783:0:40090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a77d5d7. 00000020:00000010:0.0:1767385004.857789:0:40090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a77d5d7. 00000020:00000010:0.0:1767385004.857791:0:40090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001fc65b5e. 00000020:00000010:0.0:1767385004.857792:0:40090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a3ca5393. 00000020:00000010:0.0:1767385004.857794:0:40090:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000248db2af. 00000400:00000010:3.0:1767385004.857799:0:40977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003df21406. 00000020:00000010:0.0:1767385004.857799:0:40090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004087278a. 80000000:00000010:0.0:1767385004.857807:0:40090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a801831b. 00000400:00000010:3.0:1767385004.857808:0:40977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a102d206. 40000000:00000010:0.0:1767385004.857811:0:40090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ffaa83c7. 00100000:00000010:0.0:1767385004.857817:0:40090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000032b29873. 00040000:00000010:0.0:1767385004.857821:0:40090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f200fccc. 00040000:00000010:0.0:1767385004.857824:0:40090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000de85b3e4. 00080000:00000010:0.0:1767385004.857828:0:40090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009fb0303c. 00080000:00000010:0.0:1767385004.857831:0:40090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ed683855. 00002000:00000010:0.0:1767385004.857836:0:40090:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009f96db0e. 00000800:00000010:1.0:1767385004.857851:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000547bf06. 00000020:00000010:0.0:1767385004.857858:0:40090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000870006d5. 00000400:00000010:1.0:1767385004.857860:0:16333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d46b6fc2. 00000020:00000010:0.0:1767385004.857897:0:40090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001fc65b5e. 02000000:00000010:1.0:1767385004.857899:0:16333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000ed5cd88. 00000020:00000010:0.0:1767385004.857905:0:40090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3ca5393. 00000020:00000010:0.0:1767385004.857911:0:40090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000248db2af. 00000020:00000010:0.0:1767385004.857915:0:40090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004087278a. 80000000:00000010:0.0:1767385004.857918:0:40090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a801831b. 40000000:00000010:0.0:1767385004.857922:0:40090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ffaa83c7. 00100000:00000010:0.0:1767385004.857932:0:40090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000032b29873. 00040000:00000010:0.0:1767385004.857936:0:40090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f200fccc. 00040000:00000010:0.0:1767385004.857939:0:40090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000de85b3e4. 00080000:00000010:0.0:1767385004.857942:0:40090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ed683855. 00080000:00000010:0.0:1767385004.857945:0:40090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009fb0303c. 00002000:00000010:0.0:1767385004.857949:0:40090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009f96db0e. 00000020:00000010:0.0:1767385004.857951:0:40090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a77d5d7. 00000001:00000010:2.0:1767385004.858039:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000712f03fc. 00000001:00000010:2.0:1767385004.858047:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a843750c. 00000001:00000010:2.0:1767385004.858049:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4536c5f. 00000001:00000010:2.0:1767385004.858052:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af11602c. 00000001:00000010:2.0:1767385004.858055:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000631f2aac. 00000001:00000010:2.0:1767385004.858059:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ebb9b5b9. 00000020:00000010:2.0:1767385004.858066:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f0aff541. 00000020:00000010:2.0:1767385004.858077:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000001d3e5104. 00010000:00000010:3.1:1767385004.859900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d7286173. 00010000:00000010:3.1:1767385004.859905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000075e8af22. 00010000:00000010:0.1:1767385004.863907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000000f5f00. 00000400:00000010:2.0:1767385005.016958:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae515a9. 00000400:00000010:2.0:1767385005.016983:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8d34bdd. 02000000:00000010:2.0:1767385005.017047:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008ad0af77. 02000000:00000010:2.0:1767385005.017055:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f93d19c0. 00000100:00000010:2.0:1767385005.017061:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008027928c. 00000100:00000010:0.0:1767385005.017108:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004cd1d71f. 02000000:00000010:0.0:1767385005.017132:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009f96db0e. 00000100:00000010:0.0:1767385005.017162:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060f747bc. 02000000:00000010:0.0:1767385005.017167:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f200fccc. 02000000:00000010:2.0:1767385005.017212:0:16339:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e10f4fba. 00000400:00000010:2.0:1767385005.017221:0:16339:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a75186. 00000400:00000010:2.0:1767385005.017229:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008015503a. 00000400:00000010:2.0:1767385005.017242:0:16339:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d22dc6. 02000000:00000010:1.0:1767385005.017249:0:16342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000840ed00. 00000400:00000010:1.0:1767385005.017257:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2f56eec. 00000400:00000010:1.0:1767385005.017261:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048cca1c6. 00000020:00000010:1.0:1767385005.017271:0:16342:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000070935361. 00000400:00000010:1.0:1767385005.017276:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ffdf644. 00000100:00000010:2.0:1767385005.017290:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008027928c. 00000400:00000010:2.0:1767385005.017315:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d22dc6. 00000100:00000010:2.0:1767385005.017330:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b582ba3. 00000020:00000010:1.0:1767385005.017332:0:40982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f142e97b. 00000100:00000010:0.0:1767385005.017333:0:16342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bc8f8da. 00000020:00000010:1.0:1767385005.017342:0:40982:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dfc9108. 00000100:00000010:2.0:1767385005.017344:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b42d4d9. 00000020:00000010:1.0:1767385005.017351:0:40982:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa352c2. 00000400:00000010:0.0:1767385005.017353:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ffdf644. 00000100:00000010:2.0:1767385005.017354:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005757c88d. 00000100:00000010:2.0:1767385005.017371:0:16339:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf7ed04a. 00040000:00000010:3.0:1767385005.017392:0:40981:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006d78b7ef. 00000004:00000010:3.0:1767385005.017400:0:40981:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000095c057f4. 00000020:00000010:1.0:1767385005.017402:0:40983:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007dd68bfb. 00000020:00000010:1.0:1767385005.017407:0:40983:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007dd68bfb. 00000020:00000010:1.0:1767385005.017413:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c69afd6b. 00000004:00000010:3.0:1767385005.017414:0:40981:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b17f667d. 00000020:00000010:1.0:1767385005.017416:0:40983:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004b1a9ea. 00000020:00000010:0.0:1767385005.017421:0:40982:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009fb0303c. 00000004:00000010:3.0:1767385005.017424:0:40981:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b6ebf427. 00000020:00000010:1.0:1767385005.017431:0:40983:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000298f258. 02000000:00000010:0.0:1767385005.017451:0:40982:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000077990eca. 00000020:00000010:0.0:1767385005.017464:0:40982:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000032b29873. 00000100:00000010:1.0:1767385005.017467:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000079ee9a70. 00000004:00000010:0.0:1767385005.017472:0:40982:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ffaa83c7. 00000001:00000010:0.0:1767385005.017478:0:40982:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000dd15e0a6. 00000100:00000010:3.0:1767385005.017481:0:40981:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f52976b4. 00000001:00000010:0.0:1767385005.017486:0:40982:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000066a6b1a4. 00000100:00000010:3.0:1767385005.017487:0:40981:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 00000000f52976b4. 00000001:00000010:0.0:1767385005.017493:0:40982:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001d6bc32a. 00000001:00000010:0.0:1767385005.017497:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001a77d5d7. 00000001:00000010:0.0:1767385005.017499:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f73b41be. 00000020:00000010:3.0:1767385005.017501:0:40981:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a7332a7. 00000001:00000010:0.0:1767385005.017503:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de85b3e4. 00000020:00000010:3.0:1767385005.017506:0:40981:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a7332a7. 00000001:00000010:0.0:1767385005.017508:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004087278a. 00000001:00000010:0.0:1767385005.017513:0:40982:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006976048d. 00000001:00000010:0.0:1767385005.017516:0:40982:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000069b03aad. 00000001:00000010:0.0:1767385005.017518:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001fc65b5e. 00000001:00000010:0.0:1767385005.017520:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000632801bc. 00000001:00000010:0.0:1767385005.017522:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000401c1428. 00000001:00000010:0.0:1767385005.017524:0:40982:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5e10998. 02000000:00000010:3.0:1767385005.017528:0:40981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000089bfed8f. 00000400:00000010:3.0:1767385005.017547:0:40981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a31bc036. 00000020:00000010:0.0:1767385005.017564:0:40982:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a801831b. 00000400:00000010:3.0:1767385005.017578:0:40981:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31bc036. 00000020:00000010:0.0:1767385005.017584:0:40982:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000a801831b. 00000020:00000010:3.0:1767385005.017597:0:40981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004b1a9ea. 00000020:00000010:0.0:1767385005.017599:0:40982:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a3ca5393. 00000400:00000010:1.0:1767385005.017601:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2f56eec. 00000020:00000010:3.0:1767385005.017604:0:40981:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000298f258. 00000400:00000010:1.0:1767385005.017606:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048cca1c6. 00000020:00000010:0.0:1767385005.017608:0:40982:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cee925ad. 00000020:00000010:3.0:1767385005.017610:0:40981:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c69afd6b. 02000000:00000010:1.0:1767385005.017640:0:16342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000840ed00. 02000000:00000010:1.0:1767385005.017644:0:16342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f200fccc. 00000400:00000010:0.0:1767385005.017644:0:40982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acd924. 00000100:00000010:1.0:1767385005.017649:0:16342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060f747bc. 00000400:00000010:0.0:1767385005.017677:0:40982:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078acd924. 00000020:00000010:0.0:1767385005.017689:0:40982:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dfc9108. 00000400:00000010:2.0:1767385005.017693:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a75186. 00000020:00000010:0.0:1767385005.017694:0:40982:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa352c2. 00000400:00000010:2.0:1767385005.017700:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008015503a. 00000020:00000010:0.0:1767385005.017702:0:40982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f142e97b. 00000100:00000010:3.0:1767385005.017728:0:41597:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004a7332a7. 00000020:00000010:3.0:1767385005.017734:0:41597:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a908f79e. 00000020:00000010:3.0:1767385005.017740:0:41597:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f52976b4. 00000020:00000010:3.0:1767385005.017743:0:41597:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2757b1a. 00000040:00000010:3.0:1767385005.017747:0:41597:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001d898820. 00000020:00000010:3.0:1767385005.017751:0:41597:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ae779f2f. 00000020:00000010:3.0:1767385005.017755:0:41597:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e454a8e9. 00000020:00000010:3.0:1767385005.017760:0:41597:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f6b02680. 80000000:00000010:3.0:1767385005.017773:0:41597:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000292a30c2. 40000000:00000010:3.0:1767385005.017777:0:41597:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ddc3458e. 00100000:00000010:3.0:1767385005.017785:0:41597:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fc382cc7. 00040000:00000010:3.0:1767385005.017791:0:41597:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007104d476. 00040000:00000010:3.0:1767385005.017799:0:41597:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a6d55379. 00040000:00000010:3.0:1767385005.017803:0:41597:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000480d0458. 00080000:00000010:3.0:1767385005.017810:0:41597:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c04cbd9e. 00080000:00000010:3.0:1767385005.017816:0:41597:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6338499. 00000004:00000010:3.0:1767385005.017822:0:41597:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c89a5e18. 00000004:00000010:3.0:1767385005.017827:0:41597:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000329966d4. 00000004:00000010:3.0:1767385005.017830:0:41597:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000028bc7e0a. 00002000:00000010:3.0:1767385005.017834:0:41597:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006fd0fdcd. 00000004:00000010:3.0:1767385005.017837:0:41597:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003c7ed640. 00000100:00000010:3.0:1767385005.017948:0:41597:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000002991909f. 00000100:02000000:2.0:1767385005.018602:0:16339:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00000010:3.0:1767385005.021912:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf7ed04a. 00000100:00000010:0.0:1767385005.021925:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b582ba3. 00000100:00000010:1.0:1767385005.021942:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b42d4d9. 02000000:00000010:2.0:1767385005.022016:0:16339:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e10f4fba. 02000000:00000010:2.0:1767385005.022031:0:16339:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009f96db0e. 00000100:00000010:2.0:1767385005.022038:0:16339:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004cd1d71f. 00000100:00000010:2.0:1767385005.022074:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005757c88d. 00080000:00000010:1.0:1767385005.204357:0:41598:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000174c0228. 00080000:00000010:1.0:1767385005.204366:0:41598:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000174c0228. 00080000:00000010:1.0:1767385005.204374:0:41598:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000174c0228. 00080000:00000010:1.0:1767385005.204378:0:41598:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000174c0228. 00000001:02000400:0.0:1767385005.322406:0:41634:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000400:00000010:0.0:1767385005.400938:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a4e4903. 00000400:00000010:0.0:1767385005.400962:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dc86e0d4. 00000400:00000010:0.0:1767385005.400968:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000caf14054. 00000400:00000010:0.0:1767385005.400981:0:16337:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dc86e0d4. 00000400:00000010:0.0:1767385005.400987:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fe4f3743. 00000400:00000010:0.0:1767385005.400992:0:16337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a4e4903. 00000400:00000010:0.0:1767385005.400999:0:16337:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ead77aab. 00000800:00000010:0.0:1767385005.401020:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae7572b5. 00000800:00000010:2.0:1767385005.401842:0:16329:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087746b93. 00000800:00000010:2.0:1767385005.401847:0:16329:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1fd3569. 00000800:00000010:2.0:1767385005.401851:0:16329:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000196d2cb. 00000800:00000010:2.0:1767385005.401892:0:16329:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000196d2cb. 00000800:00020000:2.0:1767385005.401902:0:16329:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767385005.401906:0:16329:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1fd3569. 00000800:00000010:2.0:1767385005.401908:0:16329:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087746b93. 00000400:02020000:2.0:1767385005.401940:0:16329:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp36 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767385005.401949:0:16329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae7572b5. 00000800:00000010:2.0:1767385005.593918:0:16328:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087746b93. 00000800:00000010:2.0:1767385005.593926:0:16328:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1fd3569. 00000800:00000010:2.0:1767385005.593930:0:16328:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000196d2cb. 00000800:00000010:2.0:1767385005.593948:0:16328:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000196d2cb. 00000800:00020000:2.0:1767385005.593955:0:16328:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.109 00000800:00000010:2.0:1767385005.593967:0:16328:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1fd3569. 00000800:00000010:2.0:1767385005.593969:0:16328:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087746b93. 00000400:02020000:2.0:1767385005.594003:0:16328:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.109@tcp31 at host 192.168.203.109:988: is it running a compatible version of Lustre? 00080000:00000010:3.0:1767385005.705393:0:41646:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000722989ba. 00080000:00000010:3.0:1767385005.705403:0:41646:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000722989ba. 00080000:00000010:3.0:1767385005.705412:0:41646:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000722989ba. 00080000:00000010:3.0:1767385005.705415:0:41646:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000722989ba. Debug log: 135172 lines, 135172 kept, 0 dropped, 0 bad.